2024-07-27T06:35:26.446 INFO:root:teuthology version: 0.0.1.dev379+g53ce146 2024-07-27T06:35:26.468 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-27T06:35:26.563 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895 branch: wip-vshankar-testing-20240725.121331-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snapshots} email: vshankar@redhat.com first_in_suite: false job_id: '7818895' kernel: client: branch: testing flavor: default kdb: 1 sha1: 3e9255e907100f88049f320ca33d977e29155d12 ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-vshankar-testing-20240725.121331-debug ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mon: mon op complaint time: 120 mon warn on pool no app: false osd: osd op complaint time: 180 conf: client: pid file: '' global: ms die on skipped message: false mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - evicting unresponsive client - RECENT_CRASH sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs check-counter: dry_run: true install: ceph: flavor: default sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 kclient: syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20240725.121331-debug sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 owner: scheduled_vshankar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 5532 sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 sleep_before_teardown: 0 subset: 1001/1024 suite: fs suite_branch: wip-vshankar-testing-20240725.121331-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi066.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFwRRStkLSLVVnJDhz1Nv+qRKwb2bItycnjYXuJ4VZUZbHElSgKziq/hufEFTxMHR9CH5+eJ97VJMlY4QVwqSP0= smithi155.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAbiZCZ63aQZEexgQ99gEhP4k73b9KYZxv3rCngzmoGlJHVDXISyrQkwTHHsovx0NPyzfr1l3qmKsvlyiOfVzDs= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph config set mgr mgr/crash/warn_recent_interval 0 - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_snapshots teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 53ce1462e129f6eb4071986336534c740fdebd31 timestamp: 2024-07-26_04:18:59 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525 2024-07-27T06:35:26.563 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa; will attempt to use it 2024-07-27T06:35:26.564 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks 2024-07-27T06:35:26.564 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-07-27T06:35:26.566 INFO:teuthology.task.internal:Checking packages... 2024-07-27T06:35:26.595 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528' 2024-07-27T06:35:26.595 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-07-27T06:35:26.595 INFO:teuthology.packaging:ref: None 2024-07-27T06:35:26.595 INFO:teuthology.packaging:tag: None 2024-07-27T06:35:26.595 INFO:teuthology.packaging:branch: wip-vshankar-testing-20240725.121331-debug 2024-07-27T06:35:26.595 INFO:teuthology.packaging:sha1: e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-27T06:35:26.595 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-vshankar-testing-20240725.121331-debug 2024-07-27T06:35:26.748 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-5320.ge8f88bb1 2024-07-27T06:35:26.749 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-07-27T06:35:26.757 INFO:teuthology.task.internal:no buildpackages task found 2024-07-27T06:35:26.757 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-07-27T06:35:26.858 INFO:teuthology.task.internal:Saving configuration 2024-07-27T06:35:26.877 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-07-27T06:35:26.896 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-07-27T06:35:26.922 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi066.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-27 06:28:36.664564', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFwRRStkLSLVVnJDhz1Nv+qRKwb2bItycnjYXuJ4VZUZbHElSgKziq/hufEFTxMHR9CH5+eJ97VJMlY4QVwqSP0='} 2024-07-27T06:35:26.943 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi155.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-07-27 06:28:36.665802', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAbiZCZ63aQZEexgQ99gEhP4k73b9KYZxv3rCngzmoGlJHVDXISyrQkwTHHsovx0NPyzfr1l3qmKsvlyiOfVzDs='} 2024-07-27T06:35:26.943 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-07-27T06:35:26.955 INFO:teuthology.task.internal:roles: ubuntu@smithi066.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-07-27T06:35:26.955 INFO:teuthology.task.internal:roles: ubuntu@smithi155.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-07-27T06:35:26.955 INFO:teuthology.run_tasks:Running task console_log... 2024-07-27T06:35:27.021 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fc15a0a7ac0>, signals=[15]) 2024-07-27T06:35:27.021 INFO:teuthology.run_tasks:Running task internal.connect... 2024-07-27T06:35:27.029 INFO:teuthology.task.internal:Opening connections... 2024-07-27T06:35:27.030 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:35:27.032 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:35:27.118 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:35:27.119 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:35:27.195 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-07-27T06:35:27.204 DEBUG:teuthology.orchestra.run.smithi066:> uname -m 2024-07-27T06:35:27.223 INFO:teuthology.orchestra.run.smithi066.stdout:x86_64 2024-07-27T06:35:27.223 DEBUG:teuthology.orchestra.run.smithi066:> cat /etc/os-release 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:NAME="CentOS Stream" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION="9" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:ID="centos" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:ID_LIKE="rhel fedora" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:VERSION_ID="9" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:PLATFORM_ID="platform:el9" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:ANSI_COLOR="0;31" 2024-07-27T06:35:27.281 INFO:teuthology.orchestra.run.smithi066.stdout:LOGO="fedora-logo-icon" 2024-07-27T06:35:27.282 INFO:teuthology.orchestra.run.smithi066.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-27T06:35:27.282 INFO:teuthology.orchestra.run.smithi066.stdout:HOME_URL="https://centos.org/" 2024-07-27T06:35:27.282 INFO:teuthology.orchestra.run.smithi066.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-27T06:35:27.282 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-27T06:35:27.282 INFO:teuthology.orchestra.run.smithi066.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-27T06:35:27.282 INFO:teuthology.lock.ops:Updating smithi066.front.sepia.ceph.com on lock server 2024-07-27T06:35:27.308 DEBUG:teuthology.orchestra.run.smithi155:> uname -m 2024-07-27T06:35:27.326 INFO:teuthology.orchestra.run.smithi155.stdout:x86_64 2024-07-27T06:35:27.327 DEBUG:teuthology.orchestra.run.smithi155:> cat /etc/os-release 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:NAME="CentOS Stream" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION="9" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:ID="centos" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:ID_LIKE="rhel fedora" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:VERSION_ID="9" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:PLATFORM_ID="platform:el9" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:PRETTY_NAME="CentOS Stream 9" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:ANSI_COLOR="0;31" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:LOGO="fedora-logo-icon" 2024-07-27T06:35:27.384 INFO:teuthology.orchestra.run.smithi155.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-07-27T06:35:27.385 INFO:teuthology.orchestra.run.smithi155.stdout:HOME_URL="https://centos.org/" 2024-07-27T06:35:27.385 INFO:teuthology.orchestra.run.smithi155.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-07-27T06:35:27.385 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-07-27T06:35:27.385 INFO:teuthology.orchestra.run.smithi155.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-07-27T06:35:27.385 INFO:teuthology.lock.ops:Updating smithi155.front.sepia.ceph.com on lock server 2024-07-27T06:35:27.408 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-07-27T06:35:27.419 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-07-27T06:35:27.428 INFO:teuthology.task.internal:Checking for old test directory... 2024-07-27T06:35:27.428 DEBUG:teuthology.orchestra.run.smithi066:> test '!' -e /home/ubuntu/cephtest 2024-07-27T06:35:27.431 DEBUG:teuthology.orchestra.run.smithi155:> test '!' -e /home/ubuntu/cephtest 2024-07-27T06:35:27.446 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-07-27T06:35:27.455 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-07-27T06:35:27.455 DEBUG:teuthology.orchestra.run.smithi066:> test -z $(ls -A /var/lib/ceph) 2024-07-27T06:35:27.489 DEBUG:teuthology.orchestra.run.smithi155:> test -z $(ls -A /var/lib/ceph) 2024-07-27T06:35:27.587 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-07-27T06:35:27.644 INFO:teuthology.run_tasks:Running task kernel... 2024-07-27T06:35:27.662 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'} 2024-07-27T06:35:27.662 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-07-27T06:35:27.662 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-07-27T06:35:27.663 DEBUG:teuthology.orchestra.run.smithi066:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-27T06:35:27.663 DEBUG:teuthology.orchestra.run.smithi155:> test -f /run/.containerenv -o -f /.dockerenv 2024-07-27T06:35:27.679 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:35:27.680 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-07-27T06:35:27.683 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:35:27.684 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-07-27T06:35:27.845 DEBUG:teuthology.task.kernel:sha1 for client.1 is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:35:27.845 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-27T06:35:27.845 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-07-27T06:35:27.863 INFO:teuthology.orchestra.run.smithi155.stdout:5.14.0-437.el9.x86_64 2024-07-27T06:35:27.863 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:35:27.864 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-27T06:35:27.864 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum upgrade -y linux-firmware 2024-07-27T06:35:27.877 DEBUG:teuthology.task.kernel:sha1 for client.0 is 3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:35:27.877 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "3e9255e907100f88049f320ca33d977e29155d12"... 2024-07-27T06:35:27.877 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-07-27T06:35:27.895 INFO:teuthology.orchestra.run.smithi066.stdout:5.14.0-437.el9.x86_64 2024-07-27T06:35:27.895 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-437.el9.x86_64 vs 3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:35:27.895 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-07-27T06:35:27.895 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum upgrade -y linux-firmware 2024-07-27T06:35:31.230 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.2 MB 00:01 2024-07-27T06:35:31.459 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.2 MB 00:01 2024-07-27T06:35:34.577 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-07-27T06:35:34.654 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 9.9 MB/s | 20 MB 00:02 2024-07-27T06:35:39.138 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-07-27T06:35:39.844 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 5.2 MB/s | 6.5 MB 00:01 2024-07-27T06:35:40.672 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 69 kB/s | 18 kB 00:00 2024-07-27T06:35:41.478 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 18 kB 00:00 2024-07-27T06:35:41.942 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 20 MB/s | 22 MB 00:01 2024-07-27T06:35:42.348 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 30 MB/s | 22 MB 00:00 2024-07-27T06:35:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-07-27T06:35:47.729 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-07-27T06:35:49.599 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-07-27T06:35:49.603 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout: Package Architecture Version Repository Size 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:================================================================================ 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 1 Package 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 383 M 2024-07-27T06:35:49.604 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-07-27T06:35:49.814 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-07-27T06:35:49.822 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout: Package Architecture Version Repository Size 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout: linux-firmware noarch 20240716-145.el9 baseos 383 M 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:35:49.823 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-07-27T06:35:49.824 INFO:teuthology.orchestra.run.smithi155.stdout:================================================================================ 2024-07-27T06:35:49.824 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 1 Package 2024-07-27T06:35:49.824 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:35:49.824 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 383 M 2024-07-27T06:35:49.824 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-07-27T06:35:54.775 INFO:teuthology.orchestra.run.smithi066.stdout:linux-firmware-20240716-145.el9.noarch.rpm 75 MB/s | 383 MB 00:05 2024-07-27T06:35:54.775 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-07-27T06:35:54.775 INFO:teuthology.orchestra.run.smithi066.stdout:Total 74 MB/s | 383 MB 00:05 2024-07-27T06:35:58.010 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-07-27T06:35:58.093 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-07-27T06:35:58.093 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-07-27T06:36:01.483 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-07-27T06:36:01.483 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-07-27T06:36:02.504 INFO:teuthology.orchestra.run.smithi155.stdout:linux-firmware-20240716-145.el9.noarch.rpm 31 MB/s | 383 MB 00:12 2024-07-27T06:36:02.505 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-07-27T06:36:02.505 INFO:teuthology.orchestra.run.smithi155.stdout:Total 30 MB/s | 383 MB 00:12 2024-07-27T06:36:05.582 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-07-27T06:36:05.683 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-07-27T06:36:05.683 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-07-27T06:36:08.944 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-07-27T06:36:08.945 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-07-27T06:36:10.900 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-07-27T06:36:11.606 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-27T06:36:11.686 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:12.549 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:12.549 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:36:13.258 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-07-27T06:36:13.694 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on client.0... 2024-07-27T06:36:13.695 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:36:13.839 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-27T06:36:13.839 DEBUG:teuthology.orchestra.run.smithi066:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-27T06:36:13.841 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi066.front.sepia.ceph.com to complete... 2024-07-27T06:36:17.917 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-07-27T06:36:18.553 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-27T06:36:18.642 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:19.486 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:19.486 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 1/2 2024-07-27T06:36:20.200 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : linux-firmware-20240219-143.el9.noarch 2/2 2024-07-27T06:36:20.200 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:36:20.200 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-07-27T06:36:20.200 INFO:teuthology.orchestra.run.smithi155.stdout: linux-firmware-20240716-145.el9.noarch 2024-07-27T06:36:20.201 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:36:20.201 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-07-27T06:36:20.514 INFO:teuthology.task.kernel:Downloading kernel 3e9255e907100f88049f320ca33d977e29155d12 on client.1... 2024-07-27T06:36:20.515 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=3e9255e907100f88049f320ca33d977e29155d12 2024-07-27T06:36:20.665 INFO:teuthology.task.kernel:fetching, builder baseurl is https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ 2024-07-27T06:36:20.665 DEBUG:teuthology.orchestra.run.smithi155:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.10.0_g3e9255e90710-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/ --input-file=- 2024-07-27T06:36:20.668 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi155.front.sepia.ceph.com to complete... 2024-07-27T06:36:28.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27 06:36:28 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-27T06:36:28.579 INFO:teuthology.orchestra.run.smithi155.stderr:FINISHED --2024-07-27 06:36:28-- 2024-07-27T06:36:28.580 INFO:teuthology.orchestra.run.smithi155.stderr:Total wall clock time: 7.9s 2024-07-27T06:36:28.580 INFO:teuthology.orchestra.run.smithi155.stderr:Downloaded: 1 files, 342M in 7.6s (45.0 MB/s) 2024-07-27T06:36:28.582 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on client.1... 2024-07-27T06:36:28.583 DEBUG:teuthology.orchestra.run.smithi155:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-27T06:36:30.643 INFO:teuthology.orchestra.run.smithi155.stdout:Verifying... ######################################## 2024-07-27T06:36:30.712 INFO:teuthology.orchestra.run.smithi155.stdout:Preparing... ######################################## 2024-07-27T06:36:30.763 INFO:teuthology.orchestra.run.smithi155.stdout:Updating / installing... 2024-07-27T06:36:31.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27 06:36:31 URL:https://1.chacra.ceph.com/r/kernel/testing/3e9255e907100f88049f320ca33d977e29155d12/centos/9/flavors/default/x86_64/kernel-6.10.0_g3e9255e90710-1.x86_64.rpm [358399635/358399635] -> "/tmp/kernel.x86_64.rpm" [1] 2024-07-27T06:36:31.522 INFO:teuthology.orchestra.run.smithi066.stderr:FINISHED --2024-07-27 06:36:31-- 2024-07-27T06:36:31.522 INFO:teuthology.orchestra.run.smithi066.stderr:Total wall clock time: 18s 2024-07-27T06:36:31.522 INFO:teuthology.orchestra.run.smithi066.stderr:Downloaded: 1 files, 342M in 17s (20.0 MB/s) 2024-07-27T06:36:31.525 INFO:teuthology.task.kernel:Installing kernel 3e9255e907100f88049f320ca33d977e29155d12 on client.0... 2024-07-27T06:36:31.525 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-07-27T06:36:33.682 INFO:teuthology.orchestra.run.smithi066.stdout:Verifying... ######################################## 2024-07-27T06:36:33.750 INFO:teuthology.orchestra.run.smithi066.stdout:Preparing... ######################################## 2024-07-27T06:36:33.804 INFO:teuthology.orchestra.run.smithi066.stdout:Updating / installing... 2024-07-27T06:36:38.851 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-27T06:36:42.097 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-6.10.0_g3e9255e90710-1 ######################################## 2024-07-27T06:37:19.187 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi155.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-27T06:37:19.187 DEBUG:teuthology.orchestra.run.smithi155:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-27T06:37:19.273 INFO:teuthology.orchestra.run.smithi155.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-27T06:37:19.273 INFO:teuthology.orchestra.run.smithi155.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-27T06:37:19.273 INFO:teuthology.orchestra.run.smithi155.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-27T06:37:19.273 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-27T06:37:19.273 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-27T06:37:19.274 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-27T06:37:19.275 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-27T06:37:19.276 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-27T06:37:19.277 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-27T06:37:19.278 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-27T06:37:19.279 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-27T06:37:19.280 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-27T06:37:19.281 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-27T06:37:19.282 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-27T06:37:19.283 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-27T06:37:19.284 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-27T06:37:19.285 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-27T06:37:19.286 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-27T06:37:19.287 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-27T06:37:19.288 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-27T06:37:19.289 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-27T06:37:19.290 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-27T06:37:19.291 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-27T06:37:19.292 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-27T06:37:19.293 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-27T06:37:19.294 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-27T06:37:19.295 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-27T06:37:19.296 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-27T06:37:19.297 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-27T06:37:19.298 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-27T06:37:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-27T06:37:19.300 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-27T06:37:19.301 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-27T06:37:19.302 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-27T06:37:19.303 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-27T06:37:19.304 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-27T06:37:19.305 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-27T06:37:19.306 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-27T06:37:19.307 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-27T06:37:19.308 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-27T06:37:19.309 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-27T06:37:19.310 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-27T06:37:19.311 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-27T06:37:19.312 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-27T06:37:19.313 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-27T06:37:19.314 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-27T06:37:19.315 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-27T06:37:19.316 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-27T06:37:19.317 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-27T06:37:19.318 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-27T06:37:19.319 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-27T06:37:19.320 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-27T06:37:19.321 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-27T06:37:19.322 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-27T06:37:19.323 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-27T06:37:19.324 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-27T06:37:19.325 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-27T06:37:19.326 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-27T06:37:19.327 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-27T06:37:19.328 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-27T06:37:19.329 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-27T06:37:19.330 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-27T06:37:19.331 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-27T06:37:19.332 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-27T06:37:19.333 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-27T06:37:19.334 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-27T06:37:19.335 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-27T06:37:19.336 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-27T06:37:19.337 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-27T06:37:19.338 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-27T06:37:19.339 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-27T06:37:19.340 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-27T06:37:19.341 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-27T06:37:19.342 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-27T06:37:19.343 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-27T06:37:19.344 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-27T06:37:19.345 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-27T06:37:19.346 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-27T06:37:19.347 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-27T06:37:19.348 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-27T06:37:19.349 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-27T06:37:19.350 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-27T06:37:19.351 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-27T06:37:19.352 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-27T06:37:19.353 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-27T06:37:19.354 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-27T06:37:19.355 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-27T06:37:19.356 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-27T06:37:19.357 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-27T06:37:19.358 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-27T06:37:19.359 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-27T06:37:19.360 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-27T06:37:19.361 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-27T06:37:19.362 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-27T06:37:19.363 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-27T06:37:19.364 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-27T06:37:19.365 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-27T06:37:19.366 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-27T06:37:19.367 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-27T06:37:19.368 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-27T06:37:19.369 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-27T06:37:19.370 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-27T06:37:19.371 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-27T06:37:19.372 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-27T06:37:19.373 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-27T06:37:19.374 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-27T06:37:19.375 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-27T06:37:19.376 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-27T06:37:19.377 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-27T06:37:19.378 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-27T06:37:19.379 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-27T06:37:19.380 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-27T06:37:19.381 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-27T06:37:19.382 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-27T06:37:19.383 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-27T06:37:19.384 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-27T06:37:19.385 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-27T06:37:19.386 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-27T06:37:19.387 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-27T06:37:19.388 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-27T06:37:19.389 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-27T06:37:19.390 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-27T06:37:19.391 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-27T06:37:19.392 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-27T06:37:19.393 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-27T06:37:19.394 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-27T06:37:19.395 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-27T06:37:19.396 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-27T06:37:19.397 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-27T06:37:19.398 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-27T06:37:19.399 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-27T06:37:19.400 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-27T06:37:19.401 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-27T06:37:19.402 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-27T06:37:19.403 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-27T06:37:19.404 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-27T06:37:19.405 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-27T06:37:19.406 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-27T06:37:19.407 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-27T06:37:19.408 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-27T06:37:19.409 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-27T06:37:19.410 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-27T06:37:19.411 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-27T06:37:19.412 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-27T06:37:19.413 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-27T06:37:19.414 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-27T06:37:19.415 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-27T06:37:19.416 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-27T06:37:19.417 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-27T06:37:19.418 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-27T06:37:19.419 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-27T06:37:19.420 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-27T06:37:19.421 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-27T06:37:19.422 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-27T06:37:19.423 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-27T06:37:19.423 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-27T06:37:19.423 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-27T06:37:19.423 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-27T06:37:19.423 INFO:teuthology.orchestra.run.smithi155.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-27T06:37:19.427 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-27T06:37:19.427 DEBUG:teuthology.orchestra.run.smithi155:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-27T06:37:19.451 INFO:teuthology.orchestra.run.smithi155.stdout:postinstall scriptlet (using /bin/sh): 2024-07-27T06:37:19.451 INFO:teuthology.orchestra.run.smithi155.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-27T06:37:19.451 INFO:teuthology.orchestra.run.smithi155.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-27T06:37:19.451 INFO:teuthology.orchestra.run.smithi155.stdout:fi 2024-07-27T06:37:19.451 INFO:teuthology.orchestra.run.smithi155.stdout:for file in vmlinuz System.map config; do 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: fi 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout:done 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-27T06:37:19.452 INFO:teuthology.orchestra.run.smithi155.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:fi 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:fi 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-27T06:37:19.453 INFO:teuthology.orchestra.run.smithi155.stdout:fi 2024-07-27T06:37:19.454 DEBUG:teuthology.orchestra.run.smithi155:> sudo rpm -qi grub2-tools 2024-07-27T06:37:19.523 INFO:teuthology.orchestra.run.smithi155.stdout:Name : grub2-tools 2024-07-27T06:37:19.523 INFO:teuthology.orchestra.run.smithi155.stdout:Epoch : 1 2024-07-27T06:37:19.523 INFO:teuthology.orchestra.run.smithi155.stdout:Version : 2.06 2024-07-27T06:37:19.523 INFO:teuthology.orchestra.run.smithi155.stdout:Release : 68.el9 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Architecture: x86_64 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Group : Unspecified 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Size : 8264254 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:License : GPLv3+ 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Packager : builder@centos.org 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Vendor : CentOS 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Summary : Support tools for GRUB. 2024-07-27T06:37:19.524 INFO:teuthology.orchestra.run.smithi155.stdout:Description : 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout:hardware devices. 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:37:19.525 INFO:teuthology.orchestra.run.smithi155.stdout:This subpackage provides tools for support of all platforms. 2024-07-27T06:37:19.526 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-27T06:37:19.526 INFO:teuthology.task.kernel:Updating grub on smithi155 to boot 6.10.0-g3e9255e90710 2024-07-27T06:37:19.526 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-27T06:37:20.099 INFO:teuthology.orchestra.run.smithi155.stderr:Generating grub configuration file ... 2024-07-27T06:37:21.467 INFO:teuthology.orchestra.run.smithi155.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-27T06:37:21.492 INFO:teuthology.orchestra.run.smithi155.stderr:done 2024-07-27T06:37:21.495 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-07-27T06:37:21.510 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.BgO4pPApu4 2024-07-27T06:37:21.510 DEBUG:teuthology.orchestra.run.smithi155:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.BgO4pPApu4 2024-07-27T06:37:21.576 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.BgO4pPApu4 2024-07-27T06:37:21.714 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.BgO4pPApu4 is 6KB 2024-07-27T06:37:21.733 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.BgO4pPApu4 2024-07-27T06:37:21.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo /bin/ls /boot/loader/entries || true 2024-07-27T06:37:21.809 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-27T06:37:21.809 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-27T06:37:21.809 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-27T06:37:21.809 INFO:teuthology.orchestra.run.smithi155.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-27T06:37:21.810 DEBUG:teuthology.orchestra.run.smithi155:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-27T06:37:21.927 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi066.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-07-27T06:37:21.927 DEBUG:teuthology.orchestra.run.smithi066:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-07-27T06:37:21.966 DEBUG:teuthology.orchestra.run.smithi155:> sudo shutdown -r now 2024-07-27T06:37:22.003 INFO:teuthology.orchestra.run.smithi066.stdout:/boot/System.map-6.10.0-g3e9255e90710 2024-07-27T06:37:22.003 INFO:teuthology.orchestra.run.smithi066.stdout:/boot/config-6.10.0-g3e9255e90710 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/boot/vmlinuz-6.10.0-g3e9255e90710 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/System.map 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/config 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-07-27T06:37:22.004 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crc32c-intel.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-avx2.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-07-27T06:37:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-amd.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm-intel.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/arch/x86/kvm/kvm.ko 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto 2024-07-27T06:37:22.006 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ansi_cprng.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/anubis.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/arc4.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_memcpy.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_pq.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_raid6_recov.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_tx.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/async_xor.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/async_tx/raid6test.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authenc.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/authencesn.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blake2b_generic.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_common.ko 2024-07-27T06:37:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/blowfish_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/camellia_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast5_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast6_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cast_common.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ccm.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cmac.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crc32_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_engine.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/crypto_user.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/cts.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/des_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/dh_generic.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecc.ko 2024-07-27T06:37:22.008 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/ecdh_generic.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/echainiv.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/essiv.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/fcrypt.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/khazad.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/lz4hc.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/md4.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/michael_mic.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcbc.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/pcrypt.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/rmd160.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/seed.ko 2024-07-27T06:37:22.009 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/serpent_generic.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tcrypt.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/tea.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_common.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/twofish_generic.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/vmac.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/wp512.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xcbc.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xor.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/crypto/xxhash_generic.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_ipmi.ko 2024-07-27T06:37:22.010 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/acpi_pad.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/ec_sys.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/platform_profile.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbs.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/sbshc.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/acpi/video.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/acard-ahci.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ahci_platform.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/ata_generic.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/libahci_platform.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_acpi.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ali.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_amd.ko 2024-07-27T06:37:22.011 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_artop.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atiixp.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_atp867x.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd640.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cmd64x.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_cypress.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_efar.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt366.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt37x.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x2n.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_hpt3x3.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it8213.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_it821x.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_jmicron.ko 2024-07-27T06:37:22.012 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_marvell.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_mpiix.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_netcell.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ninja32.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87410.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_ns87415.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_oldpiix.ko 2024-07-27T06:37:22.013 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_opti.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_optidma.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pcmcia.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc2027x.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_piccolo.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_rdc.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sch.ko 2024-07-27T06:37:22.014 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_serverworks.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sil680.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sis.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_sl82c105.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_triflex.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pata_via.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/pdc_adma.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_inic162x.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_mv.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_nv.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_promise.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_qstor.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sil24.ko 2024-07-27T06:37:22.015 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sis.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_svw.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_sx4.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_uli.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_via.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ata/sata_vsc.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/auxdisplay/ks0108.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-i2c.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/base/regmap/regmap-mmio.ko 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma 2024-07-27T06:37:22.016 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/bcma/bcma.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/aoe/aoe.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/brd.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/drbd/drbd.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/floppy.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/loop.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/nbd.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/null_blk/null_blk.ko 2024-07-27T06:37:22.017 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/pktcdvd.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/rbd.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/virtio_blk.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/xen-blkfront.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/block/zram/zram.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hangcheck-timer.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/amd-rng.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/intel-rng.ko 2024-07-27T06:37:22.018 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/via-rng.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/hw_random/virtio-rng.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_si.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/lp.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/mwave/mwave.ko 2024-07-27T06:37:22.019 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/ppdev.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tlclk.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_atmel.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_infineon.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_nsc.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/uv_mmtimer.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/char/virtio_console.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-07-27T06:37:22.020 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/p4-clockmod.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/powernow-k8.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/cpufreq/speedstep-lib.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/ccp/ccp.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-07-27T06:37:22.021 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-aes.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/padlock-sha.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dca/dca.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/dw/dw_dmac.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/dma/ioat/ioatdma.ko 2024-07-27T06:37:22.022 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/amd64_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/e752x_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/edac_mce_amd.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3000_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i3200_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5100_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i5400_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7300_edac.ko 2024-07-27T06:37:22.023 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i7core_edac.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/i82975x_edac.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/ie31200_edac.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/sb_edac.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/edac/x38_edac.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/edd.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/firmware/iscsi_ibft.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-ich.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/gpio/gpio-viperboard.ko 2024-07-27T06:37:22.024 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-appleir.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-aureal.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-axff.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-dr.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elecom.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-elo.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-emsff.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gaff.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gt683r.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-gyration.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-kbd.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtek-mouse.ko 2024-07-27T06:37:22.025 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-holtekff.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-hyperv.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-icade.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-keytouch.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-kye.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lcpower.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-led.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-lenovo.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-dj.ko 2024-07-27T06:37:22.026 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-multitouch.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-ortek.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-penmount.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-petalynx.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-picolcd.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-pl.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-plantronics.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-primax.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-rmi.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-arvo.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-common.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-isku.ko 2024-07-27T06:37:22.027 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kone.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-konepure.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-lua.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-pyra.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-ryos.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat-savu.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-roccat.ko 2024-07-27T06:37:22.028 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-saitek.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-samsung.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sensor-hub.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sjoy.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sony.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-speedlink.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-steelseries.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-sunplus.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-thrustmaster.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tivo.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-tmff.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-topseed.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-twinhan.ko 2024-07-27T06:37:22.029 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-uclogic.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-waltop.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-wiimote.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-xinmo.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zpff.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/hid-zydacron.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/uhid.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hid/wacom.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_balloon.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_utils.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hv/hv_vmbus.ko 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon 2024-07-27T06:37:22.030 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/abituguru3.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/acpi_power_meter.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7414.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ad7418.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adc128d818.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1025.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1026.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1029.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm1031.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adm9240.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ads7828.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7410.ko 2024-07-27T06:37:22.031 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7411.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7462.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7470.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7475.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/adt7x10.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/amc6821.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/applesmc.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asb100.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asc7621.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/asus_atk0110.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/atxp1.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/coretemp.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/dme1737.ko 2024-07-27T06:37:22.032 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds1621.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ds620.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc1403.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/emc6w201.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71805f.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f71882fg.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/f75375s.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fam15h_power.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/fschmd.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g760a.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/g762.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl518sm.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/gl520sm.ko 2024-07-27T06:37:22.033 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/hwmon-vid.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5500_temp.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/i5k_amb.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmaem.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ibmpex.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina209.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ina2xx.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/it87.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k10temp.ko 2024-07-27T06:37:22.034 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/k8temp.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lineage-pem.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm63.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm73.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm75.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm77.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm78.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm80.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm83.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm85.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm87.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm90.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm92.ko 2024-07-27T06:37:22.035 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm93.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95234.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95241.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/lm95245.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc2945.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4151.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4215.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4222.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4245.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4260.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/ltc4261.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max16065.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1619.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max1668.ko 2024-07-27T06:37:22.036 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max197.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6639.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6650.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/max6697.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/mcp3021.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6683.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775-core.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct6775.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/nct7802.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87360.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pc87427.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pcf8591.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-07-27T06:37:22.037 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max16064.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max34440.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/max8688.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/powr1220.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5627.ko 2024-07-27T06:37:22.038 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch5636.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sch56xx-common.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht15.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sht21.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/shtc1.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/sis5595.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47b397.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m1.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/smsc47m192.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/thmc50.ko 2024-07-27T06:37:22.039 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp102.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp103.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp401.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/tmp421.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via-cputemp.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/via686a.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt1211.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/vt8231.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627ehf.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83627hf.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83781d.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83791d.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83792d.ko 2024-07-27T06:37:22.040 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83793.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83795.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l785ts.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/hwmon/w83l786ng.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses 2024-07-27T06:37:22.041 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-i801.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-isch.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-07-27T06:37:22.042 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-parport.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-via.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-dev.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-mux.ko 2024-07-27T06:37:22.043 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-smbus.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/i2c/i2c-stub.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_cm.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_core.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_umad.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-07-27T06:37:22.044 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/iw_cm.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_cm.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp 2024-07-27T06:37:22.045 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-07-27T06:37:22.046 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/fm801-gp.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/gameport/gameport.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/joydev.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/keyboard/gpio_keys.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/appletouch.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/bcm5974.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/cyapatp.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/elan_i2c.ko 2024-07-27T06:37:22.047 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/sermouse.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/synaptics_usb.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/mouse/vsxxxaa.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/rmi4/rmi_core.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/altera_ps2.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/arc_ps2.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/serio/serio_raw.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/input/sparse-keymap.ko 2024-07-27T06:37:22.048 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-blinkm.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lm3530.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-lp3944.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/leds-ss4200.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-07-27T06:37:22.049 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/bcache/bcache.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-bio-prison.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache-smq.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-cache.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-crypt.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-delay.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-flakey.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-log-userspace.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-multipath.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-queue-length.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-raid.ko 2024-07-27T06:37:22.050 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-round-robin.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-service-time.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-switch.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-thin-pool.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/dm-verity.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid0.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid1.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid10.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/md/raid456.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptbase.ko 2024-07-27T06:37:22.051 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptctl.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptfc.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptlan.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptsas.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptscsih.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/message/fusion/mptspi.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_ich.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/lpc_sch.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/mfd-core.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/sm501.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/viperboard.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/vx855.ko 2024-07-27T06:37:22.052 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/mfd/wl1273-core.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds9802als.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/apds990x.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/bh1770glc.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/cb710/cb710.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/at24.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/eeprom/max6875.ko 2024-07-27T06:37:22.053 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/enclosure.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/hpilo.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29003.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/isl29020.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-me.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei-txe.ko 2024-07-27T06:37:22.054 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/mei/mei.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-gru/gru.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xp.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpc.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_7xx1.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tifm_core.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/tsl2550.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_balloon.ko 2024-07-27T06:37:22.055 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/bonding/bonding.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/b53/b53_common.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/bcm-sf2.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6060.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/dummy.ko 2024-07-27T06:37:22.056 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/eql.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/8390.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-07-27T06:37:22.057 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/agere/et131x.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx 2024-07-27T06:37:22.058 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-07-27T06:37:22.059 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-07-27T06:37:22.060 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip 2024-07-27T06:37:22.061 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/dnet.ko 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet 2024-07-27T06:37:22.062 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ethoc.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/fealnx.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e100.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k 2024-07-27T06:37:22.063 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-07-27T06:37:22.064 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/jme.ko 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell 2024-07-27T06:37:22.065 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/skge.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom 2024-07-27T06:37:22.066 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic 2024-07-27T06:37:22.067 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/atp.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-07-27T06:37:22.068 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis190.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sis/sis900.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro 2024-07-27T06:37:22.069 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/cassini.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/niu.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sungem.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/ti/tlan.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-07-27T06:37:22.070 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/geneve.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ieee802154/fakelb.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ifb.ko 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan 2024-07-27T06:37:22.071 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ipvlan/ipvlan.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvlan.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/macvtap.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mdio/mdio-regmap.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/mii.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/net_failover.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/netconsole.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/nlmon.ko 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs 2024-07-27T06:37:22.072 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs-lynx.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/amd.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm7xxx.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/bcm87xx.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/broadcom.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/cicada.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/davicom.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/dp83640.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/et1011c.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/icplus.ko 2024-07-27T06:37:22.073 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/lxt.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/marvell.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/micrel.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/national.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/phylink.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/qsemi.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/realtek.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/smsc.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/ste10Xp.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/phy/vitesse.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/bsd_comp.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_async.ko 2024-07-27T06:37:22.074 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_deflate.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_generic.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_mppe.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/ppp_synctty.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppoe.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pppox.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/ppp/pptp.ko 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip 2024-07-27T06:37:22.075 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slhc.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/slip/slip.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/sungem_phy.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tap.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_activebackup.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_broadcast.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_random.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/tun.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/veth.ko 2024-07-27T06:37:22.076 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/virtio_net.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/vxlan/vxlan.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netback/xen-netback.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/net/xen-netfront.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ntb/ntb.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme-core.ko 2024-07-27T06:37:22.077 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/nvme/host/nvme.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_cs.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_pc.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/parport/parport_serial.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/pcie/aer_inject.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pci/xen-pcifront.ko 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia 2024-07-27T06:37:22.078 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/i82092.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/pd6729.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pcmcia/yenta_socket.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acer-wmi.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/acerhdf.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/apple-gmux.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-laptop.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/asus-wmi.ko 2024-07-27T06:37:22.079 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/classmate-laptop.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/hdaps.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/intel_ips.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/msi-wmi.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/mxm-wmi.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-07-27T06:37:22.080 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-laptop.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/samsung-q10.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/topstar-laptop.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/toshiba_haps.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi-bmof.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/platform/x86/wmi.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_common.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/powercap/intel_rapl_msr.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-gpio.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps-ldisc.ko 2024-07-27T06:37:22.081 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/clients/pps_parport.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/pps/pps_core.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ptp/ptp_kvm.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ras/amd/fmpm.ko 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc 2024-07-27T06:37:22.082 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-bq32k.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1286.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1307.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1374.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1511.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1553.ko 2024-07-27T06:37:22.083 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1672.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds1742.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds2404.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-ds3232.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-em3027.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-fm3130.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl12022.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-isl1208.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m41t80.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t35.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-m48t59.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-max6900.ko 2024-07-27T06:37:22.084 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-msm6242.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf2127.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf85063.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8523.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8563.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-pcf8583.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rp5c01.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rs5c372.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8025.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-rx8581.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/rtc/rtc-x1205.ko 2024-07-27T06:37:22.085 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-9xxx.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-sas.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/3w-xxxx.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/BusLogic.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/a100u2w.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aacraid/aacraid.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/advansys.ko 2024-07-27T06:37:22.086 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/am53c974.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/atp870u.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bfa/bfa.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i 2024-07-27T06:37:22.087 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ch.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/csiostor/csiostor.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dc395x.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-07-27T06:37:22.088 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/dmx3191d.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esas2r/esas2r.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/esp_scsi.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/fcoe.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic 2024-07-27T06:37:22.089 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/fnic/fnic.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hpsa.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hptiop.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/hv_storvsc.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/initio.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ipr.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ips.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/isci/isci.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/iscsi_tcp.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libfc/libfc.ko 2024-07-27T06:37:22.090 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libiscsi_tcp.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/libsas/libsas.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/lpfc/lpfc.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-07-27T06:37:22.091 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvsas/mvsas.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/mvumi.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/pmcraid.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla1280.ko 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx 2024-07-27T06:37:22.092 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/raid_class.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_debug.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_fc.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_sas.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_spi.ko 2024-07-27T06:37:22.093 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/scsi_transport_srp.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/ses.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/st.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/stex.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/virtio_scsi.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/vmw_pvscsi.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/scsi/wd719x.ko 2024-07-27T06:37:22.094 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ssb/ssb.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/loopback/tcm_loop.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_file.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_iblock.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_mod.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_pscsi.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/target_core_user.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-07-27T06:37:22.095 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-07-27T06:37:22.096 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_gsm.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/n_hdlc.ko 2024-07-27T06:37:22.097 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/nozomi.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/arc_uart.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/tty/serial/jsm/jsm.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/core/ufshcd-core.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio 2024-07-27T06:37:22.098 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_aec.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_cif.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_pci_generic.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/uio/uio_sercos3.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-acm.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/cdc-wdm.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usblp.ko 2024-07-27T06:37:22.099 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/class/usbtmc.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/host/sl811-hcd.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/mdc800.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/image/microtek.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/adutux.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/appledisplay.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi26.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/emi62.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ezusb.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/idmouse.ko 2024-07-27T06:37:22.100 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/iowarrior.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/isight_firmware.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/ldusb.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/legousbtower.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/trancevibrator.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usb3503.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usblcd.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/usbsevseg.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/uss720.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/misc/yurex.ko 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy 2024-07-27T06:37:22.101 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/phy/phy-generic.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/aircable.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ark3116.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/belkin_sa.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ch341.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cp210x.ko 2024-07-27T06:37:22.102 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cyberjack.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/cypress_m8.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/digi_acceleport.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/empeg.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ftdi_sio.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/garmin_gps.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_edgeport.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/io_ti.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipaq.ko 2024-07-27T06:37:22.103 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ipw.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ir-usb.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/keyspan_pda.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kl5kusb105.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/kobil_sct.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mct_u232.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7720.ko 2024-07-27T06:37:22.104 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/mos7840.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/navman.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/omninet.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/opticon.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/option.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/oti6858.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/pl2303.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcaux.ko 2024-07-27T06:37:22.105 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/qcserial.ko 2024-07-27T06:37:22.106 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/quatech2.ko 2024-07-27T06:37:22.106 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/safe_serial.ko 2024-07-27T06:37:22.106 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/sierra.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/spcp8x5.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ssu100.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/symbolserial.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-07-27T06:37:22.107 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_debug.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/usb_wwan.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/visor.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/whiteheat.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/serial/xsens_mt.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/uas.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-alauda.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-cypress.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-datafab.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-07-27T06:37:22.108 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-freecom.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-isd200.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-karma.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-onetouch.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-realtek.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr09.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-sddr55.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/ums-usbat.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/storage/usb-storage.ko 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip 2024-07-27T06:37:22.109 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-core.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/usbip-host.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/pci/vfio-pci.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost 2024-07-27T06:37:22.110 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_iotlb.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_net.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/vhost/vhost_scsi.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/apple_bl.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/lcd.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/video/backlight/platform_lcd.ko 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio 2024-07-27T06:37:22.111 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_balloon.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_mmio.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/virtio/virtio_ring.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2482.ko 2024-07-27T06:37:22.112 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/masters/ds2490.ko 2024-07-27T06:37:22.113 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves 2024-07-27T06:37:22.113 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-07-27T06:37:22.113 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-07-27T06:37:22.113 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-07-27T06:37:22.113 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-07-27T06:37:22.114 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_smem.ko 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/slaves/w1_therm.ko 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/w1/wire.ko 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim1535_wdt.ko 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/alim7101_wdt.ko 2024-07-27T06:37:22.118 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/f71808e_wdt.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/hpwdt.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/i6300esb.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/iTCO_wdt.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ib700wdt.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ibmasr.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-07-27T06:37:22.119 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it8712f_wdt.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/it87_wdt.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/machzwd.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/nv_tco.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_pci.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/pcwd_usb.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sch311x_wdt.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/softdog.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/sp5100_tco.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/via_wdt.ko 2024-07-27T06:37:22.120 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83877f_wdt.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/w83977f_wdt.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/wdt_pci.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/watchdog/xen_wdt.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-acpi-processor.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-evtchn.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntalloc.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-gntdev.ko 2024-07-27T06:37:22.121 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xen-privcmd.ko 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/drivers/xen/xenfs/xenfs.ko 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/9p/9p.ko 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/affs/affs.ko 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs 2024-07-27T06:37:22.122 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/befs/befs.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/binfmt_misc.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/btrfs/btrfs.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cachefiles/cachefiles.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ceph/ceph.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/coda/coda.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/cramfs/cramfs.ko 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm 2024-07-27T06:37:22.123 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/dlm/dlm.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ecryptfs/ecryptfs.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/f2fs/f2fs.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/fat.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/msdos.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fat/vfat.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/cuse.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/fuse/fuse.ko 2024-07-27T06:37:22.124 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/gfs2/gfs2.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfs/hfs.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/hfsplus/hfsplus.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/isofs/isofs.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/jfs/jfs.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/lockd/lockd.ko 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix 2024-07-27T06:37:22.125 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/minix/minix.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/netfs/netfs.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfs.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv3.ko 2024-07-27T06:37:22.126 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs/nfsv4.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/grace.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfs_common/nfs_acl.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nfsd/nfsd.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nilfs2/nilfs2.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-celtic.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-centeuro.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-croatian.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-cyrillic.ko 2024-07-27T06:37:22.127 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-gaelic.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-greek.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-iceland.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-inuit.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-roman.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-romanian.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/mac-turkish.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1250.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1251.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp1255.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp737.ko 2024-07-27T06:37:22.128 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp775.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp850.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp852.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp855.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp857.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp860.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp861.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp862.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp863.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp864.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp865.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp866.ko 2024-07-27T06:37:22.129 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp869.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp874.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp932.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp936.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp949.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_cp950.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_euc-jp.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-1.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-13.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-14.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-15.ko 2024-07-27T06:37:22.130 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-2.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-3.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-4.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-5.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-6.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-7.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_iso8859-9.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-r.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-ru.ko 2024-07-27T06:37:22.131 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_koi8-u.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_ucs2_utils.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/nls/nls_utf8.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-07-27T06:37:22.132 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/overlayfs/overlay.ko 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/pstore/ramoops.ko 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/reiserfs/reiserfs.ko 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs 2024-07-27T06:37:22.133 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/romfs/romfs.ko 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/client/cifs.ko 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_arc4.ko 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/smb/common/cifs_md4.ko 2024-07-27T06:37:22.134 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/squashfs/squashfs.ko 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/sysv/sysv.ko 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/udf/udf.ko 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/ufs/ufs.ko 2024-07-27T06:37:22.135 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/fs/xfs/xfs.ko 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/rcu/rcutorture.ko 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/torture.ko 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-07-27T06:37:22.136 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/asn1_encoder.ko 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc-itu-t.ko 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crc8.ko 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libaescfb.ko 2024-07-27T06:37:22.137 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libarc4.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/crypto/libdes.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/dim/dimlib.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/libcrc32c.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lru_cache.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4_compress.ko 2024-07-27T06:37:22.138 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/lz4/lz4hc_compress.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/math/cordic.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/raid6/raid6_pq.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/reed_solomon/reed_solomon.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_bm.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_fsm.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/ts_kmp.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/lib/zstd/zstd_compress.ko 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm 2024-07-27T06:37:22.139 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/mm/hwpoison-inject.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/6lowpan.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_dest.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_fragment.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_hop.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_ipv6.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_mobility.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_routing.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/6lowpan/nhc_udp.ko 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802 2024-07-27T06:37:22.140 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/garp.ko 2024-07-27T06:37:22.141 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/mrp.ko 2024-07-27T06:37:22.141 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/p8022.ko 2024-07-27T06:37:22.141 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/psnap.ko 2024-07-27T06:37:22.141 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/802/stp.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/8021q/8021q.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_fd.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_rdma.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/9p/9pnet_virtio.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/batman-adv/batman-adv.ko 2024-07-27T06:37:22.142 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/br_netfilter.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/bridge.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_among.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arp.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-07-27T06:37:22.143 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_limit.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_log.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_snat.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_stp.ko 2024-07-27T06:37:22.144 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/ebtables.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ceph/libceph.ko 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core 2024-07-27T06:37:22.145 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/failover.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/core/pktgen.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_diag.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv4.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dccp/dccp_ipv6.ko 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver 2024-07-27T06:37:22.146 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dns_resolver/dns_resolver.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/dsa_core.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_brcm.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_dsa.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_none.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/dsa/tag_trailer.ko 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154 2024-07-27T06:37:22.147 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ieee802154/ieee802154_socket.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ah4.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/esp4.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/fou.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/gre.ko 2024-07-27T06:37:22.148 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/inet_diag.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_gre.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_tunnel.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ip_vti.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipcomp.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/ipip.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arp_tables.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-07-27T06:37:22.149 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-07-27T06:37:22.150 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/iptable_security.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_bic.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_dctcp.ko 2024-07-27T06:37:22.151 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_diag.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_highspeed.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_htcp.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_hybla.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_illinois.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_lp.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_scalable.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_vegas.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_veno.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_westwood.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tcp_yeah.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/tunnel4.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_diag.ko 2024-07-27T06:37:22.152 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/udp_tunnel.ko 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv4/xfrm4_tunnel.ko 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ah6.ko 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/esp6.ko 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/fou6.ko 2024-07-27T06:37:22.153 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_tunnel.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ip6_vti.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/ipcomp6.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-07-27T06:37:22.154 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-07-27T06:37:22.155 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/sit.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/tunnel6.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/ipv6/xfrm6_tunnel.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/key/af_key.ko 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp 2024-07-27T06:37:22.156 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_core.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_debugfs.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_eth.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ip6.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_netlink.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/l2tp/l2tp_ppp.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/llc/llc.ko 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154 2024-07-27T06:37:22.157 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mac802154/mac802154.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/mpls/mpls_gso.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-07-27T06:37:22.158 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-07-27T06:37:22.159 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conncount.ko 2024-07-27T06:37:22.160 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_h323.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_irc.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sane.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_sip.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_dup_netdev.ko 2024-07-27T06:37:22.161 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_flow_table_inet.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_log_syslog.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_amanda.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_ftp.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_irc.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_sip.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_nat_tftp.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_synproxy_core.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nf_tables.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_acct.ko 2024-07-27T06:37:22.162 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_log.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_osf.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nfnetlink_queue.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_chain_nat.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_compat.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_ct.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_dup_netdev.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fib.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_fwd_netdev.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_hash.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_limit.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_log.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_masq.ko 2024-07-27T06:37:22.163 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_nat.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_numgen.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_queue.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_quota.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_redir.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_reject_inet.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_socket.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/nft_tunnel.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_AUDIT.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CHECKSUM.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CLASSIFY.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-07-27T06:37:22.164 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_CT.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_DSCP.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HL.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_HMARK.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_IDLETIMER.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LED.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_LOG.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_MASQUERADE.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NETMAP.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFLOG.ko 2024-07-27T06:37:22.165 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_NFQUEUE.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_RATEEST.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_REDIRECT.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_SECMARK.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPMSS.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TEE.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TPROXY.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_TRACE.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_addrtype.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_bpf.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cgroup.ko 2024-07-27T06:37:22.166 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cluster.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_comment.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connbytes.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlabel.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connlimit.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_connmark.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_conntrack.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_cpu.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dccp.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_devgroup.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_dscp.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ecn.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_esp.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hashlimit.ko 2024-07-27T06:37:22.167 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_helper.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_hl.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipcomp.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_iprange.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_ipvs.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_l2tp.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_length.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_limit.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mac.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_mark.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_multiport.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nat.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_nfacct.ko 2024-07-27T06:37:22.168 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_osf.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_owner.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_physdev.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_pkttype.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_policy.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_quota.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_rateest.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_realm.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_recent.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_sctp.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_set.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_socket.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_state.ko 2024-07-27T06:37:22.169 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_statistic.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_string.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_tcpmss.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_time.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netfilter/xt_u32.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/netlink/netlink_diag.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/nsh/nsh.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/openvswitch.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-geneve.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-gre.ko 2024-07-27T06:37:22.170 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/openvswitch/vport-vxlan.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/packet/af_packet_diag.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_rdma.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/rds/rds_tcp.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_csum.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_gact.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_mirred.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_nat.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_pedit.ko 2024-07-27T06:37:22.171 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_police.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_simple.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_skbedit.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/act_vlan.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_basic.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_bpf.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_flow.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_fw.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_route.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/cls_u32.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_cmp.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_ipset.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_meta.ko 2024-07-27T06:37:22.172 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_nbyte.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_text.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/em_u32.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_choke.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_codel.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_drr.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_fq.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_gred.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hfsc.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_hhf.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_htb.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_ingress.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_mqprio_lib.ko 2024-07-27T06:37:22.173 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_multiq.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_netem.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_pie.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_plug.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_prio.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_qfq.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_red.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfb.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_sfq.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_tbf.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sched/sch_teql.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp.ko 2024-07-27T06:37:22.174 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sctp/sctp_diag.ko 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/sunrpc.ko 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-07-27T06:37:22.175 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/tipc/tipc_diag.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/unix/unix_diag.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_diag.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/vmw_vsock/vsock_loopback.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/net/xfrm/xfrm_ipcomp.ko 2024-07-27T06:37:22.176 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/kernel/security/keys/trusted-keys/trusted.ko 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-27T06:37:22.177 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.alias.bin 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.builtin.modinfo 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.devname 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.order 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.softdep 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-27T06:37:22.178 INFO:teuthology.orchestra.run.smithi066.stdout:/lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-27T06:37:22.183 DEBUG:teuthology.task.kernel:get_image_version: 6.10.0-g3e9255e90710 2024-07-27T06:37:22.183 DEBUG:teuthology.orchestra.run.smithi066:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-07-27T06:37:22.207 INFO:teuthology.orchestra.run.smithi066.stdout:postinstall scriptlet (using /bin/sh): 2024-07-27T06:37:22.207 INFO:teuthology.orchestra.run.smithi066.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-27T06:37:22.207 INFO:teuthology.orchestra.run.smithi066.stdout: /usr/bin/kernel-install add 6.10.0-g3e9255e90710 /lib/modules/6.10.0-g3e9255e90710/vmlinuz 2024-07-27T06:37:22.207 INFO:teuthology.orchestra.run.smithi066.stdout:fi 2024-07-27T06:37:22.207 INFO:teuthology.orchestra.run.smithi066.stdout:for file in vmlinuz System.map config; do 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: if ! cmp --silent "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710"; then 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: cp "/lib/modules/6.10.0-g3e9255e90710/${file}" "/boot/${file}-6.10.0-g3e9255e90710" 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: fi 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:done 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:if [ -d "/lib/modules/6.10.0-g3e9255e90710/dtb" ] && \ 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: ! diff -rq "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" >/dev/null 2>&1; then 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: rm -rf "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: cp -r "/lib/modules/6.10.0-g3e9255e90710/dtb" "/boot/dtb-6.10.0-g3e9255e90710" 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:fi 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:if [ ! -e "/lib/modules/6.10.0-g3e9255e90710/modules.dep" ]; then 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout: /usr/sbin/depmod 6.10.0-g3e9255e90710 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:fi 2024-07-27T06:37:22.208 INFO:teuthology.orchestra.run.smithi066.stdout:preuninstall scriptlet (using /bin/sh): 2024-07-27T06:37:22.209 INFO:teuthology.orchestra.run.smithi066.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-07-27T06:37:22.209 INFO:teuthology.orchestra.run.smithi066.stdout:kernel-install remove 6.10.0-g3e9255e90710 2024-07-27T06:37:22.209 INFO:teuthology.orchestra.run.smithi066.stdout:fi 2024-07-27T06:37:22.210 DEBUG:teuthology.orchestra.run.smithi066:> sudo rpm -qi grub2-tools 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Name : grub2-tools 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Epoch : 1 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Version : 2.06 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Release : 68.el9 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Architecture: x86_64 2024-07-27T06:37:22.282 INFO:teuthology.orchestra.run.smithi066.stdout:Install Date: Fri 19 Apr 2024 09:32:39 PM UTC 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Group : Unspecified 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Size : 8264254 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:License : GPLv3+ 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Packager : builder@centos.org 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Vendor : CentOS 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:URL : http://www.gnu.org/software/grub/ 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Summary : Support tools for GRUB. 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout:Description : 2024-07-27T06:37:22.283 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout:customizable bootloader with modular architecture. It supports a rich 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout:variety of kernel formats, file systems, computer architectures and 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout:hardware devices. 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:37:22.284 INFO:teuthology.orchestra.run.smithi066.stdout:This subpackage provides tools for support of all platforms. 2024-07-27T06:37:22.285 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-07-27T06:37:22.285 INFO:teuthology.task.kernel:Updating grub on smithi066 to boot 6.10.0-g3e9255e90710 2024-07-27T06:37:22.285 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-07-27T06:37:22.807 INFO:teuthology.orchestra.run.smithi066.stderr:Generating grub configuration file ... 2024-07-27T06:37:24.163 INFO:teuthology.orchestra.run.smithi066.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-07-27T06:37:24.192 INFO:teuthology.orchestra.run.smithi066.stderr:done 2024-07-27T06:37:24.194 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-07-27T06:37:24.209 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.cm8XO1jejd 2024-07-27T06:37:24.210 DEBUG:teuthology.orchestra.run.smithi066:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.cm8XO1jejd 2024-07-27T06:37:24.281 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.cm8XO1jejd 2024-07-27T06:37:24.419 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.cm8XO1jejd is 6KB 2024-07-27T06:37:24.468 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.cm8XO1jejd 2024-07-27T06:37:24.483 DEBUG:teuthology.orchestra.run.smithi066:> sudo /bin/ls /boot/loader/entries || true 2024-07-27T06:37:24.546 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-0-rescue.conf 2024-07-27T06:37:24.546 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-239.el9.x86_64.conf 2024-07-27T06:37:24.546 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-5.14.0-437.el9.x86_64.conf 2024-07-27T06:37:24.546 INFO:teuthology.orchestra.run.smithi066.stdout:7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710.conf 2024-07-27T06:37:24.548 DEBUG:teuthology.orchestra.run.smithi066:> sudo grub2-set-default 7fc8828e06d0482694bcf4a447d13cb6-6.10.0-g3e9255e90710 2024-07-27T06:37:24.692 DEBUG:teuthology.orchestra.run.smithi066:> sudo shutdown -r now 2024-07-27T06:37:51.991 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-07-27T06:37:51.992 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:37:51.993 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:37:54.695 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-07-27T06:37:54.696 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:37:54.696 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:10.399 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-07-27T06:38:13.214 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-07-27T06:38:19.405 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:38:19.405 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:22.218 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:38:22.219 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:22.466 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.155 2024-07-27T06:38:25.278 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-07-27T06:38:34.475 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:38:34.476 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:37.282 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:38:37.283 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:40.355 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-07-27T06:38:55.366 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:38:55.367 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:38:58.430 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-07-27T06:39:16.446 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:39:16.448 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:39:34.495 DEBUG:teuthology.orchestra.remote:timed out 2024-07-27T06:39:34.878 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.66 2024-07-27T06:39:49.506 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:39:49.508 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:39:49.880 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-07-27T06:39:50.514 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:39:50.514 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.10.0-g3e9255e90710"... 2024-07-27T06:39:50.514 DEBUG:teuthology.orchestra.run.smithi155:> uname -r 2024-07-27T06:39:50.569 INFO:teuthology.orchestra.run.smithi155.stdout:6.10.0-g3e9255e90710 2024-07-27T06:39:50.569 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-27T06:39:50.569 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-27T06:39:50.569 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-27T06:39:51.572 DEBUG:teuthology.parallel:result is None 2024-07-27T06:39:55.879 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:39:55.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:39:56.722 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-07-27T06:39:57.503 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:39:57.503 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.10.0-g3e9255e90710"... 2024-07-27T06:39:57.503 DEBUG:teuthology.orchestra.run.smithi066:> uname -r 2024-07-27T06:39:57.546 INFO:teuthology.orchestra.run.smithi066.stdout:6.10.0-g3e9255e90710 2024-07-27T06:39:57.547 DEBUG:teuthology.task.kernel:current kernel version is 6.10.0-g3e9255e90710 vs 6.10.0-g3e9255e90710 2024-07-27T06:39:57.547 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-07-27T06:39:57.547 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-07-27T06:39:58.550 DEBUG:teuthology.parallel:result is None 2024-07-27T06:39:58.550 INFO:teuthology.run_tasks:Running task internal.base... 2024-07-27T06:39:58.557 INFO:teuthology.task.internal:Creating test directory... 2024-07-27T06:39:58.558 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-27T06:39:58.565 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-07-27T06:39:58.622 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-07-27T06:39:58.628 INFO:teuthology.run_tasks:Running task internal.archive... 2024-07-27T06:39:58.634 INFO:teuthology.task.internal:Creating archive directory... 2024-07-27T06:39:58.634 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-27T06:39:58.648 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-07-27T06:39:58.714 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-07-27T06:39:58.720 INFO:teuthology.task.internal:Enabling coredump saving... 2024-07-27T06:39:58.720 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-27T06:39:58.731 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-07-27T06:39:58.836 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:39:58.868 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:39:58.889 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:39:58.916 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:39:58.921 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-07-27T06:39:58.928 INFO:teuthology.task.internal:Configuring sudo... 2024-07-27T06:39:58.928 DEBUG:teuthology.orchestra.run.smithi066:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-27T06:39:58.933 DEBUG:teuthology.orchestra.run.smithi155:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-07-27T06:39:59.019 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-07-27T06:39:59.029 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-07-27T06:39:59.029 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-27T06:39:59.033 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-07-27T06:39:59.088 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-27T06:39:59.180 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-27T06:39:59.262 DEBUG:teuthology.orchestra.run.smithi066:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-27T06:39:59.329 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-27T06:39:59.409 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:39:59.409 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-27T06:39:59.470 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-27T06:39:59.557 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-07-27T06:39:59.661 DEBUG:teuthology.orchestra.run.smithi155:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-27T06:39:59.746 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-07-27T06:39:59.833 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:39:59.833 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-07-27T06:39:59.918 DEBUG:teuthology.orchestra.run.smithi066:> sudo service rsyslog restart 2024-07-27T06:39:59.927 DEBUG:teuthology.orchestra.run.smithi155:> sudo service rsyslog restart 2024-07-27T06:40:00.029 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-27T06:40:00.059 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-27T06:40:00.438 INFO:teuthology.run_tasks:Running task internal.timer... 2024-07-27T06:40:00.446 INFO:teuthology.task.internal:Starting timer... 2024-07-27T06:40:00.446 INFO:teuthology.run_tasks:Running task pcp... 2024-07-27T06:40:00.459 INFO:teuthology.run_tasks:Running task selinux... 2024-07-27T06:40:00.467 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-07-27T06:40:00.468 DEBUG:teuthology.orchestra.run.smithi066:> sudo service auditd rotate 2024-07-27T06:40:00.587 INFO:teuthology.orchestra.run.smithi066.stdout:Rotating logs: 2024-07-27T06:40:00.592 DEBUG:teuthology.orchestra.run.smithi155:> sudo service auditd rotate 2024-07-27T06:40:00.701 INFO:teuthology.orchestra.run.smithi155.stdout:Rotating logs: 2024-07-27T06:40:00.706 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-07-27T06:40:00.706 DEBUG:teuthology.orchestra.run.smithi066:> /usr/sbin/getenforce 2024-07-27T06:40:00.767 INFO:teuthology.orchestra.run.smithi066.stdout:Permissive 2024-07-27T06:40:00.767 DEBUG:teuthology.orchestra.run.smithi155:> /usr/sbin/getenforce 2024-07-27T06:40:00.825 INFO:teuthology.orchestra.run.smithi155.stdout:Permissive 2024-07-27T06:40:00.825 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi066.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi155.front.sepia.ceph.com': 'permissive'} 2024-07-27T06:40:00.826 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-27T06:40:00.888 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:40:00.889 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-27T06:40:00.981 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:40:00.982 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-07-27T06:40:00.982 DEBUG:teuthology.orchestra.run.smithi066:> sudo /usr/sbin/setenforce permissive 2024-07-27T06:40:01.054 DEBUG:teuthology.orchestra.run.smithi155:> sudo /usr/sbin/setenforce permissive 2024-07-27T06:40:01.130 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-07-27T06:40:01.139 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-07-27T06:40:01.142 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-07-27T06:40:01.252 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-07-27T06:40:01.267 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-07-27T06:40:01.268 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi066.front.sepia.ceph.com,smithi155.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-07-27T06:46:43.557 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi066.front.sepia.ceph.com'), Remote(name='ubuntu@smithi155.front.sepia.ceph.com')] 2024-07-27T06:46:43.559 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:46:43.560 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi066.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:46:43.678 DEBUG:teuthology.orchestra.run.smithi066:> true 2024-07-27T06:46:43.833 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi066.front.sepia.ceph.com' 2024-07-27T06:46:43.834 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:46:43.834 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi155.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-07-27T06:46:43.941 DEBUG:teuthology.orchestra.run.smithi155:> true 2024-07-27T06:46:44.112 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi155.front.sepia.ceph.com' 2024-07-27T06:46:44.112 INFO:teuthology.run_tasks:Running task clock... 2024-07-27T06:46:44.125 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-07-27T06:46:44.125 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-27T06:46:44.125 DEBUG:teuthology.orchestra.run.smithi066:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-27T06:46:44.134 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-07-27T06:46:44.134 DEBUG:teuthology.orchestra.run.smithi155:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-27T06:46:44.227 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-27T06:46:44.228 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-07-27T06:46:44.267 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-27T06:46:44.271 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-07-27T06:46:44.336 INFO:teuthology.orchestra.run.smithi155.stderr:sudo: ntpd: command not found 2024-07-27T06:46:44.351 INFO:teuthology.orchestra.run.smithi066.stderr:sudo: ntpd: command not found 2024-07-27T06:46:44.367 INFO:teuthology.orchestra.run.smithi155.stdout:506 Cannot talk to daemon 2024-07-27T06:46:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:506 Cannot talk to daemon 2024-07-27T06:46:44.408 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-27T06:46:44.429 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-07-27T06:46:44.450 INFO:teuthology.orchestra.run.smithi155.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-27T06:46:44.473 INFO:teuthology.orchestra.run.smithi066.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-07-27T06:46:44.594 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-07-27T06:46:44.603 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-27T06:46:44.603 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-07-27T06:46:44.603 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.604 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.604 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.604 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-07-27T06:46:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-27T06:46:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-07-27T06:46:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T06:46:44.636 INFO:teuthology.run_tasks:Running task install... 2024-07-27T06:46:44.644 DEBUG:teuthology.task.install:project ceph 2024-07-27T06:46:44.644 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}} 2024-07-27T06:46:44.644 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'} 2024-07-27T06:46:44.644 INFO:teuthology.task.install:Using flavor: default 2024-07-27T06:46:44.649 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-07-27T06:46:44.649 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-07-27T06:46:44.650 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-27T06:46:44.650 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-27T06:46:44.653 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'tag': None, 'wait_for_package': False} 2024-07-27T06:46:44.653 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-27T06:46:44.800 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-27T06:46:44.800 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-27T06:46:44.806 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/ 2024-07-27T06:46:44.807 INFO:teuthology.task.install.rpm:Package version is 19.0.0-5320.ge8f88bb1 2024-07-27T06:46:44.912 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-27T06:46:44.912 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:46:44.912 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-27T06:46:44.917 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240725.121331-debug/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-07-27T06:46:44.917 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:46:44.917 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-07-27T06:46:45.007 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-27T06:46:45.007 DEBUG:teuthology.orchestra.run.smithi155:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-27T06:46:45.009 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-07-27T06:46:45.010 DEBUG:teuthology.orchestra.run.smithi066:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-07-27T06:46:45.137 DEBUG:teuthology.orchestra.run.smithi155:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-27T06:46:45.147 DEBUG:teuthology.orchestra.run.smithi066:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-07-27T06:46:45.243 DEBUG:teuthology.orchestra.run.smithi155:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-27T06:46:45.262 DEBUG:teuthology.orchestra.run.smithi066:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-07-27T06:46:45.320 INFO:teuthology.orchestra.run.smithi155.stdout:check_obsoletes = 1 2024-07-27T06:46:45.324 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum clean all 2024-07-27T06:46:45.344 INFO:teuthology.orchestra.run.smithi066.stdout:check_obsoletes = 1 2024-07-27T06:46:45.349 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum clean all 2024-07-27T06:46:45.647 INFO:teuthology.orchestra.run.smithi155.stdout:45 files removed 2024-07-27T06:46:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:45 files removed 2024-07-27T06:46:45.685 DEBUG:teuthology.orchestra.run.smithi155:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-27T06:46:45.719 DEBUG:teuthology.orchestra.run.smithi066:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-07-27T06:46:46.499 INFO:teuthology.orchestra.run.smithi155.stdout:ceph packages for x86_64 216 kB/s | 83 kB 00:00 2024-07-27T06:46:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph packages for x86_64 216 kB/s | 83 kB 00:00 2024-07-27T06:46:46.967 INFO:teuthology.orchestra.run.smithi155.stdout:ceph noarch packages 64 kB/s | 24 kB 00:00 2024-07-27T06:46:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph noarch packages 61 kB/s | 24 kB 00:00 2024-07-27T06:46:47.426 INFO:teuthology.orchestra.run.smithi155.stdout:ceph source packages 5.0 kB/s | 1.9 kB 00:00 2024-07-27T06:46:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph source packages 4.8 kB/s | 1.9 kB 00:00 2024-07-27T06:46:48.860 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - BaseOS 6.0 MB/s | 8.2 MB 00:01 2024-07-27T06:46:49.086 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - BaseOS 5.4 MB/s | 8.2 MB 00:01 2024-07-27T06:46:52.849 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - AppStream 8.0 MB/s | 20 MB 00:02 2024-07-27T06:46:57.976 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 20 MB 00:07 2024-07-27T06:47:03.213 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - CRB 1.1 MB/s | 6.5 MB 00:06 2024-07-27T06:47:03.661 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - CRB 4.0 MB/s | 6.5 MB 00:01 2024-07-27T06:47:05.363 INFO:teuthology.orchestra.run.smithi066.stdout:CentOS Stream 9 - Extras packages 24 kB/s | 18 kB 00:00 2024-07-27T06:47:06.461 INFO:teuthology.orchestra.run.smithi066.stdout:Extra Packages for Enterprise Linux 25 MB/s | 22 MB 00:00 2024-07-27T06:47:06.769 INFO:teuthology.orchestra.run.smithi155.stdout:CentOS Stream 9 - Extras packages 11 kB/s | 18 kB 00:01 2024-07-27T06:47:07.977 INFO:teuthology.orchestra.run.smithi155.stdout:Extra Packages for Enterprise Linux 22 MB/s | 22 MB 00:01 2024-07-27T06:47:13.090 INFO:teuthology.orchestra.run.smithi066.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-07-27T06:47:14.371 INFO:teuthology.orchestra.run.smithi155.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-07-27T06:47:15.718 INFO:teuthology.orchestra.run.smithi066.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-27T06:47:15.719 INFO:teuthology.orchestra.run.smithi066.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-27T06:47:15.740 INFO:teuthology.orchestra.run.smithi066.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-27T06:47:15.741 INFO:teuthology.orchestra.run.smithi066.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-27T06:47:15.743 INFO:teuthology.orchestra.run.smithi066.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-27T06:47:15.744 INFO:teuthology.orchestra.run.smithi066.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-27T06:47:15.746 INFO:teuthology.orchestra.run.smithi066.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-27T06:47:15.750 INFO:teuthology.orchestra.run.smithi066.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-27T06:47:15.751 INFO:teuthology.orchestra.run.smithi066.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-27T06:47:15.829 INFO:teuthology.orchestra.run.smithi066.stdout:Dependencies resolved. 2024-07-27T06:47:15.846 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-07-27T06:47:15.846 INFO:teuthology.orchestra.run.smithi066.stdout: Package Arch Version Repository Size 2024-07-27T06:47:15.846 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-07-27T06:47:15.846 INFO:teuthology.orchestra.run.smithi066.stdout:Installing: 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-27T06:47:15.847 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-27T06:47:15.848 INFO:teuthology.orchestra.run.smithi066.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-27T06:47:15.849 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrading: 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-27T06:47:15.850 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout:Installing dependencies: 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-27T06:47:15.851 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-27T06:47:15.852 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-27T06:47:15.853 INFO:teuthology.orchestra.run.smithi066.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-27T06:47:15.854 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-27T06:47:15.855 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-27T06:47:15.856 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-27T06:47:15.857 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-27T06:47:15.858 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-27T06:47:15.859 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout:Installing weak dependencies: 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction Summary 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout:======================================================================================= 2024-07-27T06:47:15.860 INFO:teuthology.orchestra.run.smithi066.stdout:Install 148 Packages 2024-07-27T06:47:15.861 INFO:teuthology.orchestra.run.smithi066.stdout:Upgrade 12 Packages 2024-07-27T06:47:15.861 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:47:15.861 INFO:teuthology.orchestra.run.smithi066.stdout:Total download size: 233 M 2024-07-27T06:47:15.861 INFO:teuthology.orchestra.run.smithi066.stdout:Downloading Packages: 2024-07-27T06:47:16.888 INFO:teuthology.orchestra.run.smithi155.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-27T06:47:16.889 INFO:teuthology.orchestra.run.smithi155.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-07-27T06:47:16.907 INFO:teuthology.orchestra.run.smithi155.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-07-27T06:47:16.909 INFO:teuthology.orchestra.run.smithi155.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-07-27T06:47:16.910 INFO:teuthology.orchestra.run.smithi155.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-07-27T06:47:16.911 INFO:teuthology.orchestra.run.smithi155.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-07-27T06:47:16.913 INFO:teuthology.orchestra.run.smithi155.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-07-27T06:47:16.917 INFO:teuthology.orchestra.run.smithi155.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-07-27T06:47:16.918 INFO:teuthology.orchestra.run.smithi155.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-07-27T06:47:16.967 INFO:teuthology.orchestra.run.smithi066.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-07-27T06:47:16.990 INFO:teuthology.orchestra.run.smithi155.stdout:Dependencies resolved. 2024-07-27T06:47:17.012 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout: Package Arch Version Repository Size 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout:Installing: 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout: ceph x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 6.6 k 2024-07-27T06:47:17.013 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.5 M 2024-07-27T06:47:17.014 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 872 k 2024-07-27T06:47:17.014 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 148 k 2024-07-27T06:47:17.014 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 1.5 M 2024-07-27T06:47:17.014 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 149 k 2024-07-27T06:47:17.014 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 14 M 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 7.4 M 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 49 k 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 10 M 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 44 M 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-volume noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 274 k 2024-07-27T06:47:17.015 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 771 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 225 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-shell x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 27 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-top noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 18 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-07-27T06:47:17.016 INFO:teuthology.orchestra.run.smithi155.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 32 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 765 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 127 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-07-27T06:47:17.017 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-devel x86_64 1:3.2.2-2.el9 appstream 4.4 M 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 188 k 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 372 k 2024-07-27T06:47:17.018 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 355 k 2024-07-27T06:47:17.019 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 116 k 2024-07-27T06:47:17.019 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 86 k 2024-07-27T06:47:17.019 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-27T06:47:17.019 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 170 k 2024-07-27T06:47:17.019 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs-devel x86_64 6.4.0-3.el9 appstream 96 k 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrading: 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager x86_64 1:1.48.2-2.el9 baseos 2.3 M 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-libnm x86_64 1:1.48.2-2.el9 baseos 1.8 M 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-team x86_64 1:1.48.2-2.el9 baseos 41 k 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-tui x86_64 1:1.48.2-2.el9 baseos 247 k 2024-07-27T06:47:17.020 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-debuginfod-client x86_64 0.191-4.el9 baseos 37 k 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf x86_64 0.191-4.el9 baseos 207 k 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libs x86_64 0.191-4.el9 baseos 260 k 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: librados2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.4 M 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 3.1 M 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: openssl x86_64 1:3.2.2-2.el9 baseos 1.4 M 2024-07-27T06:47:17.021 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-libs x86_64 1:3.2.2-2.el9 baseos 2.4 M 2024-07-27T06:47:17.022 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs x86_64 6.4.0-3.el9 baseos 1.1 M 2024-07-27T06:47:17.022 INFO:teuthology.orchestra.run.smithi155.stdout:Installing dependencies: 2024-07-27T06:47:17.022 INFO:teuthology.orchestra.run.smithi155.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-07-27T06:47:17.022 INFO:teuthology.orchestra.run.smithi155.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 20 M 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 34 k 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 2.3 M 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 284 k 2024-07-27T06:47:17.023 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 4.9 M 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 18 M 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts noarch 2:19.0.0-5320.ge8f88bb1.el9 ceph-noarch 16 k 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 25 k 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-07-27T06:47:17.024 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-07-27T06:47:17.025 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 158 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-07-27T06:47:17.026 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 503 k 2024-07-27T06:47:17.027 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-07-27T06:47:17.027 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2 x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 5.3 M 2024-07-27T06:47:17.027 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-07-27T06:47:17.027 INFO:teuthology.orchestra.run.smithi155.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-07-27T06:47:17.027 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-07-27T06:47:17.028 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-07-27T06:47:17.029 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-07-27T06:47:17.030 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-07-27T06:47:17.030 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-07-27T06:47:17.030 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 45 k 2024-07-27T06:47:17.030 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common x86_64 2:19.0.0-5320.ge8f88bb1.el9 ceph 138 k 2024-07-27T06:47:17.030 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-07-27T06:47:17.031 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth noarch 1:2.32.0-1.el9 epel 216 k 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-07-27T06:47:17.032 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-07-27T06:47:17.033 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-07-27T06:47:17.033 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-07-27T06:47:17.033 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-07-27T06:47:17.033 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-07-27T06:47:17.033 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-07-27T06:47:17.034 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-07-27T06:47:17.034 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-07-27T06:47:17.034 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-07-27T06:47:17.034 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-07-27T06:47:17.034 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-07-27T06:47:17.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-07-27T06:47:17.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-07-27T06:47:17.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-07-27T06:47:17.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-07-27T06:47:17.035 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-07-27T06:47:17.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-07-27T06:47:17.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-07-27T06:47:17.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-07-27T06:47:17.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-07-27T06:47:17.036 INFO:teuthology.orchestra.run.smithi155.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-07-27T06:47:17.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-07-27T06:47:17.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-07-27T06:47:17.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-07-27T06:47:17.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-07-27T06:47:17.037 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-07-27T06:47:17.038 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-07-27T06:47:17.039 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout:Installing weak dependencies: 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction Summary 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout:======================================================================================= 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout:Install 148 Packages 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout:Upgrade 12 Packages 2024-07-27T06:47:17.040 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:47:17.041 INFO:teuthology.orchestra.run.smithi155.stdout:Total download size: 233 M 2024-07-27T06:47:17.041 INFO:teuthology.orchestra.run.smithi155.stdout:Downloading Packages: 2024-07-27T06:47:17.142 INFO:teuthology.orchestra.run.smithi066.stdout:(2/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 4.9 MB/s | 872 kB 00:00 2024-07-27T06:47:17.209 INFO:teuthology.orchestra.run.smithi066.stdout:(3/160): ceph-immutable-object-cache-19.0.0-532 2.2 MB/s | 148 kB 00:00 2024-07-27T06:47:17.367 INFO:teuthology.orchestra.run.smithi066.stdout:(4/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 8.4 MB/s | 5.5 MB 00:00 2024-07-27T06:47:17.442 INFO:teuthology.orchestra.run.smithi066.stdout:(5/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 9.7 MB/s | 2.3 MB 00:00 2024-07-27T06:47:17.518 INFO:teuthology.orchestra.run.smithi066.stdout:(6/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 10 MB/s | 1.5 MB 00:00 2024-07-27T06:47:17.760 INFO:teuthology.orchestra.run.smithi066.stdout:(7/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 15 MB/s | 4.9 MB 00:00 2024-07-27T06:47:18.005 INFO:teuthology.orchestra.run.smithi155.stdout:(1/160): ceph-19.0.0-5320.ge8f88bb1.el9.x86_64. 16 kB/s | 6.6 kB 00:00 2024-07-27T06:47:18.227 INFO:teuthology.orchestra.run.smithi066.stdout:(8/160): ceph-common-19.0.0-5320.ge8f88bb1.el9. 13 MB/s | 20 MB 00:01 2024-07-27T06:47:18.294 INFO:teuthology.orchestra.run.smithi066.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 385 kB/s | 25 kB 00:00 2024-07-27T06:47:18.389 INFO:teuthology.orchestra.run.smithi155.stdout:(2/160): ceph-base-19.0.0-5320.ge8f88bb1.el9.x8 7.0 MB/s | 5.5 MB 00:00 2024-07-27T06:47:18.422 INFO:teuthology.orchestra.run.smithi155.stdout:(3/160): ceph-fuse-19.0.0-5320.ge8f88bb1.el9.x8 2.0 MB/s | 872 kB 00:00 2024-07-27T06:47:18.472 INFO:teuthology.orchestra.run.smithi155.stdout:(4/160): ceph-immutable-object-cache-19.0.0-532 1.8 MB/s | 148 kB 00:00 2024-07-27T06:47:18.602 INFO:teuthology.orchestra.run.smithi066.stdout:(10/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 12 MB/s | 10 MB 00:00 2024-07-27T06:47:18.614 INFO:teuthology.orchestra.run.smithi155.stdout:(5/160): ceph-mgr-19.0.0-5320.ge8f88bb1.el9.x86 11 MB/s | 1.5 MB 00:00 2024-07-27T06:47:18.661 INFO:teuthology.orchestra.run.smithi066.stdout:(11/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 3.8 MB/s | 225 kB 00:00 2024-07-27T06:47:18.886 INFO:teuthology.orchestra.run.smithi066.stdout:(12/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x8 13 MB/s | 18 MB 00:01 2024-07-27T06:47:18.911 INFO:teuthology.orchestra.run.smithi066.stdout:(13/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 108 kB/s | 27 kB 00:00 2024-07-27T06:47:18.915 INFO:teuthology.orchestra.run.smithi155.stdout:(6/160): ceph-mon-19.0.0-5320.ge8f88bb1.el9.x86 16 MB/s | 4.9 MB 00:00 2024-07-27T06:47:18.962 INFO:teuthology.orchestra.run.smithi066.stdout:(14/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 429 kB/s | 32 kB 00:00 2024-07-27T06:47:19.020 INFO:teuthology.orchestra.run.smithi066.stdout:(15/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 7.0 MB/s | 765 kB 00:00 2024-07-27T06:47:19.054 INFO:teuthology.orchestra.run.smithi066.stdout:(16/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 1.7 MB/s | 158 kB 00:00 2024-07-27T06:47:19.088 INFO:teuthology.orchestra.run.smithi066.stdout:(17/160): librados-devel-19.0.0-5320.ge8f88bb1. 1.9 MB/s | 127 kB 00:00 2024-07-27T06:47:19.146 INFO:teuthology.orchestra.run.smithi066.stdout:(18/160): libradosstriper1-19.0.0-5320.ge8f88bb 5.4 MB/s | 503 kB 00:00 2024-07-27T06:47:19.165 INFO:teuthology.orchestra.run.smithi155.stdout:(7/160): ceph-common-19.0.0-5320.ge8f88bb1.el9. 13 MB/s | 20 MB 00:01 2024-07-27T06:47:19.205 INFO:teuthology.orchestra.run.smithi066.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 787 kB/s | 45 kB 00:00 2024-07-27T06:47:19.232 INFO:teuthology.orchestra.run.smithi155.stdout:(8/160): ceph-mds-19.0.0-5320.ge8f88bb1.el9.x86 2.8 MB/s | 2.3 MB 00:00 2024-07-27T06:47:19.263 INFO:teuthology.orchestra.run.smithi066.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 2.4 MB/s | 138 kB 00:00 2024-07-27T06:47:19.299 INFO:teuthology.orchestra.run.smithi155.stdout:(9/160): ceph-selinux-19.0.0-5320.ge8f88bb1.el9 383 kB/s | 25 kB 00:00 2024-07-27T06:47:19.355 INFO:teuthology.orchestra.run.smithi066.stdout:(21/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 2.0 MB/s | 188 kB 00:00 2024-07-27T06:47:19.456 INFO:teuthology.orchestra.run.smithi066.stdout:(22/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 14 MB/s | 5.3 MB 00:00 2024-07-27T06:47:19.506 INFO:teuthology.orchestra.run.smithi066.stdout:(23/160): python3-rados-19.0.0-5320.ge8f88bb1.e 2.4 MB/s | 372 kB 00:00 2024-07-27T06:47:19.564 INFO:teuthology.orchestra.run.smithi066.stdout:(24/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 3.2 MB/s | 355 kB 00:00 2024-07-27T06:47:19.665 INFO:teuthology.orchestra.run.smithi066.stdout:(25/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 867 kB/s | 86 kB 00:00 2024-07-27T06:47:19.849 INFO:teuthology.orchestra.run.smithi155.stdout:(10/160): ceph-radosgw-19.0.0-5320.ge8f88bb1.el 15 MB/s | 10 MB 00:00 2024-07-27T06:47:19.899 INFO:teuthology.orchestra.run.smithi066.stdout:(26/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 13 MB/s | 3.1 MB 00:00 2024-07-27T06:47:19.924 INFO:teuthology.orchestra.run.smithi066.stdout:(27/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 279 kB/s | 116 kB 00:00 2024-07-27T06:47:19.957 INFO:teuthology.orchestra.run.smithi066.stdout:(28/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 2.9 MB/s | 170 kB 00:00 2024-07-27T06:47:19.983 INFO:teuthology.orchestra.run.smithi066.stdout:(29/160): ceph-grafana-dashboards-19.0.0-5320.g 596 kB/s | 34 kB 00:00 2024-07-27T06:47:20.016 INFO:teuthology.orchestra.run.smithi066.stdout:(30/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 2.5 MB/s | 149 kB 00:00 2024-07-27T06:47:20.066 INFO:teuthology.orchestra.run.smithi155.stdout:(11/160): ceph-osd-19.0.0-5320.ge8f88bb1.el9.x8 15 MB/s | 18 MB 00:01 2024-07-27T06:47:20.100 INFO:teuthology.orchestra.run.smithi155.stdout:(12/160): cephfs-mirror-19.0.0-5320.ge8f88bb1.e 902 kB/s | 225 kB 00:00 2024-07-27T06:47:20.133 INFO:teuthology.orchestra.run.smithi155.stdout:(13/160): cephfs-shell-19.0.0-5320.ge8f88bb1.el 408 kB/s | 27 kB 00:00 2024-07-27T06:47:20.167 INFO:teuthology.orchestra.run.smithi155.stdout:(14/160): libcephfs-devel-19.0.0-5320.ge8f88bb1 479 kB/s | 32 kB 00:00 2024-07-27T06:47:20.226 INFO:teuthology.orchestra.run.smithi155.stdout:(15/160): libcephfs2-19.0.0-5320.ge8f88bb1.el9. 8.2 MB/s | 765 kB 00:00 2024-07-27T06:47:20.259 INFO:teuthology.orchestra.run.smithi155.stdout:(16/160): libcephsqlite-19.0.0-5320.ge8f88bb1.e 1.7 MB/s | 158 kB 00:00 2024-07-27T06:47:20.301 INFO:teuthology.orchestra.run.smithi155.stdout:(17/160): librados-devel-19.0.0-5320.ge8f88bb1. 1.7 MB/s | 127 kB 00:00 2024-07-27T06:47:20.351 INFO:teuthology.orchestra.run.smithi155.stdout:(18/160): libradosstriper1-19.0.0-5320.ge8f88bb 5.4 MB/s | 503 kB 00:00 2024-07-27T06:47:20.460 INFO:teuthology.orchestra.run.smithi155.stdout:(19/160): python3-ceph-argparse-19.0.0-5320.ge8 418 kB/s | 45 kB 00:00 2024-07-27T06:47:20.525 INFO:teuthology.orchestra.run.smithi066.stdout:(31/160): ceph-mgr-diskprediction-local-19.0.0- 15 MB/s | 7.4 MB 00:00 2024-07-27T06:47:20.544 INFO:teuthology.orchestra.run.smithi155.stdout:(20/160): python3-ceph-common-19.0.0-5320.ge8f8 1.6 MB/s | 138 kB 00:00 2024-07-27T06:47:20.600 INFO:teuthology.orchestra.run.smithi066.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.ge8 3.8 MB/s | 284 kB 00:00 2024-07-27T06:47:20.651 INFO:teuthology.orchestra.run.smithi066.stdout:(33/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 999 kB/s | 49 kB 00:00 2024-07-27T06:47:20.661 INFO:teuthology.orchestra.run.smithi155.stdout:(21/160): librgw2-19.0.0-5320.ge8f88bb1.el9.x86 15 MB/s | 5.3 MB 00:00 2024-07-27T06:47:20.692 INFO:teuthology.orchestra.run.smithi066.stdout:(34/160): ceph-prometheus-alerts-19.0.0-5320.ge 400 kB/s | 16 kB 00:00 2024-07-27T06:47:20.694 INFO:teuthology.orchestra.run.smithi155.stdout:(22/160): python3-cephfs-19.0.0-5320.ge8f88bb1. 1.2 MB/s | 188 kB 00:00 2024-07-27T06:47:20.736 INFO:teuthology.orchestra.run.smithi155.stdout:(23/160): python3-rados-19.0.0-5320.ge8f88bb1.e 4.9 MB/s | 372 kB 00:00 2024-07-27T06:47:20.759 INFO:teuthology.orchestra.run.smithi066.stdout:(35/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 4.1 MB/s | 274 kB 00:00 2024-07-27T06:47:20.778 INFO:teuthology.orchestra.run.smithi155.stdout:(24/160): python3-rbd-19.0.0-5320.ge8f88bb1.el9 4.2 MB/s | 355 kB 00:00 2024-07-27T06:47:20.812 INFO:teuthology.orchestra.run.smithi155.stdout:(25/160): python3-rgw-19.0.0-5320.ge8f88bb1.el9 1.5 MB/s | 116 kB 00:00 2024-07-27T06:47:20.854 INFO:teuthology.orchestra.run.smithi155.stdout:(26/160): rbd-fuse-19.0.0-5320.ge8f88bb1.el9.x8 1.1 MB/s | 86 kB 00:00 2024-07-27T06:47:20.902 INFO:teuthology.orchestra.run.smithi066.stdout:(36/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 5.3 MB/s | 771 kB 00:00 2024-07-27T06:47:20.985 INFO:teuthology.orchestra.run.smithi066.stdout:(37/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 221 kB/s | 18 kB 00:00 2024-07-27T06:47:21.005 INFO:teuthology.orchestra.run.smithi155.stdout:(27/160): rbd-nbd-19.0.0-5320.ge8f88bb1.el9.x86 1.1 MB/s | 170 kB 00:00 2024-07-27T06:47:21.113 INFO:teuthology.orchestra.run.smithi155.stdout:(28/160): rbd-mirror-19.0.0-5320.ge8f88bb1.el9. 10 MB/s | 3.1 MB 00:00 2024-07-27T06:47:21.138 INFO:teuthology.orchestra.run.smithi155.stdout:(29/160): ceph-grafana-dashboards-19.0.0-5320.g 261 kB/s | 34 kB 00:00 2024-07-27T06:47:21.152 INFO:teuthology.orchestra.run.smithi066.stdout:(38/160): fuse-2.9.9-16.el9.x86_64.rpm 482 kB/s | 80 kB 00:00 2024-07-27T06:47:21.180 INFO:teuthology.orchestra.run.smithi155.stdout:(30/160): ceph-mgr-cephadm-19.0.0-5320.ge8f88bb 2.2 MB/s | 149 kB 00:00 2024-07-27T06:47:21.353 INFO:teuthology.orchestra.run.smithi066.stdout:(39/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 10 MB/s | 14 MB 00:01 2024-07-27T06:47:21.453 INFO:teuthology.orchestra.run.smithi066.stdout:(40/160): libgfortran-11.4.1-3.el9.x86_64.rpm 2.6 MB/s | 803 kB 00:00 2024-07-27T06:47:21.520 INFO:teuthology.orchestra.run.smithi066.stdout:(41/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.8 MB/s | 253 kB 00:00 2024-07-27T06:47:21.578 INFO:teuthology.orchestra.run.smithi066.stdout:(42/160): libquadmath-11.4.1-3.el9.x86_64.rpm 872 kB/s | 195 kB 00:00 2024-07-27T06:47:21.637 INFO:teuthology.orchestra.run.smithi066.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-07-27T06:47:21.655 INFO:teuthology.orchestra.run.smithi155.stdout:(31/160): ceph-mgr-diskprediction-local-19.0.0- 16 MB/s | 7.4 MB 00:00 2024-07-27T06:47:21.687 INFO:teuthology.orchestra.run.smithi066.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 7.4 MB/s | 1.2 MB 00:00 2024-07-27T06:47:21.721 INFO:teuthology.orchestra.run.smithi066.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.6 MB/s | 135 kB 00:00 2024-07-27T06:47:21.730 INFO:teuthology.orchestra.run.smithi155.stdout:(32/160): ceph-mgr-modules-core-19.0.0-5320.ge8 3.8 MB/s | 284 kB 00:00 2024-07-27T06:47:21.754 INFO:teuthology.orchestra.run.smithi066.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-07-27T06:47:21.788 INFO:teuthology.orchestra.run.smithi066.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-07-27T06:47:21.789 INFO:teuthology.orchestra.run.smithi155.stdout:(33/160): ceph-mgr-rook-19.0.0-5320.ge8f88bb1.e 855 kB/s | 49 kB 00:00 2024-07-27T06:47:21.856 INFO:teuthology.orchestra.run.smithi155.stdout:(34/160): ceph-prometheus-alerts-19.0.0-5320.ge 249 kB/s | 16 kB 00:00 2024-07-27T06:47:21.931 INFO:teuthology.orchestra.run.smithi155.stdout:(35/160): ceph-volume-19.0.0-5320.ge8f88bb1.el9 3.6 MB/s | 274 kB 00:00 2024-07-27T06:47:22.140 INFO:teuthology.orchestra.run.smithi155.stdout:(36/160): ceph-mgr-dashboard-19.0.0-5320.ge8f88 14 MB/s | 14 MB 00:01 2024-07-27T06:47:22.190 INFO:teuthology.orchestra.run.smithi155.stdout:(37/160): cephadm-19.0.0-5320.ge8f88bb1.el9.noa 2.9 MB/s | 771 kB 00:00 2024-07-27T06:47:22.207 INFO:teuthology.orchestra.run.smithi155.stdout:(38/160): cephfs-top-19.0.0-5320.ge8f88bb1.el9. 276 kB/s | 18 kB 00:00 2024-07-27T06:47:22.308 INFO:teuthology.orchestra.run.smithi155.stdout:(39/160): fuse-2.9.9-16.el9.x86_64.rpm 688 kB/s | 80 kB 00:00 2024-07-27T06:47:22.375 INFO:teuthology.orchestra.run.smithi155.stdout:(40/160): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-07-27T06:47:22.422 INFO:teuthology.orchestra.run.smithi066.stdout:(48/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 11 MB/s | 44 MB 00:04 2024-07-27T06:47:22.425 INFO:teuthology.orchestra.run.smithi155.stdout:(41/160): libgfortran-11.4.1-3.el9.x86_64.rpm 3.6 MB/s | 803 kB 00:00 2024-07-27T06:47:22.459 INFO:teuthology.orchestra.run.smithi155.stdout:(42/160): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-07-27T06:47:22.474 INFO:teuthology.orchestra.run.smithi066.stdout:(49/160): automake-1.16.2-8.el9.noarch.rpm 962 kB/s | 689 kB 00:00 2024-07-27T06:47:22.509 INFO:teuthology.orchestra.run.smithi155.stdout:(43/160): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-07-27T06:47:22.514 INFO:teuthology.orchestra.run.smithi066.stdout:(50/160): bison-3.7.4-5.el9.x86_64.rpm 1.3 MB/s | 943 kB 00:00 2024-07-27T06:47:22.540 INFO:teuthology.orchestra.run.smithi066.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 326 kB/s | 22 kB 00:00 2024-07-27T06:47:22.567 INFO:teuthology.orchestra.run.smithi155.stdout:(44/160): python3-cryptography-36.0.1-4.el9.x86 8.7 MB/s | 1.2 MB 00:00 2024-07-27T06:47:22.590 INFO:teuthology.orchestra.run.smithi066.stdout:(52/160): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-07-27T06:47:22.601 INFO:teuthology.orchestra.run.smithi155.stdout:(45/160): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-07-27T06:47:22.615 INFO:teuthology.orchestra.run.smithi066.stdout:(53/160): flexiblas-3.0.4-8.el9.x86_64.rpm 439 kB/s | 33 kB 00:00 2024-07-27T06:47:22.635 INFO:teuthology.orchestra.run.smithi155.stdout:(46/160): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-07-27T06:47:22.648 INFO:teuthology.orchestra.run.smithi066.stdout:(54/160): boost-program-options-1.75.0-8.el9.x8 475 kB/s | 107 kB 00:00 2024-07-27T06:47:22.669 INFO:teuthology.orchestra.run.smithi155.stdout:(47/160): python3-urllib3-1.26.5-6.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-07-27T06:47:22.674 INFO:teuthology.orchestra.run.smithi066.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 315 kB/s | 18 kB 00:00 2024-07-27T06:47:22.707 INFO:teuthology.orchestra.run.smithi066.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 193 kB/s | 11 kB 00:00 2024-07-27T06:47:22.741 INFO:teuthology.orchestra.run.smithi066.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.4 MB/s | 160 kB 00:00 2024-07-27T06:47:22.766 INFO:teuthology.orchestra.run.smithi066.stdout:(58/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 784 kB/s | 45 kB 00:00 2024-07-27T06:47:22.867 INFO:teuthology.orchestra.run.smithi066.stdout:(59/160): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-07-27T06:47:22.908 INFO:teuthology.orchestra.run.smithi066.stdout:(60/160): libtool-2.4.6-46.el9.x86_64.rpm 4.0 MB/s | 581 kB 00:00 2024-07-27T06:47:22.934 INFO:teuthology.orchestra.run.smithi066.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 385 kB/s | 25 kB 00:00 2024-07-27T06:47:22.959 INFO:teuthology.orchestra.run.smithi066.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 961 kB/s | 47 kB 00:00 2024-07-27T06:47:22.993 INFO:teuthology.orchestra.run.smithi066.stdout:(63/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.9 MB/s | 292 kB 00:00 2024-07-27T06:47:23.018 INFO:teuthology.orchestra.run.smithi066.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 3.2 MB/s | 188 kB 00:00 2024-07-27T06:47:23.043 INFO:teuthology.orchestra.run.smithi066.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 713 kB/s | 35 kB 00:00 2024-07-27T06:47:23.302 INFO:teuthology.orchestra.run.smithi155.stdout:(48/160): ceph-test-19.0.0-5320.ge8f88bb1.el9.x 11 MB/s | 44 MB 00:04 2024-07-27T06:47:23.661 INFO:teuthology.orchestra.run.smithi155.stdout:(49/160): automake-1.16.2-8.el9.noarch.rpm 672 kB/s | 689 kB 00:01 2024-07-27T06:47:23.728 INFO:teuthology.orchestra.run.smithi155.stdout:(50/160): boost-program-options-1.75.0-8.el9.x8 252 kB/s | 107 kB 00:00 2024-07-27T06:47:23.769 INFO:teuthology.orchestra.run.smithi155.stdout:(51/160): elfutils-libelf-devel-0.191-4.el9.x86 201 kB/s | 22 kB 00:00 2024-07-27T06:47:23.810 INFO:teuthology.orchestra.run.smithi066.stdout:(66/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.5 MB/s | 3.0 MB 00:01 2024-07-27T06:47:23.878 INFO:teuthology.orchestra.run.smithi155.stdout:(52/160): flexiblas-3.0.4-8.el9.x86_64.rpm 303 kB/s | 33 kB 00:00 2024-07-27T06:47:23.920 INFO:teuthology.orchestra.run.smithi155.stdout:(53/160): bison-3.7.4-5.el9.x86_64.rpm 754 kB/s | 943 kB 00:01 2024-07-27T06:47:24.004 INFO:teuthology.orchestra.run.smithi155.stdout:(54/160): flex-2.6.4-9.el9.x86_64.rpm 1.1 MB/s | 313 kB 00:00 2024-07-27T06:47:24.029 INFO:teuthology.orchestra.run.smithi155.stdout:(55/160): flexiblas-openblas-openmp-3.0.4-8.el9 168 kB/s | 18 kB 00:00 2024-07-27T06:47:24.121 INFO:teuthology.orchestra.run.smithi155.stdout:(56/160): libaio-devel-0.3.111-13.el9.x86_64.rp 96 kB/s | 11 kB 00:00 2024-07-27T06:47:24.154 INFO:teuthology.orchestra.run.smithi155.stdout:(57/160): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.3 MB/s | 160 kB 00:00 2024-07-27T06:47:24.246 INFO:teuthology.orchestra.run.smithi155.stdout:(58/160): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.1 MB/s | 3.0 MB 00:00 2024-07-27T06:47:24.272 INFO:teuthology.orchestra.run.smithi155.stdout:(59/160): librabbitmq-0.11.0-7.el9.x86_64.rpm 302 kB/s | 45 kB 00:00 2024-07-27T06:47:24.311 INFO:teuthology.orchestra.run.smithi066.stdout:(67/160): openblas-openmp-0.3.21-2.el9.x86_64.r 3.7 MB/s | 4.7 MB 00:01 2024-07-27T06:47:24.322 INFO:teuthology.orchestra.run.smithi155.stdout:(60/160): librdkafka-1.6.1-102.el9.x86_64.rpm 3.9 MB/s | 662 kB 00:00 2024-07-27T06:47:24.381 INFO:teuthology.orchestra.run.smithi155.stdout:(61/160): libuuid-devel-2.37.4-18.el9.x86_64.rp 236 kB/s | 25 kB 00:00 2024-07-27T06:47:24.419 INFO:teuthology.orchestra.run.smithi066.stdout:(68/160): postgresql-contrib-13.14-1.el9.x86_64 8.3 MB/s | 911 kB 00:00 2024-07-27T06:47:24.431 INFO:teuthology.orchestra.run.smithi155.stdout:(62/160): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-07-27T06:47:24.478 INFO:teuthology.orchestra.run.smithi066.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 2.3 MB/s | 133 kB 00:00 2024-07-27T06:47:24.489 INFO:teuthology.orchestra.run.smithi155.stdout:(63/160): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-07-27T06:47:24.565 INFO:teuthology.orchestra.run.smithi155.stdout:(64/160): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2024-07-27T06:47:24.598 INFO:teuthology.orchestra.run.smithi155.stdout:(65/160): openblas-0.3.21-2.el9.x86_64.rpm 325 kB/s | 35 kB 00:00 2024-07-27T06:47:24.648 INFO:teuthology.orchestra.run.smithi155.stdout:(66/160): libtool-2.4.6-46.el9.x86_64.rpm 1.4 MB/s | 581 kB 00:00 2024-07-27T06:47:24.678 INFO:teuthology.orchestra.run.smithi066.stdout:(70/160): postgresql-server-13.14-1.el9.x86_64. 29 MB/s | 5.8 MB 00:00 2024-07-27T06:47:24.762 INFO:teuthology.orchestra.run.smithi066.stdout:(71/160): protobuf-3.14.0-13.el9.x86_64.rpm 12 MB/s | 1.0 MB 00:00 2024-07-27T06:47:24.820 INFO:teuthology.orchestra.run.smithi066.stdout:(72/160): postgresql-13.14-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:01 2024-07-27T06:47:24.854 INFO:teuthology.orchestra.run.smithi066.stdout:(73/160): python3-attrs-20.3.0-7.el9.noarch.rpm 961 kB/s | 87 kB 00:00 2024-07-27T06:47:24.921 INFO:teuthology.orchestra.run.smithi066.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 926 kB/s | 61 kB 00:00 2024-07-27T06:47:24.980 INFO:teuthology.orchestra.run.smithi066.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 4.1 MB/s | 244 kB 00:00 2024-07-27T06:47:25.055 INFO:teuthology.orchestra.run.smithi066.stdout:(76/160): python3-jinja2-2.11.3-6.el9.noarch.rp 3.3 MB/s | 248 kB 00:00 2024-07-27T06:47:25.114 INFO:teuthology.orchestra.run.smithi066.stdout:(77/160): python3-jsonpatch-1.21-16.el9.noarch. 448 kB/s | 26 kB 00:00 2024-07-27T06:47:25.172 INFO:teuthology.orchestra.run.smithi066.stdout:(78/160): python3-jsonpointer-2.0-4.el9.noarch. 334 kB/s | 19 kB 00:00 2024-07-27T06:47:25.272 INFO:teuthology.orchestra.run.smithi066.stdout:(79/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 2.0 MB/s | 4.4 MB 00:02 2024-07-27T06:47:25.306 INFO:teuthology.orchestra.run.smithi066.stdout:(80/160): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-07-27T06:47:25.331 INFO:teuthology.orchestra.run.smithi066.stdout:(81/160): python3-markupsafe-1.1.1-12.el9.x86_6 603 kB/s | 35 kB 00:00 2024-07-27T06:47:25.457 INFO:teuthology.orchestra.run.smithi066.stdout:(82/160): python3-babel-2.9.1-2.el9.noarch.rpm 9.4 MB/s | 6.0 MB 00:00 2024-07-27T06:47:25.524 INFO:teuthology.orchestra.run.smithi066.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 3.3 MB/s | 222 kB 00:00 2024-07-27T06:47:25.557 INFO:teuthology.orchestra.run.smithi066.stdout:(84/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.1 MB/s | 250 kB 00:00 2024-07-27T06:47:25.582 INFO:teuthology.orchestra.run.smithi066.stdout:(85/160): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-07-27T06:47:25.607 INFO:teuthology.orchestra.run.smithi155.stdout:(67/160): openssl-devel-3.2.2-2.el9.x86_64.rpm 4.4 MB/s | 4.4 MB 00:01 2024-07-27T06:47:25.616 INFO:teuthology.orchestra.run.smithi066.stdout:(86/160): python3-prettytable-0.7.2-27.el9.noar 732 kB/s | 42 kB 00:00 2024-07-27T06:47:25.658 INFO:teuthology.orchestra.run.smithi155.stdout:(68/160): postgresql-13.14-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:01 2024-07-27T06:47:25.658 INFO:teuthology.orchestra.run.smithi066.stdout:(87/160): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 269 kB 00:00 2024-07-27T06:47:25.775 INFO:teuthology.orchestra.run.smithi155.stdout:(69/160): postgresql-private-libs-13.14-1.el9.x 1.1 MB/s | 133 kB 00:00 2024-07-27T06:47:25.783 INFO:teuthology.orchestra.run.smithi066.stdout:(88/160): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-07-27T06:47:25.809 INFO:teuthology.orchestra.run.smithi066.stdout:(89/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 830 kB/s | 159 kB 00:00 2024-07-27T06:47:25.842 INFO:teuthology.orchestra.run.smithi066.stdout:(90/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.5 MB/s | 279 kB 00:00 2024-07-27T06:47:25.867 INFO:teuthology.orchestra.run.smithi066.stdout:(91/160): python3-pytz-2021.1-5.el9.noarch.rpm 614 kB/s | 51 kB 00:00 2024-07-27T06:47:25.893 INFO:teuthology.orchestra.run.smithi066.stdout:(92/160): python3-requests-oauthlib-1.3.0-12.el 646 kB/s | 54 kB 00:00 2024-07-27T06:47:25.968 INFO:teuthology.orchestra.run.smithi066.stdout:(93/160): python3-toml-0.10.2-6.el9.noarch.rpm 568 kB/s | 42 kB 00:00 2024-07-27T06:47:25.993 INFO:teuthology.orchestra.run.smithi066.stdout:(94/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 449 kB/s | 44 kB 00:00 2024-07-27T06:47:26.052 INFO:teuthology.orchestra.run.smithi066.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 624 kB/s | 36 kB 00:00 2024-07-27T06:47:26.110 INFO:teuthology.orchestra.run.smithi066.stdout:(96/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 827 kB/s | 47 kB 00:00 2024-07-27T06:47:26.141 INFO:teuthology.orchestra.run.smithi155.stdout:(70/160): postgresql-contrib-13.14-1.el9.x86_64 1.7 MB/s | 911 kB 00:00 2024-07-27T06:47:26.144 INFO:teuthology.orchestra.run.smithi066.stdout:(97/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.2 MB/s | 221 kB 00:00 2024-07-27T06:47:26.178 INFO:teuthology.orchestra.run.smithi066.stdout:(98/160): socat-1.7.4.1-6.el9.x86_64.rpm 4.5 MB/s | 304 kB 00:00 2024-07-27T06:47:26.203 INFO:teuthology.orchestra.run.smithi066.stdout:(99/160): uuid-1.6.2-55.el9.x86_64.rpm 997 kB/s | 58 kB 00:00 2024-07-27T06:47:26.237 INFO:teuthology.orchestra.run.smithi066.stdout:(100/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rp 1.6 MB/s | 96 kB 00:00 2024-07-27T06:47:26.295 INFO:teuthology.orchestra.run.smithi066.stdout:(101/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 699 kB/s | 64 kB 00:00 2024-07-27T06:47:26.321 INFO:teuthology.orchestra.run.smithi066.stdout:(102/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 541 kB/s | 45 kB 00:00 2024-07-27T06:47:26.379 INFO:teuthology.orchestra.run.smithi066.stdout:(103/160): lua-devel-5.4.4-4.el9.x86_64.rpm 269 kB/s | 22 kB 00:00 2024-07-27T06:47:26.513 INFO:teuthology.orchestra.run.smithi066.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.1 MB/s | 548 kB 00:00 2024-07-27T06:47:26.587 INFO:teuthology.orchestra.run.smithi066.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 4.1 MB/s | 309 kB 00:00 2024-07-27T06:47:26.622 INFO:teuthology.orchestra.run.smithi066.stdout:(106/160): protobuf-compiler-3.14.0-13.el9.x86_ 2.8 MB/s | 863 kB 00:00 2024-07-27T06:47:26.722 INFO:teuthology.orchestra.run.smithi066.stdout:(107/160): grpc-data-1.46.7-10.el9.noarch.rpm 144 kB/s | 19 kB 00:00 2024-07-27T06:47:26.756 INFO:teuthology.orchestra.run.smithi066.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 961 kB/s | 26 kB 00:00 2024-07-27T06:47:26.790 INFO:teuthology.orchestra.run.smithi066.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 1.5 MB/s | 49 kB 00:00 2024-07-27T06:47:26.823 INFO:teuthology.orchestra.run.smithi066.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-07-27T06:47:26.825 INFO:teuthology.orchestra.run.smithi155.stdout:(71/160): protobuf-3.14.0-13.el9.x86_64.rpm 1.5 MB/s | 1.0 MB 00:00 2024-07-27T06:47:26.865 INFO:teuthology.orchestra.run.smithi066.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 3.6 MB/s | 151 kB 00:00 2024-07-27T06:47:26.933 INFO:teuthology.orchestra.run.smithi155.stdout:(72/160): python3-attrs-20.3.0-7.el9.noarch.rpm 815 kB/s | 87 kB 00:00 2024-07-27T06:47:26.957 INFO:teuthology.orchestra.run.smithi066.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 9.0 MB/s | 839 kB 00:00 2024-07-27T06:47:27.092 INFO:teuthology.orchestra.run.smithi155.stdout:(73/160): openblas-openmp-0.3.21-2.el9.x86_64.r 1.9 MB/s | 4.7 MB 00:02 2024-07-27T06:47:27.174 INFO:teuthology.orchestra.run.smithi066.stdout:(113/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-07-27T06:47:27.201 INFO:teuthology.orchestra.run.smithi155.stdout:(74/160): python3-colorama-0.4.6-3.el9.noarch.r 570 kB/s | 61 kB 00:00 2024-07-27T06:47:27.283 INFO:teuthology.orchestra.run.smithi066.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 406 kB/s | 43 kB 00:00 2024-07-27T06:47:27.308 INFO:teuthology.orchestra.run.smithi066.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-07-27T06:47:27.333 INFO:teuthology.orchestra.run.smithi066.stdout:(116/160): python3-certifi-2023.05.07-4.el9.noa 581 kB/s | 14 kB 00:00 2024-07-27T06:47:27.375 INFO:teuthology.orchestra.run.smithi066.stdout:(117/160): python3-asyncssh-2.13.2-5.el9.noarch 1.3 MB/s | 548 kB 00:00 2024-07-27T06:47:27.409 INFO:teuthology.orchestra.run.smithi066.stdout:(118/160): python3-cheroot-8.6.0-4.el9.noarch.r 2.3 MB/s | 172 kB 00:00 2024-07-27T06:47:27.459 INFO:teuthology.orchestra.run.smithi066.stdout:(119/160): python3-cherrypy-18.6.1-2.el9.noarch 4.2 MB/s | 358 kB 00:00 2024-07-27T06:47:27.493 INFO:teuthology.orchestra.run.smithi066.stdout:(120/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.6 MB/s | 303 kB 00:00 2024-07-27T06:47:27.535 INFO:teuthology.orchestra.run.smithi066.stdout:(121/160): python3-google-auth-2.32.0-1.el9.noa 2.8 MB/s | 216 kB 00:00 2024-07-27T06:47:27.560 INFO:teuthology.orchestra.run.smithi155.stdout:(75/160): python3-devel-3.9.18-3.el9.x86_64.rpm 683 kB/s | 244 kB 00:00 2024-07-27T06:47:27.576 INFO:teuthology.orchestra.run.smithi066.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 3.5 MB/s | 144 kB 00:00 2024-07-27T06:47:27.602 INFO:teuthology.orchestra.run.smithi066.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 442 kB/s | 11 kB 00:00 2024-07-27T06:47:27.627 INFO:teuthology.orchestra.run.smithi066.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 730 kB/s | 18 kB 00:00 2024-07-27T06:47:27.677 INFO:teuthology.orchestra.run.smithi066.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 472 kB/s | 23 kB 00:00 2024-07-27T06:47:27.703 INFO:teuthology.orchestra.run.smithi066.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 805 kB/s | 19 kB 00:00 2024-07-27T06:47:27.728 INFO:teuthology.orchestra.run.smithi066.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 816 kB/s | 20 kB 00:00 2024-07-27T06:47:27.828 INFO:teuthology.orchestra.run.smithi066.stdout:(128/160): python3-kubernetes-26.1.0-2.el9.noar 10 MB/s | 1.0 MB 00:00 2024-07-27T06:47:27.870 INFO:teuthology.orchestra.run.smithi066.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-07-27T06:47:27.904 INFO:teuthology.orchestra.run.smithi066.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-07-27T06:47:27.918 INFO:teuthology.orchestra.run.smithi155.stdout:(76/160): python3-jinja2-2.11.3-6.el9.noarch.rp 694 kB/s | 248 kB 00:00 2024-07-27T06:47:27.946 INFO:teuthology.orchestra.run.smithi066.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.4 MB/s | 58 kB 00:00 2024-07-27T06:47:28.013 INFO:teuthology.orchestra.run.smithi066.stdout:(132/160): python3-grpcio-1.46.7-10.el9.x86_64. 3.9 MB/s | 2.0 MB 00:00 2024-07-27T06:47:28.027 INFO:teuthology.orchestra.run.smithi155.stdout:(77/160): python3-jsonpatch-1.21-16.el9.noarch. 237 kB/s | 26 kB 00:00 2024-07-27T06:47:28.038 INFO:teuthology.orchestra.run.smithi066.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 683 kB/s | 16 kB 00:00 2024-07-27T06:47:28.072 INFO:teuthology.orchestra.run.smithi066.stdout:(134/160): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-07-27T06:47:28.097 INFO:teuthology.orchestra.run.smithi066.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-27T06:47:28.122 INFO:teuthology.orchestra.run.smithi066.stdout:(136/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.1 MB/s | 90 kB 00:00 2024-07-27T06:47:28.135 INFO:teuthology.orchestra.run.smithi155.stdout:(78/160): python3-jsonpointer-2.0-4.el9.noarch. 178 kB/s | 19 kB 00:00 2024-07-27T06:47:28.148 INFO:teuthology.orchestra.run.smithi066.stdout:(137/160): python3-repoze-lru-0.7-16.el9.noarch 623 kB/s | 31 kB 00:00 2024-07-27T06:47:28.248 INFO:teuthology.orchestra.run.smithi066.stdout:(138/160): libarrow-9.0.0-11.el9.x86_64.rpm 2.7 MB/s | 4.4 MB 00:01 2024-07-27T06:47:28.265 INFO:teuthology.orchestra.run.smithi066.stdout:(139/160): python3-rsa-4.9-2.el9.noarch.rpm 509 kB/s | 59 kB 00:00 2024-07-27T06:47:28.282 INFO:teuthology.orchestra.run.smithi066.stdout:(140/160): python3-tempora-5.0.0-2.el9.noarch.r 1.1 MB/s | 36 kB 00:00 2024-07-27T06:47:28.299 INFO:teuthology.orchestra.run.smithi066.stdout:(141/160): python3-typing-extensions-4.4.0-2.el 1.5 MB/s | 51 kB 00:00 2024-07-27T06:47:28.333 INFO:teuthology.orchestra.run.smithi066.stdout:(142/160): python3-routes-2.5.1-5.el9.noarch.rp 903 kB/s | 188 kB 00:00 2024-07-27T06:47:28.366 INFO:teuthology.orchestra.run.smithi066.stdout:(143/160): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-07-27T06:47:28.383 INFO:teuthology.orchestra.run.smithi066.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 1.2 MB/s | 20 kB 00:00 2024-07-27T06:47:28.402 INFO:teuthology.orchestra.run.smithi155.stdout:(79/160): python3-mako-1.1.4-6.el9.noarch.rpm 647 kB/s | 172 kB 00:00 2024-07-27T06:47:28.417 INFO:teuthology.orchestra.run.smithi066.stdout:(145/160): python3-webob-1.8.7-6.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-07-27T06:47:28.450 INFO:teuthology.orchestra.run.smithi066.stdout:(146/160): re2-20211101-3.el9.x86_64.rpm 2.8 MB/s | 192 kB 00:00 2024-07-27T06:47:28.492 INFO:teuthology.orchestra.run.smithi066.stdout:(147/160): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-07-27T06:47:28.519 INFO:teuthology.orchestra.run.smithi155.stdout:(80/160): python3-markupsafe-1.1.1-12.el9.x86_6 299 kB/s | 35 kB 00:00 2024-07-27T06:47:28.576 INFO:teuthology.orchestra.run.smithi066.stdout:(148/160): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-07-27T06:47:28.785 INFO:teuthology.orchestra.run.smithi066.stdout:(149/160): librados2-19.0.0-5320.ge8f88bb1.el9. 10 MB/s | 3.4 MB 00:00 2024-07-27T06:47:28.877 INFO:teuthology.orchestra.run.smithi066.stdout:(150/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 8.2 MB/s | 3.1 MB 00:00 2024-07-27T06:47:28.994 INFO:teuthology.orchestra.run.smithi155.stdout:(81/160): postgresql-server-13.14-1.el9.x86_64. 1.8 MB/s | 5.8 MB 00:03 2024-07-27T06:47:29.019 INFO:teuthology.orchestra.run.smithi066.stdout:(151/160): NetworkManager-1.48.2-2.el9.x86_64.r 5.2 MB/s | 2.3 MB 00:00 2024-07-27T06:47:29.044 INFO:teuthology.orchestra.run.smithi066.stdout:(152/160): NetworkManager-team-1.48.2-2.el9.x86 246 kB/s | 41 kB 00:00 2024-07-27T06:47:29.086 INFO:teuthology.orchestra.run.smithi066.stdout:(153/160): NetworkManager-tui-1.48.2-2.el9.x86_ 3.7 MB/s | 247 kB 00:00 2024-07-27T06:47:29.119 INFO:teuthology.orchestra.run.smithi066.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 492 kB/s | 37 kB 00:00 2024-07-27T06:47:29.153 INFO:teuthology.orchestra.run.smithi066.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 3.1 MB/s | 207 kB 00:00 2024-07-27T06:47:29.195 INFO:teuthology.orchestra.run.smithi155.stdout:(82/160): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 250 kB 00:00 2024-07-27T06:47:29.211 INFO:teuthology.orchestra.run.smithi066.stdout:(156/160): NetworkManager-libnm-1.48.2-2.el9.x8 4.2 MB/s | 1.8 MB 00:00 2024-07-27T06:47:29.245 INFO:teuthology.orchestra.run.smithi066.stdout:(157/160): elfutils-libs-0.191-4.el9.x86_64.rpm 2.0 MB/s | 260 kB 00:00 2024-07-27T06:47:29.337 INFO:teuthology.orchestra.run.smithi066.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 7.4 MB/s | 1.4 MB 00:00 2024-07-27T06:47:29.378 INFO:teuthology.orchestra.run.smithi155.stdout:(83/160): python3-oauthlib-3.1.1-5.el9.noarch.r 1.2 MB/s | 222 kB 00:00 2024-07-27T06:47:29.422 INFO:teuthology.orchestra.run.smithi066.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 6.2 MB/s | 1.1 MB 00:00 2024-07-27T06:47:29.487 INFO:teuthology.orchestra.run.smithi066.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 8.7 MB/s | 2.4 MB 00:00 2024-07-27T06:47:29.495 INFO:teuthology.orchestra.run.smithi155.stdout:(84/160): python3-packaging-20.9-5.el9.noarch.r 666 kB/s | 77 kB 00:00 2024-07-27T06:47:29.500 INFO:teuthology.orchestra.run.smithi066.stdout:-------------------------------------------------------------------------------- 2024-07-27T06:47:29.500 INFO:teuthology.orchestra.run.smithi066.stdout:Total 17 MB/s | 233 MB 00:13 2024-07-27T06:47:29.604 INFO:teuthology.orchestra.run.smithi155.stdout:(85/160): python3-prettytable-0.7.2-27.el9.noar 393 kB/s | 42 kB 00:00 2024-07-27T06:47:29.788 INFO:teuthology.orchestra.run.smithi155.stdout:(86/160): python3-protobuf-3.14.0-13.el9.noarch 1.4 MB/s | 269 kB 00:00 2024-07-27T06:47:29.904 INFO:teuthology.orchestra.run.smithi155.stdout:(87/160): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-07-27T06:47:30.096 INFO:teuthology.orchestra.run.smithi155.stdout:(88/160): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-07-27T06:47:30.205 INFO:teuthology.orchestra.run.smithi155.stdout:(89/160): python3-pytz-2021.1-5.el9.noarch.rpm 473 kB/s | 51 kB 00:00 2024-07-27T06:47:30.313 INFO:teuthology.orchestra.run.smithi155.stdout:(90/160): python3-requests-oauthlib-1.3.0-12.el 499 kB/s | 54 kB 00:00 2024-07-27T06:47:30.722 INFO:teuthology.orchestra.run.smithi155.stdout:(91/160): python3-babel-2.9.1-2.el9.noarch.rpm 1.6 MB/s | 6.0 MB 00:03 2024-07-27T06:47:30.831 INFO:teuthology.orchestra.run.smithi155.stdout:(92/160): python3-toml-0.10.2-6.el9.noarch.rpm 387 kB/s | 42 kB 00:00 2024-07-27T06:47:30.948 INFO:teuthology.orchestra.run.smithi155.stdout:(93/160): python3-wcwidth-0.2.5-8.el9.noarch.rp 381 kB/s | 44 kB 00:00 2024-07-27T06:47:31.140 INFO:teuthology.orchestra.run.smithi155.stdout:(94/160): qatlib-24.02.0-1.el9.x86_64.rpm 1.1 MB/s | 221 kB 00:00 2024-07-27T06:47:31.284 INFO:teuthology.orchestra.run.smithi155.stdout:(95/160): qatlib-service-24.02.0-1.el9.x86_64.r 249 kB/s | 36 kB 00:00 2024-07-27T06:47:31.399 INFO:teuthology.orchestra.run.smithi155.stdout:(96/160): qatzip-libs-1.2.0-1.el9.x86_64.rpm 418 kB/s | 47 kB 00:00 2024-07-27T06:47:31.591 INFO:teuthology.orchestra.run.smithi155.stdout:(97/160): socat-1.7.4.1-6.el9.x86_64.rpm 1.6 MB/s | 304 kB 00:00 2024-07-27T06:47:31.702 INFO:teuthology.orchestra.run.smithi155.stdout:(98/160): uuid-1.6.2-55.el9.x86_64.rpm 536 kB/s | 58 kB 00:00 2024-07-27T06:47:31.808 INFO:teuthology.orchestra.run.smithi155.stdout:(99/160): xfsprogs-devel-6.4.0-3.el9.x86_64.rpm 888 kB/s | 96 kB 00:00 2024-07-27T06:47:31.910 INFO:teuthology.orchestra.run.smithi155.stdout:(100/160): xmlstarlet-1.6.1-20.el9.x86_64.rpm 641 kB/s | 64 kB 00:00 2024-07-27T06:47:32.008 INFO:teuthology.orchestra.run.smithi155.stdout:(101/160): zlib-devel-1.2.11-41.el9.x86_64.rpm 450 kB/s | 45 kB 00:00 2024-07-27T06:47:32.492 INFO:teuthology.orchestra.run.smithi155.stdout:(102/160): lua-devel-5.4.4-4.el9.x86_64.rpm 46 kB/s | 22 kB 00:00 2024-07-27T06:47:32.714 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction check 2024-07-27T06:47:32.984 INFO:teuthology.orchestra.run.smithi155.stdout:(103/160): protobuf-compiler-3.14.0-13.el9.x86_ 1.7 MB/s | 863 kB 00:00 2024-07-27T06:47:33.025 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction check succeeded. 2024-07-27T06:47:33.025 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction test 2024-07-27T06:47:33.118 INFO:teuthology.orchestra.run.smithi155.stdout:(104/160): abseil-cpp-20211102.0-3.el9.x86_64.r 4.0 MB/s | 548 kB 00:00 2024-07-27T06:47:33.160 INFO:teuthology.orchestra.run.smithi155.stdout:(105/160): gperftools-libs-2.9.1-2.el9.x86_64.r 7.4 MB/s | 309 kB 00:00 2024-07-27T06:47:33.185 INFO:teuthology.orchestra.run.smithi155.stdout:(106/160): grpc-data-1.46.7-10.el9.noarch.rpm 803 kB/s | 19 kB 00:00 2024-07-27T06:47:33.368 INFO:teuthology.orchestra.run.smithi155.stdout:(107/160): libarrow-9.0.0-11.el9.x86_64.rpm 24 MB/s | 4.4 MB 00:00 2024-07-27T06:47:33.394 INFO:teuthology.orchestra.run.smithi155.stdout:(108/160): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-07-27T06:47:33.419 INFO:teuthology.orchestra.run.smithi155.stdout:(109/160): liboath-2.6.7-2.el9.x86_64.rpm 2.0 MB/s | 49 kB 00:00 2024-07-27T06:47:33.453 INFO:teuthology.orchestra.run.smithi155.stdout:(110/160): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-07-27T06:47:33.486 INFO:teuthology.orchestra.run.smithi155.stdout:(111/160): luarocks-3.9.2-5.el9.noarch.rpm 4.6 MB/s | 151 kB 00:00 2024-07-27T06:47:33.562 INFO:teuthology.orchestra.run.smithi155.stdout:(112/160): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-07-27T06:47:33.612 INFO:teuthology.orchestra.run.smithi155.stdout:(113/160): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-07-27T06:47:33.637 INFO:teuthology.orchestra.run.smithi155.stdout:(114/160): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-07-27T06:47:33.662 INFO:teuthology.orchestra.run.smithi155.stdout:(115/160): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-07-27T06:47:33.687 INFO:teuthology.orchestra.run.smithi155.stdout:(116/160): python3-certifi-2023.05.07-4.el9.noa 584 kB/s | 14 kB 00:00 2024-07-27T06:47:33.721 INFO:teuthology.orchestra.run.smithi155.stdout:(117/160): python3-cheroot-8.6.0-4.el9.noarch.r 5.2 MB/s | 172 kB 00:00 2024-07-27T06:47:33.771 INFO:teuthology.orchestra.run.smithi155.stdout:(118/160): python3-cherrypy-18.6.1-2.el9.noarch 7.1 MB/s | 358 kB 00:00 2024-07-27T06:47:33.814 INFO:teuthology.orchestra.run.smithi155.stdout:(119/160): python3-cmd2-2.4.2-2.el9.noarch.rpm 7.3 MB/s | 303 kB 00:00 2024-07-27T06:47:33.847 INFO:teuthology.orchestra.run.smithi155.stdout:(120/160): python3-google-auth-2.32.0-1.el9.noa 6.5 MB/s | 216 kB 00:00 2024-07-27T06:47:33.980 INFO:teuthology.orchestra.run.smithi155.stdout:(121/160): python3-grpcio-1.46.7-10.el9.x86_64. 15 MB/s | 2.0 MB 00:00 2024-07-27T06:47:34.014 INFO:teuthology.orchestra.run.smithi155.stdout:(122/160): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-07-27T06:47:34.031 INFO:teuthology.orchestra.run.smithi155.stdout:(123/160): python3-jaraco-8.2.1-3.el9.noarch.rp 674 kB/s | 11 kB 00:00 2024-07-27T06:47:34.056 INFO:teuthology.orchestra.run.smithi155.stdout:(124/160): python3-jaraco-classes-3.2.1-5.el9.n 725 kB/s | 18 kB 00:00 2024-07-27T06:47:34.082 INFO:teuthology.orchestra.run.smithi155.stdout:(125/160): python3-jaraco-collections-3.0.0-8.e 951 kB/s | 23 kB 00:00 2024-07-27T06:47:34.107 INFO:teuthology.orchestra.run.smithi155.stdout:(126/160): python3-jaraco-functools-3.5.0-2.el9 803 kB/s | 19 kB 00:00 2024-07-27T06:47:34.132 INFO:teuthology.orchestra.run.smithi155.stdout:(127/160): python3-jaraco-text-3.2.0-6.el9.noar 807 kB/s | 20 kB 00:00 2024-07-27T06:47:34.224 INFO:teuthology.orchestra.run.smithi155.stdout:(128/160): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-07-27T06:47:34.249 INFO:teuthology.orchestra.run.smithi155.stdout:(129/160): python3-logutils-0.3.5-21.el9.noarch 1.9 MB/s | 46 kB 00:00 2024-07-27T06:47:34.283 INFO:teuthology.orchestra.run.smithi155.stdout:(130/160): python3-more-itertools-8.12.0-2.el9. 2.4 MB/s | 79 kB 00:00 2024-07-27T06:47:34.317 INFO:teuthology.orchestra.run.smithi155.stdout:(131/160): python3-natsort-7.1.1-5.el9.noarch.r 1.7 MB/s | 58 kB 00:00 2024-07-27T06:47:34.359 INFO:teuthology.orchestra.run.smithi155.stdout:(132/160): python3-pecan-1.4.2-3.el9.noarch.rpm 6.5 MB/s | 272 kB 00:00 2024-07-27T06:47:34.384 INFO:teuthology.orchestra.run.smithi155.stdout:(133/160): python3-portend-3.1.0-2.el9.noarch.r 680 kB/s | 16 kB 00:00 2024-07-27T06:47:34.418 INFO:teuthology.orchestra.run.smithi155.stdout:(134/160): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.7 MB/s | 90 kB 00:00 2024-07-27T06:47:34.443 INFO:teuthology.orchestra.run.smithi155.stdout:(135/160): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-07-27T06:47:34.468 INFO:teuthology.orchestra.run.smithi155.stdout:(136/160): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-07-27T06:47:34.510 INFO:teuthology.orchestra.run.smithi155.stdout:(137/160): python3-routes-2.5.1-5.el9.noarch.rp 4.5 MB/s | 188 kB 00:00 2024-07-27T06:47:34.544 INFO:teuthology.orchestra.run.smithi155.stdout:(138/160): python3-rsa-4.9-2.el9.noarch.rpm 1.8 MB/s | 59 kB 00:00 2024-07-27T06:47:34.569 INFO:teuthology.orchestra.run.smithi155.stdout:(139/160): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-07-27T06:47:34.594 INFO:teuthology.orchestra.run.smithi155.stdout:(140/160): python3-typing-extensions-4.4.0-2.el 2.1 MB/s | 51 kB 00:00 2024-07-27T06:47:34.636 INFO:teuthology.orchestra.run.smithi155.stdout:(141/160): python3-webob-1.8.7-6.el9.noarch.rpm 5.5 MB/s | 230 kB 00:00 2024-07-27T06:47:34.670 INFO:teuthology.orchestra.run.smithi155.stdout:(142/160): python3-websocket-client-1.2.3-2.el9 2.7 MB/s | 90 kB 00:00 2024-07-27T06:47:34.720 INFO:teuthology.orchestra.run.smithi155.stdout:(143/160): python3-werkzeug-2.0.3-3.el9.1.noarc 8.5 MB/s | 427 kB 00:00 2024-07-27T06:47:34.745 INFO:teuthology.orchestra.run.smithi155.stdout:(144/160): python3-zc-lockfile-2.0-10.el9.noarc 826 kB/s | 20 kB 00:00 2024-07-27T06:47:34.779 INFO:teuthology.orchestra.run.smithi155.stdout:(145/160): re2-20211101-3.el9.x86_64.rpm 5.7 MB/s | 192 kB 00:00 2024-07-27T06:47:35.021 INFO:teuthology.orchestra.run.smithi155.stdout:(146/160): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.5 MB/s | 16 MB 00:04 2024-07-27T06:47:35.080 INFO:teuthology.orchestra.run.smithi155.stdout:(147/160): thrift-0.15.0-2.el9.x86_64.rpm 5.3 MB/s | 1.6 MB 00:00 2024-07-27T06:47:35.272 INFO:teuthology.orchestra.run.smithi155.stdout:(148/160): python3-numpy-1.20.1-5.el9.x86_64.rp 773 kB/s | 5.1 MB 00:06 2024-07-27T06:47:35.397 INFO:teuthology.orchestra.run.smithi155.stdout:(149/160): librados2-19.0.0-5320.ge8f88bb1.el9. 9.0 MB/s | 3.4 MB 00:00 2024-07-27T06:47:35.472 INFO:teuthology.orchestra.run.smithi155.stdout:(150/160): librbd1-19.0.0-5320.ge8f88bb1.el9.x8 8.0 MB/s | 3.1 MB 00:00 2024-07-27T06:47:35.564 INFO:teuthology.orchestra.run.smithi155.stdout:(151/160): NetworkManager-1.48.2-2.el9.x86_64.r 7.9 MB/s | 2.3 MB 00:00 2024-07-27T06:47:35.589 INFO:teuthology.orchestra.run.smithi155.stdout:(152/160): NetworkManager-team-1.48.2-2.el9.x86 352 kB/s | 41 kB 00:00 2024-07-27T06:47:35.623 INFO:teuthology.orchestra.run.smithi155.stdout:(153/160): NetworkManager-tui-1.48.2-2.el9.x86_ 4.2 MB/s | 247 kB 00:00 2024-07-27T06:47:35.648 INFO:teuthology.orchestra.run.smithi155.stdout:(154/160): elfutils-debuginfod-client-0.191-4.e 637 kB/s | 37 kB 00:00 2024-07-27T06:47:35.682 INFO:teuthology.orchestra.run.smithi155.stdout:(155/160): elfutils-libelf-0.191-4.el9.x86_64.r 3.5 MB/s | 207 kB 00:00 2024-07-27T06:47:35.714 INFO:teuthology.orchestra.run.smithi066.stdout:Transaction test succeeded. 2024-07-27T06:47:35.714 INFO:teuthology.orchestra.run.smithi066.stdout:Running transaction 2024-07-27T06:47:35.774 INFO:teuthology.orchestra.run.smithi155.stdout:(156/160): NetworkManager-libnm-1.48.2-2.el9.x8 4.8 MB/s | 1.8 MB 00:00 2024-07-27T06:47:35.808 INFO:teuthology.orchestra.run.smithi155.stdout:(157/160): elfutils-libs-0.191-4.el9.x86_64.rpm 1.6 MB/s | 260 kB 00:00 2024-07-27T06:47:35.883 INFO:teuthology.orchestra.run.smithi155.stdout:(158/160): openssl-3.2.2-2.el9.x86_64.rpm 6.8 MB/s | 1.4 MB 00:00 2024-07-27T06:47:35.941 INFO:teuthology.orchestra.run.smithi155.stdout:(159/160): xfsprogs-6.4.0-3.el9.x86_64.rpm 8.2 MB/s | 1.1 MB 00:00 2024-07-27T06:47:36.008 INFO:teuthology.orchestra.run.smithi155.stdout:(160/160): openssl-libs-3.2.2-2.el9.x86_64.rpm 10 MB/s | 2.4 MB 00:00 2024-07-27T06:47:36.018 INFO:teuthology.orchestra.run.smithi155.stdout:-------------------------------------------------------------------------------- 2024-07-27T06:47:36.019 INFO:teuthology.orchestra.run.smithi155.stdout:Total 12 MB/s | 233 MB 00:18 2024-07-27T06:47:39.257 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction check 2024-07-27T06:47:39.550 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction check succeeded. 2024-07-27T06:47:39.550 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction test 2024-07-27T06:47:42.175 INFO:teuthology.orchestra.run.smithi155.stdout:Transaction test succeeded. 2024-07-27T06:47:42.175 INFO:teuthology.orchestra.run.smithi155.stdout:Running transaction 2024-07-27T06:47:42.575 INFO:teuthology.orchestra.run.smithi066.stdout: Preparing : 1/1 2024-07-27T06:47:42.670 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-27T06:47:42.751 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-27T06:47:42.851 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-27T06:47:42.933 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-27T06:47:42.980 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-27T06:47:43.082 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-27T06:47:43.528 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-27T06:47:43.649 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:47:43.832 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:47:43.870 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:47:44.009 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:47:44.053 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-27T06:47:44.133 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-27T06:47:44.460 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-27T06:47:44.525 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-27T06:47:44.550 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:47:44.715 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:47:44.751 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-27T06:47:44.846 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-27T06:47:44.877 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-27T06:47:44.952 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-27T06:47:45.293 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-27T06:47:45.662 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-27T06:47:46.151 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-27T06:47:46.356 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-27T06:47:46.443 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-27T06:47:46.593 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:46.699 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:47.052 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:47.234 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-27T06:47:47.272 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-27T06:47:47.323 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-27T06:47:47.430 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-27T06:47:47.492 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-27T06:47:47.537 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-27T06:47:47.599 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-27T06:47:47.649 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-27T06:47:47.688 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-27T06:47:47.799 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-27T06:47:47.880 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-27T06:47:47.915 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-27T06:47:47.971 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-27T06:47:48.083 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-27T06:47:48.118 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-27T06:47:48.184 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-27T06:47:48.217 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-27T06:47:48.341 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-27T06:47:48.412 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-27T06:47:48.527 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-27T06:47:48.711 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-27T06:47:48.782 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-27T06:47:49.110 INFO:teuthology.orchestra.run.smithi155.stdout: Preparing : 1/1 2024-07-27T06:47:49.233 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : openssl-libs-1:3.2.2-2.el9.x86_64 1/172 2024-07-27T06:47:49.329 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/172 2024-07-27T06:47:49.453 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/172 2024-07-27T06:47:49.506 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-27T06:47:49.513 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/172 2024-07-27T06:47:49.548 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/172 2024-07-27T06:47:49.618 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-27T06:47:49.645 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/172 2024-07-27T06:47:49.656 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-27T06:47:49.702 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-27T06:47:49.769 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-27T06:47:49.824 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-27T06:47:49.911 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-27T06:47:50.059 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/172 2024-07-27T06:47:50.161 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-27T06:47:50.206 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:47:50.235 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-27T06:47:50.371 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-27T06:47:50.389 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:47:50.415 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:47:50.449 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-27T06:47:50.533 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:47:50.538 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-27T06:47:50.564 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-27T06:47:50.577 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-27T06:47:50.616 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-27T06:47:50.633 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/172 2024-07-27T06:47:50.683 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-27T06:47:50.733 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-27T06:47:50.797 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-27T06:47:50.862 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-27T06:47:50.932 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : elfutils-libelf-0.191-4.el9.x86_64 12/172 2024-07-27T06:47:51.003 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-13.14-1.el9.x86_64 13/172 2024-07-27T06:47:51.028 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:47:51.068 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-27T06:47:51.118 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-27T06:47:51.174 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-27T06:47:51.193 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:47:51.221 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-27T06:47:51.306 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 15/172 2024-07-27T06:47:51.313 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-27T06:47:51.338 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-27T06:47:51.350 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-27T06:47:51.402 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-27T06:47:51.413 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/172 2024-07-27T06:47:51.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-27T06:47:51.482 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-27T06:47:51.681 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-27T06:47:51.708 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-27T06:47:51.878 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-27T06:47:51.893 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/172 2024-07-27T06:47:51.922 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-27T06:47:51.959 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-27T06:47:52.007 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-27T06:47:52.067 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-27T06:47:52.118 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-27T06:47:52.166 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-27T06:47:52.212 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-27T06:47:52.263 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-27T06:47:52.267 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : xfsprogs-6.4.0-3.el9.x86_64 18/172 2024-07-27T06:47:52.339 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-27T06:47:52.387 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-27T06:47:52.438 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-27T06:47:52.526 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 19/172 2024-07-27T06:47:52.535 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-27T06:47:52.597 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-27T06:47:52.644 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-27T06:47:52.676 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:52.809 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:52.832 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-27T06:47:52.908 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-27T06:47:53.143 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.48.2-2.el9.x86_64 20/172 2024-07-27T06:47:53.338 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : re2-1:20211101-3.el9.x86_64 21/172 2024-07-27T06:47:53.371 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 22/172 2024-07-27T06:47:53.424 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : liboath-2.6.7-2.el9.x86_64 23/172 2024-07-27T06:47:53.533 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 24/172 2024-07-27T06:47:53.598 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 25/172 2024-07-27T06:47:53.641 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-packaging-20.9-5.el9.noarch 26/172 2024-07-27T06:47:53.724 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 27/172 2024-07-27T06:47:53.772 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 28/172 2024-07-27T06:47:53.811 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lua-5.4.4-4.el9.x86_64 29/172 2024-07-27T06:47:53.930 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 30/172 2024-07-27T06:47:53.932 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-27T06:47:53.982 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-27T06:47:54.001 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 31/172 2024-07-27T06:47:54.016 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-27T06:47:54.040 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/172 2024-07-27T06:47:54.094 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 33/172 2024-07-27T06:47:54.145 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-27T06:47:54.207 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 34/172 2024-07-27T06:47:54.208 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-27T06:47:54.252 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 35/172 2024-07-27T06:47:54.271 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-27T06:47:54.321 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 36/172 2024-07-27T06:47:54.350 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 37/172 2024-07-27T06:47:54.384 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-27T06:47:54.426 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-27T06:47:54.467 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 38/172 2024-07-27T06:47:54.517 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : luarocks-3.9.2-5.el9.noarch 39/172 2024-07-27T06:47:54.632 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 40/172 2024-07-27T06:47:54.661 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-27T06:47:54.689 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-27T06:47:54.790 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 41/172 2024-07-27T06:47:54.810 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-27T06:47:54.853 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 42/172 2024-07-27T06:47:55.514 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rsa-4.9-2.el9.noarch 43/172 2024-07-27T06:47:55.611 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 44/172 2024-07-27T06:47:55.648 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 45/172 2024-07-27T06:47:55.686 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 46/172 2024-07-27T06:47:55.712 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-27T06:47:55.749 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : elfutils-libs-0.191-4.el9.x86_64 47/172 2024-07-27T06:47:55.796 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 48/172 2024-07-27T06:47:55.858 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-27T06:47:55.861 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 49/172 2024-07-27T06:47:56.082 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 50/172 2024-07-27T06:47:56.142 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : openssl-1:3.2.2-2.el9.x86_64 51/172 2024-07-27T06:47:56.257 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 52/172 2024-07-27T06:47:56.327 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 53/172 2024-07-27T06:47:56.428 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/172 2024-07-27T06:47:56.469 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/172 2024-07-27T06:47:56.506 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/172 2024-07-27T06:47:56.572 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/172 2024-07-27T06:47:56.624 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/172 2024-07-27T06:47:56.687 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/172 2024-07-27T06:47:56.755 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/172 2024-07-27T06:47:56.949 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/172 2024-07-27T06:47:56.999 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/172 2024-07-27T06:47:57.044 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 63/172 2024-07-27T06:47:57.172 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 64/172 2024-07-27T06:47:57.207 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-google-auth-1:2.32.0-1.el9.noarch 65/172 2024-07-27T06:47:57.287 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 66/172 2024-07-27T06:47:57.333 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 67/172 2024-07-27T06:47:57.366 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 68/172 2024-07-27T06:47:57.543 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 69/172 2024-07-27T06:47:57.555 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-27T06:47:57.654 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-27T06:47:57.689 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-27T06:47:57.720 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 70/172 2024-07-27T06:47:57.724 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-27T06:47:57.770 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 71/172 2024-07-27T06:47:57.807 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 72/172 2024-07-27T06:47:57.845 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 73/172 2024-07-27T06:47:57.902 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : uuid-1.6.2-55.el9.x86_64 74/172 2024-07-27T06:47:57.955 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 75/172 2024-07-27T06:47:57.999 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 76/172 2024-07-27T06:47:58.045 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 77/172 2024-07-27T06:47:58.096 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 78/172 2024-07-27T06:47:58.137 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-27T06:47:58.183 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-27T06:47:58.195 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 79/172 2024-07-27T06:47:58.245 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 80/172 2024-07-27T06:47:58.325 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-27T06:47:58.357 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-27T06:47:58.389 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 81/172 2024-07-27T06:47:58.422 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-27T06:47:58.451 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 82/172 2024-07-27T06:47:58.493 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 83/172 2024-07-27T06:47:58.646 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 84/172 2024-07-27T06:47:58.714 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-27T06:47:59.040 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-27T06:47:59.078 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-27T06:47:59.180 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-27T06:47:59.355 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-27T06:47:59.670 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/172 2024-07-27T06:47:59.729 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 87/172 2024-07-27T06:47:59.762 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 88/172 2024-07-27T06:47:59.883 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 89/172 2024-07-27T06:47:59.959 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 90/172 2024-07-27T06:48:00.017 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 91/172 2024-07-27T06:48:00.125 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 92/172 2024-07-27T06:48:00.165 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 93/172 2024-07-27T06:48:00.392 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-0.3.21-2.el9.x86_64 94/172 2024-07-27T06:48:00.437 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 95/172 2024-07-27T06:48:00.530 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 96/172 2024-07-27T06:48:01.341 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 97/172 2024-07-27T06:48:01.473 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 98/172 2024-07-27T06:48:02.036 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:02.075 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:02.799 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:02.845 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-27T06:48:03.002 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-27T06:48:03.002 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-27T06:48:03.003 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-27T06:48:03.003 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:03.038 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-27T06:48:03.051 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 99/172 2024-07-27T06:48:03.151 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 100/172 2024-07-27T06:48:03.187 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 101/172 2024-07-27T06:48:03.222 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 102/172 2024-07-27T06:48:03.614 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 103/172 2024-07-27T06:48:03.655 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-27T06:48:03.780 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 104/172 2024-07-27T06:48:03.829 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 105/172 2024-07-27T06:48:03.887 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 106/172 2024-07-27T06:48:04.451 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 107/172 2024-07-27T06:48:04.483 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-27T06:48:04.584 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 108/172 2024-07-27T06:48:04.610 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 109/172 2024-07-27T06:48:07.172 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:07.214 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:07.868 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 110/172 2024-07-27T06:48:07.910 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-27T06:48:08.095 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 111/172 2024-07-27T06:48:08.096 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-07-27T06:48:08.096 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-07-27T06:48:08.096 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:08.135 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /sys 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /proc 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /mnt 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /var/tmp 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /home 2024-07-27T06:48:16.966 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /root 2024-07-27T06:48:16.967 INFO:teuthology.orchestra.run.smithi066.stdout:skipping the directory /tmp 2024-07-27T06:48:16.967 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:17.205 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-27T06:48:17.258 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-27T06:48:17.258 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:17.258 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-27T06:48:17.258 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:19.074 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-27T06:48:19.162 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:19.441 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-27T06:48:19.520 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:20.058 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-27T06:48:20.129 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-27T06:48:20.129 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:20.129 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-27T06:48:20.129 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-27T06:48:20.129 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-27T06:48:20.130 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:20.259 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-27T06:48:20.322 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-27T06:48:20.396 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-27T06:48:20.644 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-27T06:48:20.705 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-27T06:48:20.728 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 112/172 2024-07-27T06:48:20.728 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /sys 2024-07-27T06:48:20.728 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /proc 2024-07-27T06:48:20.728 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /mnt 2024-07-27T06:48:20.729 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /var/tmp 2024-07-27T06:48:20.729 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /home 2024-07-27T06:48:20.729 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /root 2024-07-27T06:48:20.729 INFO:teuthology.orchestra.run.smithi155.stdout:skipping the directory /tmp 2024-07-27T06:48:20.729 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:20.795 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-27T06:48:20.922 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-27T06:48:20.976 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-27T06:48:21.026 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 113/172 2024-07-27T06:48:21.026 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:21.026 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-07-27T06:48:21.026 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:21.099 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-27T06:48:21.145 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-27T06:48:21.185 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-27T06:48:21.227 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-27T06:48:21.841 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-27T06:48:21.879 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-27T06:48:21.934 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-27T06:48:22.050 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-27T06:48:22.099 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-27T06:48:22.771 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-27T06:48:22.855 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 114/172 2024-07-27T06:48:22.856 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:22.856 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-07-27T06:48:22.856 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-27T06:48:22.856 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-07-27T06:48:22.856 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:23.104 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 115/172 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-07-27T06:48:23.172 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:23.680 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-27T06:48:23.749 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 116/172 2024-07-27T06:48:23.750 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:23.750 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-07-27T06:48:23.750 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-27T06:48:23.750 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-07-27T06:48:23.750 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:23.897 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : automake-1.16.2-8.el9.noarch 117/172 2024-07-27T06:48:23.962 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-ply-3.11-14.el9.noarch 118/172 2024-07-27T06:48:24.037 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 119/172 2024-07-27T06:48:24.269 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 120/172 2024-07-27T06:48:24.326 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 121/172 2024-07-27T06:48:24.411 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 122/172 2024-07-27T06:48:24.520 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 123/172 2024-07-27T06:48:24.688 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 124/172 2024-07-27T06:48:24.734 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 125/172 2024-07-27T06:48:24.774 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 126/172 2024-07-27T06:48:24.800 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : fuse-2.9.9-16.el9.x86_64 127/172 2024-07-27T06:48:25.432 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-27T06:48:25.468 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 128/172 2024-07-27T06:48:25.521 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 129/172 2024-07-27T06:48:25.604 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 130/172 2024-07-27T06:48:25.638 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-27T06:48:25.990 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-27T06:48:26.054 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-27T06:48:27.219 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-27T06:48:27.254 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-27T06:48:27.425 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-27T06:48:27.617 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-27T06:48:27.648 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-27T06:48:27.724 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-27T06:48:27.724 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:27.724 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-27T06:48:27.724 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-27T06:48:27.724 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-27T06:48:27.725 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:27.782 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-27T06:48:27.824 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-27T06:48:27.940 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-27T06:48:28.011 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-27T06:48:29.119 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-27T06:48:29.151 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-27T06:48:29.226 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-27T06:48:29.226 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:29.226 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-27T06:48:29.226 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-27T06:48:29.227 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-27T06:48:29.227 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:29.277 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-27T06:48:29.277 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 131/172 2024-07-27T06:48:29.346 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-27T06:48:29.351 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-27T06:48:29.351 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:29.352 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-27T06:48:29.352 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:29.419 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-27T06:48:29.499 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:29.920 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-27T06:48:30.000 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:30.439 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 132/172 2024-07-27T06:48:30.470 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-27T06:48:30.632 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 133/172 2024-07-27T06:48:30.824 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 134/172 2024-07-27T06:48:30.858 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 135/172 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-07-27T06:48:30.929 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:30.989 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-27T06:48:31.026 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 136/172 2024-07-27T06:48:31.140 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 137/172 2024-07-27T06:48:31.213 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 138/172 2024-07-27T06:48:32.287 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libtool-2.4.6-46.el9.x86_64 139/172 2024-07-27T06:48:32.317 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-27T06:48:32.386 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 140/172 2024-07-27T06:48:32.386 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:32.386 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-07-27T06:48:32.386 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-27T06:48:32.387 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-07-27T06:48:32.387 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:32.461 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-27T06:48:32.530 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 141/172 2024-07-27T06:48:32.530 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:32.531 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-07-27T06:48:32.531 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:32.593 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-27T06:48:32.677 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 142/172 2024-07-27T06:48:32.678 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:32.678 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-07-27T06:48:32.678 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-27T06:48:32.678 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-07-27T06:48:32.678 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:33.061 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-27T06:48:33.131 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 143/172 2024-07-27T06:48:33.132 INFO:teuthology.orchestra.run.smithi155.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-07-27T06:48:33.132 INFO:teuthology.orchestra.run.smithi155.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-07-27T06:48:33.132 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-27T06:48:33.132 INFO:teuthology.orchestra.run.smithi155.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-07-27T06:48:33.132 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:35.069 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-27T06:48:35.124 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-27T06:48:35.179 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-27T06:48:35.217 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-27T06:48:35.256 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-27T06:48:35.566 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-27T06:48:35.622 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-27T06:48:35.656 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-27T06:48:35.694 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-27T06:48:35.743 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-27T06:48:35.854 INFO:teuthology.orchestra.run.smithi066.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-27T06:48:36.750 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:36.800 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:36.859 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:37.901 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 144/172 2024-07-27T06:48:37.956 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 145/172 2024-07-27T06:48:38.010 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 146/172 2024-07-27T06:48:38.050 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : xfsprogs-devel-6.4.0-3.el9.x86_64 147/172 2024-07-27T06:48:38.088 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 148/172 2024-07-27T06:48:38.342 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-27T06:48:38.401 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-27T06:48:38.450 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-27T06:48:38.463 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 150/172 2024-07-27T06:48:38.498 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 151/172 2024-07-27T06:48:38.511 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-27T06:48:38.534 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : elfutils-debuginfod-client-0.191-4.el9.x86_64 152/172 2024-07-27T06:48:38.584 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-team-1:1.48.2-2.el9.x86_64 153/172 2024-07-27T06:48:38.629 INFO:teuthology.orchestra.run.smithi155.stdout: Upgrading : NetworkManager-tui-1:1.48.2-2.el9.x86_64 154/172 2024-07-27T06:48:38.670 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-27T06:48:38.717 INFO:teuthology.orchestra.run.smithi066.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-27T06:48:38.751 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-27T06:48:38.785 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-27T06:48:38.828 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-27T06:48:38.828 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-27T06:48:38.952 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-27T06:48:39.137 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-27T06:48:39.137 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-27T06:48:39.285 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-27T06:48:39.322 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-27T06:48:39.365 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:39.365 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:39.535 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:39.583 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:39.641 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 155/172 2024-07-27T06:48:39.723 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:39.723 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-27T06:48:39.872 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-27T06:48:39.916 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-27T06:48:39.954 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-27T06:48:40.094 INFO:teuthology.orchestra.run.smithi066.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:40.375 INFO:teuthology.orchestra.run.smithi066.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:40.375 INFO:teuthology.orchestra.run.smithi066.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-27T06:48:40.375 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:40.999 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 156/172 2024-07-27T06:48:41.118 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : openssl-devel-1:3.2.2-2.el9.x86_64 157/172 2024-07-27T06:48:41.174 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 158/172 2024-07-27T06:48:41.309 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : flex-2.6.4-9.el9.x86_64 159/172 2024-07-27T06:48:41.353 INFO:teuthology.orchestra.run.smithi155.stdout: Installing : bison-3.7.4-5.el9.x86_64 160/172 2024-07-27T06:48:41.412 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/172 2024-07-27T06:48:41.446 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-27T06:48:41.489 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : elfutils-libs-0.190-2.el9.x86_64 163/172 2024-07-27T06:48:41.489 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-27T06:48:41.629 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 164/172 2024-07-27T06:48:41.679 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 165/172 2024-07-27T06:48:41.679 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-27T06:48:41.822 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 166/172 2024-07-27T06:48:41.854 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-team-1:1.47.4-1.el9.x86_64 167/172 2024-07-27T06:48:41.887 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:41.888 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:42.227 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 168/172 2024-07-27T06:48:42.227 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-27T06:48:42.381 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 169/172 2024-07-27T06:48:42.426 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-27T06:48:42.464 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : elfutils-libelf-0.190-2.el9.x86_64 171/172 2024-07-27T06:48:42.594 INFO:teuthology.orchestra.run.smithi155.stdout: Cleanup : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:42.855 INFO:teuthology.orchestra.run.smithi155.stdout: Running scriptlet: xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:42.855 INFO:teuthology.orchestra.run.smithi155.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-07-27T06:48:42.855 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:48:46.779 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-27T06:48:46.780 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-27T06:48:46.781 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-27T06:48:46.781 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-27T06:48:46.781 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-27T06:48:46.781 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-27T06:48:46.781 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-27T06:48:46.782 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-27T06:48:46.782 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-27T06:48:46.782 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-27T06:48:46.782 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-27T06:48:46.782 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-27T06:48:46.795 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-27T06:48:46.795 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-27T06:48:46.795 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-27T06:48:46.795 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-27T06:48:46.795 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-27T06:48:46.796 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-27T06:48:46.797 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-27T06:48:46.798 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-27T06:48:46.799 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-27T06:48:46.800 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-27T06:48:46.801 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-27T06:48:46.802 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-27T06:48:46.803 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-27T06:48:46.804 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-27T06:48:46.805 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-27T06:48:46.806 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-27T06:48:46.807 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-27T06:48:46.807 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-27T06:48:46.807 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-27T06:48:46.807 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-27T06:48:49.048 INFO:teuthology.orchestra.run.smithi066.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:49.048 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout:Upgraded: 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:49.049 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout:Installed: 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: automake-1.16.2-8.el9.noarch 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: bison-3.7.4-5.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.050 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.051 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:49.052 INFO:teuthology.orchestra.run.smithi066.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: flex-2.6.4-9.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-27T06:48:49.053 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-27T06:48:49.054 INFO:teuthology.orchestra.run.smithi066.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: lua-5.4.4-4.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-27T06:48:49.055 INFO:teuthology.orchestra.run.smithi066.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-13.14-1.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-27T06:48:49.056 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-27T06:48:49.057 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-27T06:48:49.058 INFO:teuthology.orchestra.run.smithi066.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-ply-3.11-14.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-27T06:48:49.059 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-27T06:48:49.060 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-27T06:48:49.061 INFO:teuthology.orchestra.run.smithi066.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.062 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: re2-1:20211101-3.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-27T06:48:49.063 INFO:teuthology.orchestra.run.smithi066.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-27T06:48:49.064 INFO:teuthology.orchestra.run.smithi066.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-27T06:48:49.064 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:49.064 INFO:teuthology.orchestra.run.smithi066.stdout:Complete! 2024-07-27T06:48:49.595 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 1/172 2024-07-27T06:48:49.595 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2/172 2024-07-27T06:48:49.595 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 3/172 2024-07-27T06:48:49.595 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 4/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-5320.ge8f88 5/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 6/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 7/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 8/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 9/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 10/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 11/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 12/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 13/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 14/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_ 15/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 16/172 2024-07-27T06:48:49.596 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 17/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_6 18/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86 19/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 20/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el 21/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9. 22/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_6 23/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 24/172 2024-07-27T06:48:49.597 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 25/172 2024-07-27T06:48:49.610 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 26/172 2024-07-27T06:48:49.610 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 27/172 2024-07-27T06:48:49.610 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 28/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 29/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1. 30/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noa 31/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.n 32/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f 33/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el 34/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 35/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.e 36/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 37/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 38/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 39/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/172 2024-07-27T06:48:49.611 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/172 2024-07-27T06:48:49.612 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/172 2024-07-27T06:48:49.613 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-devel-1:3.2.2-2.el9.x86_64 68/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 77/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/172 2024-07-27T06:48:49.614 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/172 2024-07-27T06:48:49.615 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xfsprogs-devel-6.4.0-3.el9.x86_64 101/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/172 2024-07-27T06:48:49.616 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/172 2024-07-27T06:48:49.617 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-google-auth-1:2.32.0-1.el9.noarch 122/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/172 2024-07-27T06:48:49.618 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/172 2024-07-27T06:48:49.619 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/172 2024-07-27T06:48:49.620 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 149/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 151/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-1:1.48.2-2.el9.x86_64 153/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 154/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-libnm-1:1.48.2-2.el9.x86_64 155/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 156/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-team-1:1.48.2-2.el9.x86_64 157/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 158/172 2024-07-27T06:48:49.621 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-tui-1:1.48.2-2.el9.x86_64 159/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 160/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-debuginfod-client-0.191-4.el9.x86_64 161/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 162/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libelf-0.191-4.el9.x86_64 163/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 164/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libs-0.191-4.el9.x86_64 165/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 166/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-1:3.2.2-2.el9.x86_64 167/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 168/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-libs-1:3.2.2-2.el9.x86_64 169/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 170/172 2024-07-27T06:48:49.622 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xfsprogs-6.4.0-3.el9.x86_64 171/172 2024-07-27T06:48:49.845 DEBUG:teuthology.parallel:result is None 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 172/172 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout:Upgraded: 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-libnm-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-team-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: NetworkManager-tui-1:1.48.2-2.el9.x86_64 2024-07-27T06:48:51.976 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-debuginfod-client-0.191-4.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf-0.191-4.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libs-0.191-4.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: librados2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: librbd1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-libs-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs-6.4.0-3.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout:Installed: 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: automake-1.16.2-8.el9.noarch 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: bison-3.7.4-5.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-07-27T06:48:51.977 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-base-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-grafana-dashboards-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-immutable-object-cache-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mds-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-dashboard-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-diskprediction-local-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.978 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-modules-core-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mgr-rook-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-mon-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-osd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-prometheus-alerts-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-radosgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-selinux-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-test-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: ceph-volume-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: cephadm-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-shell-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: cephfs-top-2:19.0.0-5320.ge8f88bb1.el9.noarch 2024-07-27T06:48:51.979 INFO:teuthology.orchestra.run.smithi155.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: flex-2.6.4-9.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: fuse-2.9.9-16.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: grpc-data-1.46.7-10.el9.noarch 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-9.0.0-11.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libcephfs2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.980 INFO:teuthology.orchestra.run.smithi155.stdout: libcephsqlite-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: liboath-2.6.7-2.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: librados-devel-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libradosstriper1-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: librgw2-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libtool-2.4.6-46.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libunwind-1.6.2-1.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-07-27T06:48:51.981 INFO:teuthology.orchestra.run.smithi155.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: lua-5.4.4-4.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: luarocks-3.9.2-5.el9.noarch 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-0.3.21-2.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: openssl-devel-1:3.2.2-2.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-13.14-1.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-07-27T06:48:51.982 INFO:teuthology.orchestra.run.smithi155.stdout: postgresql-server-13.14-1.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-3.14.0-13.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-babel-2.9.1-2.el9.noarch 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-argparse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ceph-common-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cephfs-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-07-27T06:48:51.983 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-google-auth-1:2.32.0-1.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-07-27T06:48:51.984 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-mako-1.1.4-6.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-07-27T06:48:51.985 INFO:teuthology.orchestra.run.smithi155.stdout: python3-packaging-20.9-5.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-ply-3.11-14.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-portend-3.1.0-2.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pycparser-2.20-6.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-07-27T06:48:51.986 INFO:teuthology.orchestra.run.smithi155.stdout: python3-pytz-2021.1-5.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rados-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-2.25.1-8.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rgw-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-routes-2.5.1-5.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-rsa-4.9-2.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-toml-0.10.2-6.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-07-27T06:48:51.987 INFO:teuthology.orchestra.run.smithi155.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: python3-webob-1.8.7-6.el9.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-24.02.0-1.el9.x86_64 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-07-27T06:48:51.988 INFO:teuthology.orchestra.run.smithi155.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-fuse-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-mirror-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: rbd-nbd-2:19.0.0-5320.ge8f88bb1.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: re2-1:20211101-3.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: socat-1.7.4.1-6.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: thrift-0.15.0-2.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: uuid-1.6.2-55.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: xfsprogs-devel-6.4.0-3.el9.x86_64 2024-07-27T06:48:51.989 INFO:teuthology.orchestra.run.smithi155.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-07-27T06:48:51.990 INFO:teuthology.orchestra.run.smithi155.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-07-27T06:48:51.990 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:51.990 INFO:teuthology.orchestra.run.smithi155.stdout:Complete! 2024-07-27T06:48:52.632 DEBUG:teuthology.parallel:result is None 2024-07-27T06:48:52.633 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-27T06:48:52.778 DEBUG:teuthology.orchestra.run.smithi066:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-27T06:48:52.842 INFO:teuthology.orchestra.run.smithi066.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-27T06:48:52.843 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-27T06:48:52.843 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-27T06:48:52.845 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528 2024-07-27T06:48:52.991 DEBUG:teuthology.orchestra.run.smithi155:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-07-27T06:48:53.044 INFO:teuthology.orchestra.run.smithi155.stdout:19.0.0-5320.ge8f88bb1.el9 2024-07-27T06:48:53.044 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-5320.ge8f88bb1.el9 2024-07-27T06:48:53.044 INFO:teuthology.task.install:The correct ceph version 19.0.0-5320.ge8f88bb1 is installed. 2024-07-27T06:48:53.046 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-07-27T06:48:53.046 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:53.046 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-27T06:48:53.143 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:53.144 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-07-27T06:48:53.212 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-07-27T06:48:53.212 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:53.212 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/daemon-helper 2024-07-27T06:48:53.300 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-27T06:48:53.433 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:53.433 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/daemon-helper 2024-07-27T06:48:53.498 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-07-27T06:48:53.624 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-07-27T06:48:53.624 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:53.624 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-27T06:48:53.717 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-27T06:48:53.851 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:53.851 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/adjust-ulimits 2024-07-27T06:48:53.913 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-07-27T06:48:54.013 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-07-27T06:48:54.013 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:54.013 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/usr/bin/stdin-killer 2024-07-27T06:48:54.105 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-27T06:48:54.238 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:54.238 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/usr/bin/stdin-killer 2024-07-27T06:48:54.306 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-07-27T06:48:54.415 INFO:teuthology.run_tasks:Running task ceph... 2024-07-27T06:48:54.500 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-07-27T06:48:54.501 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 777 /var/log/ceph 2024-07-27T06:48:54.509 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 777 /var/log/ceph 2024-07-27T06:48:54.588 INFO:tasks.ceph:Disabling ceph logrotate... 2024-07-27T06:48:54.588 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-27T06:48:54.595 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/logrotate.d/ceph 2024-07-27T06:48:54.673 INFO:tasks.ceph:Creating extra log directories... 2024-07-27T06:48:54.673 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-27T06:48:54.680 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-07-27T06:48:54.761 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-07-27T06:48:54.761 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-07-27T06:48:54.761 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-07-27T06:48:54.762 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:54.762 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-27T06:48:54.818 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-27T06:48:55.076 DEBUG:teuthology.orchestra.run.smithi066:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-27T06:48:55.172 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:55.172 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-07-27T06:48:55.223 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-07-27T06:48:55.412 DEBUG:teuthology.orchestra.run.smithi155:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-07-27T06:48:55.481 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-07-27T06:48:55.481 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'global': {'ms die on skipped message': False}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'evicting unresponsive client', 'RECENT_CRASH'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-07-27T06:48:55.481 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895', 'branch': 'wip-vshankar-testing-20240725.121331-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snapshots}', 'email': 'vshankar@redhat.com', 'first_in_suite': False, 'job_id': '7818895', 'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-vshankar-testing-20240725.121331-debug'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'global': {'ms die on skipped message': False}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'evicting unresponsive client', 'RECENT_CRASH'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'check-counter': {'dry_run': True}, 'install': {'ceph': {'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-vshankar-testing-20240725.121331-debug', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, 'owner': 'scheduled_vshankar@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 5532, 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'sleep_before_teardown': 0, 'subset': '1001/1024', 'suite': 'fs', 'suite_branch': 'wip-vshankar-testing-20240725.121331-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi066.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFwRRStkLSLVVnJDhz1Nv+qRKwb2bItycnjYXuJ4VZUZbHElSgKziq/hufEFTxMHR9CH5+eJ97VJMlY4QVwqSP0=', 'smithi155.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAbiZCZ63aQZEexgQ99gEhP4k73b9KYZxv3rCngzmoGlJHVDXISyrQkwTHHsovx0NPyzfr1l3qmKsvlyiOfVzDs='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': 1, 'sha1': '3e9255e907100f88049f320ca33d977e29155d12'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon': {'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'global': {'ms die on skipped message': False}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'evicting unresponsive client', 'RECENT_CRASH'], 'sha1': 'e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'exec': {'mon.a': ['ceph config set mgr mgr/crash/warn_recent_interval 0']}}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_snapshots']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '53ce1462e129f6eb4071986336534c740fdebd31', 'timestamp': '2024-07-26_04:18:59', 'tube': 'smithi', 'user': 'vshankar', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.4074525'} 2024-07-27T06:48:55.482 DEBUG:teuthology.orchestra.run.smithi066:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-27T06:48:55.490 DEBUG:teuthology.orchestra.run.smithi155:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-07-27T06:48:55.543 DEBUG:teuthology.orchestra.run.smithi066:> sudo install -d -m0777 -- /var/run/ceph 2024-07-27T06:48:55.551 DEBUG:teuthology.orchestra.run.smithi155:> sudo install -d -m0777 -- /var/run/ceph 2024-07-27T06:48:55.651 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:55.651 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/scratch_devs of=/dev/stdout 2024-07-27T06:48:55.710 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-27T06:48:55.710 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_1 2024-07-27T06:48:55.769 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-27T06:48:55.769 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:55.769 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-07-27T06:48:55.769 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:55.770 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:55.770 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-07-27 06:48:40.824157156 +0000 2024-07-27T06:48:55.770 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-07-27 06:45:45.107557005 +0000 2024-07-27T06:48:55.770 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-07-27 06:45:45.107557005 +0000 2024-07-27T06:48:55.770 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-07-27 06:45:45.107557005 +0000 2024-07-27T06:48:55.770 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-27T06:48:55.849 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-07-27T06:48:55.850 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-07-27T06:48:55.850 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000323847 s, 1.6 MB/s 2024-07-27T06:48:55.854 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-27T06:48:55.910 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_2 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 6h/6d Inode: 652 Links: 1 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-07-27 06:48:40.825157149 +0000 2024-07-27T06:48:55.965 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-07-27 06:45:45.721552409 +0000 2024-07-27T06:48:55.966 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-07-27 06:45:45.721552409 +0000 2024-07-27T06:48:55.966 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-07-27 06:45:45.721552409 +0000 2024-07-27T06:48:55.966 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-27T06:48:56.045 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-07-27T06:48:56.045 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-07-27T06:48:56.045 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000563536 s, 909 kB/s 2024-07-27T06:48:56.049 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-27T06:48:56.108 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_3 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 6h/6d Inode: 672 Links: 1 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:56.160 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-07-27 06:48:40.826157141 +0000 2024-07-27T06:48:56.161 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-07-27 06:45:46.326547881 +0000 2024-07-27T06:48:56.161 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-07-27 06:45:46.326547881 +0000 2024-07-27T06:48:56.161 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-07-27 06:45:46.326547881 +0000 2024-07-27T06:48:56.161 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-27T06:48:56.234 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-07-27T06:48:56.235 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-07-27T06:48:56.235 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000359388 s, 1.4 MB/s 2024-07-27T06:48:56.237 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-27T06:48:56.295 DEBUG:teuthology.orchestra.run.smithi066:> stat /dev/vg_nvme/lv_4 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Device: 6h/6d Inode: 689 Links: 1 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Access: 2024-07-27 06:48:40.827157133 +0000 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Modify: 2024-07-27 06:45:46.958543150 +0000 2024-07-27T06:48:56.347 INFO:teuthology.orchestra.run.smithi066.stdout:Change: 2024-07-27 06:45:46.958543150 +0000 2024-07-27T06:48:56.348 INFO:teuthology.orchestra.run.smithi066.stdout: Birth: 2024-07-27 06:45:46.958543150 +0000 2024-07-27T06:48:56.348 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-27T06:48:56.431 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records in 2024-07-27T06:48:56.431 INFO:teuthology.orchestra.run.smithi066.stderr:1+0 records out 2024-07-27T06:48:56.431 INFO:teuthology.orchestra.run.smithi066.stderr:512 bytes copied, 0.000397842 s, 1.3 MB/s 2024-07-27T06:48:56.434 DEBUG:teuthology.orchestra.run.smithi066:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-27T06:48:56.491 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-27T06:48:56.491 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:56.491 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/scratch_devs of=/dev/stdout 2024-07-27T06:48:56.548 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-07-27T06:48:56.548 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_1 2024-07-27T06:48:56.596 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 631 Links: 1 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-27 06:48:43.292848815 +0000 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-27 06:45:35.166745832 +0000 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-27 06:45:35.166745832 +0000 2024-07-27T06:48:56.597 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-27 06:45:35.166745832 +0000 2024-07-27T06:48:56.597 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-07-27T06:48:56.666 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-27T06:48:56.666 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-27T06:48:56.666 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000315946 s, 1.6 MB/s 2024-07-27T06:48:56.669 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-07-27T06:48:56.717 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_2 2024-07-27T06:48:56.805 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-07-27T06:48:56.805 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:56.805 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 651 Links: 1 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-27 06:48:43.292848815 +0000 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-27 06:45:35.717734364 +0000 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-27 06:45:35.717734364 +0000 2024-07-27T06:48:56.806 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-27 06:45:35.717734364 +0000 2024-07-27T06:48:56.806 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-07-27T06:48:56.884 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-27T06:48:56.884 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-27T06:48:56.884 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000322828 s, 1.6 MB/s 2024-07-27T06:48:56.887 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-07-27T06:48:56.941 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_3 2024-07-27T06:48:56.986 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-07-27T06:48:56.986 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-27 06:48:43.293848794 +0000 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-27 06:45:36.240723479 +0000 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-27 06:45:36.240723479 +0000 2024-07-27T06:48:56.987 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-27 06:45:36.240723479 +0000 2024-07-27T06:48:56.987 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-07-27T06:48:57.110 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-27T06:48:57.110 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-27T06:48:57.110 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000331813 s, 1.5 MB/s 2024-07-27T06:48:57.114 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-07-27T06:48:57.169 DEBUG:teuthology.orchestra.run.smithi155:> stat /dev/vg_nvme/lv_4 2024-07-27T06:48:57.215 INFO:teuthology.orchestra.run.smithi155.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-07-27T06:48:57.215 INFO:teuthology.orchestra.run.smithi155.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-07-27T06:48:57.215 INFO:teuthology.orchestra.run.smithi155.stdout:Device: 6h/6d Inode: 691 Links: 1 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout:Context: system_u:object_r:device_t:s0 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout:Access: 2024-07-27 06:48:43.293848794 +0000 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout:Modify: 2024-07-27 06:45:36.805711720 +0000 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout:Change: 2024-07-27 06:45:36.805711720 +0000 2024-07-27T06:48:57.216 INFO:teuthology.orchestra.run.smithi155.stdout: Birth: 2024-07-27 06:45:36.805711720 +0000 2024-07-27T06:48:57.216 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-07-27T06:48:57.340 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records in 2024-07-27T06:48:57.340 INFO:teuthology.orchestra.run.smithi155.stderr:1+0 records out 2024-07-27T06:48:57.340 INFO:teuthology.orchestra.run.smithi155.stderr:512 bytes copied, 0.000355024 s, 1.4 MB/s 2024-07-27T06:48:57.344 DEBUG:teuthology.orchestra.run.smithi155:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-07-27T06:48:57.399 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-27T06:48:57.399 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi066.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi155.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-27T06:48:57.399 INFO:tasks.ceph:Generating config... 2024-07-27T06:48:57.401 INFO:tasks.ceph:[client] pid file = 2024-07-27T06:48:57.401 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-07-27T06:48:57.401 INFO:tasks.ceph:[mgr] debug client = 20 2024-07-27T06:48:57.401 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-07-27T06:48:57.401 INFO:tasks.ceph:[mgr] debug ms = 1 2024-07-27T06:48:57.401 INFO:tasks.ceph:[mon] debug mon = 20 2024-07-27T06:48:57.401 INFO:tasks.ceph:[mon] debug ms = 1 2024-07-27T06:48:57.402 INFO:tasks.ceph:[mon] debug paxos = 20 2024-07-27T06:48:57.402 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] debug ms = 1 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] debug osd = 20 2024-07-27T06:48:57.402 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-07-27T06:48:57.403 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-07-27T06:48:57.403 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-07-27T06:48:57.403 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-07-27T06:48:57.403 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-07-27T06:48:57.403 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-07-27T06:48:57.403 INFO:tasks.ceph:Setting up mon.a... 2024-07-27T06:48:57.403 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-07-27T06:48:57.609 INFO:teuthology.orchestra.run.smithi066.stdout:creating /etc/ceph/ceph.keyring 2024-07-27T06:48:57.625 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-07-27T06:48:57.837 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-27T06:48:57.926 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.66'), ('mon.b', '172.21.15.155'), ('mon.c', '[v2:172.21.15.155:3301,v1:172.21.15.155:6790]')] 2024-07-27T06:48:57.927 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}} 2024-07-27T06:48:57.928 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:57.928 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-07-27T06:48:57.984 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.66 --add b 172.21.15.155 --addv c '[v2:172.21.15.155:3301,v1:172.21.15.155:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:48:58.156 INFO:teuthology.orchestra.run.smithi066.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:48:58.157 INFO:teuthology.orchestra.run.smithi066.stdout:monmaptool: generated fsid fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:48:58.157 INFO:teuthology.orchestra.run.smithi066.stdout:setting min_mon_release = quincy 2024-07-27T06:48:58.157 INFO:teuthology.orchestra.run.smithi066.stdout:epoch 0 2024-07-27T06:48:58.157 INFO:teuthology.orchestra.run.smithi066.stdout:fsid fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:48:58.157 INFO:teuthology.orchestra.run.smithi066.stdout:last_changed 2024-07-27T06:48:58.156089+0000 2024-07-27T06:48:58.158 INFO:teuthology.orchestra.run.smithi066.stdout:created 2024-07-27T06:48:58.156089+0000 2024-07-27T06:48:58.158 INFO:teuthology.orchestra.run.smithi066.stdout:min_mon_release 17 (quincy) 2024-07-27T06:48:58.158 INFO:teuthology.orchestra.run.smithi066.stdout:election_strategy: 1 2024-07-27T06:48:58.158 INFO:teuthology.orchestra.run.smithi066.stdout:0: [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] mon.a 2024-07-27T06:48:58.158 INFO:teuthology.orchestra.run.smithi066.stdout:1: [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] mon.b 2024-07-27T06:48:58.159 INFO:teuthology.orchestra.run.smithi066.stdout:2: [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] mon.c 2024-07-27T06:48:58.159 INFO:teuthology.orchestra.run.smithi066.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-07-27T06:48:58.167 DEBUG:teuthology.orchestra.run.smithi066:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-07-27T06:48:58.219 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID fb113fc2-2068-4da5-a373-708e4ed95784... 2024-07-27T06:48:58.219 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T06:48:58.225 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T06:48:58.367 INFO:teuthology.orchestra.run.smithi155.stdout:[global] 2024-07-27T06:48:58.367 INFO:teuthology.orchestra.run.smithi155.stdout: chdir = "" 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: auth supported = cephx 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: filestore xattr use omap = true 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: mon clock drift allowed = 1.000 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: osd crush chooseleaf type = 0 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: auth debug = true 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on old message = true 2024-07-27T06:48:58.368 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on bug = true 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon pg warn max object skew = 0 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default size = 2 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow primary affinity = true 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow pg remap = true 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on legacy crush tunables = false 2024-07-27T06:48:58.369 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on crush straw calc version zero = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on no sortbitwise = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on osd down out interval zero = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on too few osds = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: mon_allow_pool_size_one = true 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.370 INFO:teuthology.orchestra.run.smithi155.stdout: osd default data pool replay window = 5 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: mon allow pool delete = true 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: mon cluster log file level = debug 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: debug asserts on shutdown = true 2024-07-27T06:48:58.371 INFO:teuthology.orchestra.run.smithi155.stdout: mon health detail to clog = false 2024-07-27T06:48:58.372 INFO:teuthology.orchestra.run.smithi155.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T06:48:58.372 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on skipped message = False 2024-07-27T06:48:58.372 INFO:teuthology.orchestra.run.smithi155.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:48:58.372 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout:[osd] 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout: osd journal size = 100 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub load threshold = 5.0 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub max interval = 600 2024-07-27T06:48:58.373 INFO:teuthology.orchestra.run.smithi155.stdout: osd mclock profile = high_recovery_ops 2024-07-27T06:48:58.374 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.374 INFO:teuthology.orchestra.run.smithi155.stdout: osd recover clone overlap = true 2024-07-27T06:48:58.374 INFO:teuthology.orchestra.run.smithi155.stdout: osd recovery max chunk = 1048576 2024-07-27T06:48:58.374 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.374 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug shutdown = true 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug op order = true 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug verify stray on activate = true 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug trim objects = true 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: osd open classes on start = true 2024-07-27T06:48:58.375 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug pg log writeout = true 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: osd deep scrub update digest min age = 30 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: osd map max advance = 10 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.376 INFO:teuthology.orchestra.run.smithi155.stdout: journal zero on create = true 2024-07-27T06:48:58.377 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.377 INFO:teuthology.orchestra.run.smithi155.stdout: filestore ondisk finisher threads = 3 2024-07-27T06:48:58.377 INFO:teuthology.orchestra.run.smithi155.stdout: filestore apply finisher threads = 3 2024-07-27T06:48:58.377 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.377 INFO:teuthology.orchestra.run.smithi155.stdout: bdev debug aio = true 2024-07-27T06:48:58.378 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug misdirected ops = true 2024-07-27T06:48:58.378 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore block size = 96636764160 2024-07-27T06:48:58.378 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore fsck on mount = True 2024-07-27T06:48:58.378 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluefs = 20 2024-07-27T06:48:58.378 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluestore = 20 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: debug osd = 20 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: debug rocksdb = 10 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd full ratio = 0.9 2024-07-27T06:48:58.379 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd nearfull ratio = 0.8 2024-07-27T06:48:58.380 INFO:teuthology.orchestra.run.smithi155.stdout: osd failsafe full ratio = 0.95 2024-07-27T06:48:58.380 INFO:teuthology.orchestra.run.smithi155.stdout: osd objectstore = bluestore 2024-07-27T06:48:58.380 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.380 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr] 2024-07-27T06:48:58.380 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: debug mgr = 20 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:48:58.381 INFO:teuthology.orchestra.run.smithi155.stdout: mgr/telemetry/nag = false 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout: debug client = 20 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout:[mon] 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T06:48:58.382 INFO:teuthology.orchestra.run.smithi155.stdout: debug paxos = 20 2024-07-27T06:48:58.383 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T06:48:58.383 INFO:teuthology.orchestra.run.smithi155.stdout: mon data avail warn = 5 2024-07-27T06:48:58.383 INFO:teuthology.orchestra.run.smithi155.stdout: mon mgr mkfs grace = 240 2024-07-27T06:48:58.383 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:48:58.383 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd reporter subtree level = osd 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd prime pg temp = true 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T06:48:58.384 INFO:teuthology.orchestra.run.smithi155.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.385 INFO:teuthology.orchestra.run.smithi155.stdout: # 1m isn't quite enough 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout: mon_down_mkfs_grace = 2m 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_filestore_osds = false 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout: mon down mkfs grace = 300 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:48:58.386 INFO:teuthology.orchestra.run.smithi155.stdout:[client] 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: rgw cache enabled = true 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable ops log = true 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable usage log = true 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T06:48:58.387 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = "" 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.a] 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.b] 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.c] 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-07-27T06:48:58.388 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-07-27T06:48:58.389 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-07-27T06:48:58.389 INFO:teuthology.orchestra.run.smithi066.stdout:[global] 2024-07-27T06:48:58.390 INFO:teuthology.orchestra.run.smithi066.stdout: chdir = "" 2024-07-27T06:48:58.390 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T06:48:58.390 INFO:teuthology.orchestra.run.smithi066.stdout: auth supported = cephx 2024-07-27T06:48:58.390 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.390 INFO:teuthology.orchestra.run.smithi066.stdout: filestore xattr use omap = true 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: mon clock drift allowed = 1.000 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: osd crush chooseleaf type = 0 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: auth debug = true 2024-07-27T06:48:58.391 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.392 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on old message = true 2024-07-27T06:48:58.392 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on bug = true 2024-07-27T06:48:58.392 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.392 INFO:teuthology.orchestra.run.smithi066.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T06:48:58.392 INFO:teuthology.orchestra.run.smithi066.stdout: mon pg warn max object skew = 0 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default size = 2 2024-07-27T06:48:58.393 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.394 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow primary affinity = true 2024-07-27T06:48:58.394 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow pg remap = true 2024-07-27T06:48:58.394 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on legacy crush tunables = false 2024-07-27T06:48:58.394 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on crush straw calc version zero = false 2024-07-27T06:48:58.394 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on no sortbitwise = false 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on osd down out interval zero = false 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on too few osds = false 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: mon_allow_pool_size_one = true 2024-07-27T06:48:58.395 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: osd default data pool replay window = 5 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: mon allow pool delete = true 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: mon cluster log file level = debug 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: debug asserts on shutdown = true 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: mon health detail to clog = false 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on skipped message = False 2024-07-27T06:48:58.396 INFO:teuthology.orchestra.run.smithi066.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout:[osd] 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd journal size = 100 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub load threshold = 5.0 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub max interval = 600 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd mclock profile = high_recovery_ops 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd recover clone overlap = true 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd recovery max chunk = 1048576 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug shutdown = true 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug op order = true 2024-07-27T06:48:58.397 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug verify stray on activate = true 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug trim objects = true 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: osd open classes on start = true 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug pg log writeout = true 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: osd deep scrub update digest min age = 30 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: osd map max advance = 10 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: journal zero on create = true 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: filestore ondisk finisher threads = 3 2024-07-27T06:48:58.398 INFO:teuthology.orchestra.run.smithi066.stdout: filestore apply finisher threads = 3 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: bdev debug aio = true 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug misdirected ops = true 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore block size = 96636764160 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore fsck on mount = True 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluefs = 20 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluestore = 20 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: debug osd = 20 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: debug rocksdb = 10 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd full ratio = 0.9 2024-07-27T06:48:58.399 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd nearfull ratio = 0.8 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: osd failsafe full ratio = 0.95 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: osd objectstore = bluestore 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout:[mgr] 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: debug mgr = 20 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: mgr/telemetry/nag = false 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: debug client = 20 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.400 INFO:teuthology.orchestra.run.smithi066.stdout:[mon] 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: debug paxos = 20 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon data avail warn = 5 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon mgr mkfs grace = 240 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd reporter subtree level = osd 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd prime pg temp = true 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T06:48:58.401 INFO:teuthology.orchestra.run.smithi066.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: # 1m isn't quite enough 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: mon_down_mkfs_grace = 2m 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_filestore_osds = false 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: mon down mkfs grace = 300 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout:[client] 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: rgw cache enabled = true 2024-07-27T06:48:58.402 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable ops log = true 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable usage log = true 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = "" 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.a] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.b] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.c] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.a] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.c] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.b] 2024-07-27T06:48:58.403 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.d] 2024-07-27T06:48:58.405 INFO:tasks.ceph:Creating admin key on mon.a... 2024-07-27T06:48:58.405 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-07-27T06:48:58.627 INFO:tasks.ceph:Copying monmap to all nodes... 2024-07-27T06:48:58.627 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:58.627 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-07-27T06:48:58.681 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:58.682 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-07-27T06:48:58.737 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:48:58.737 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:58.737 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-27T06:48:58.737 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-27T06:48:58.875 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:48:58.875 DEBUG:teuthology.orchestra.run.smithi066:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:48:58.981 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:48:58.981 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:58.981 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd of=/etc/ceph/ceph.keyring 2024-07-27T06:48:58.981 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-07-27T06:48:59.111 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:48:59.111 DEBUG:teuthology.orchestra.run.smithi155:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:48:59.207 INFO:tasks.ceph:Setting up mon nodes... 2024-07-27T06:48:59.207 INFO:tasks.ceph:Setting up mgr nodes... 2024-07-27T06:48:59.207 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-07-27T06:48:59.461 INFO:teuthology.orchestra.run.smithi066.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-07-27T06:48:59.478 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-07-27T06:48:59.730 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-07-27T06:48:59.748 INFO:tasks.ceph:Setting up mds nodes... 2024-07-27T06:48:59.749 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-07-27T06:49:00.002 INFO:teuthology.orchestra.run.smithi066.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-07-27T06:49:00.020 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-07-27T06:49:00.099 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-07-27T06:49:00.326 INFO:teuthology.orchestra.run.smithi066.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-07-27T06:49:00.341 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-07-27T06:49:00.427 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-07-27T06:49:00.660 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-07-27T06:49:00.675 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-07-27T06:49:00.761 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-07-27T06:49:00.983 INFO:teuthology.orchestra.run.smithi155.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-07-27T06:49:00.998 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-07-27T06:49:01.074 INFO:tasks.ceph_client:Setting up client nodes... 2024-07-27T06:49:01.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-07-27T06:49:01.273 INFO:teuthology.orchestra.run.smithi066.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-07-27T06:49:01.335 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-07-27T06:49:01.531 INFO:teuthology.orchestra.run.smithi066.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-07-27T06:49:01.583 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-07-27T06:49:01.767 INFO:teuthology.orchestra.run.smithi155.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-07-27T06:49:01.826 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-07-27T06:49:02.010 INFO:teuthology.orchestra.run.smithi155.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-07-27T06:49:02.064 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-07-27T06:49:02.064 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi066.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi155.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-07-27T06:49:02.064 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-07-27T06:49:02.158 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:02.158 INFO:tasks.ceph:role: osd.0 2024-07-27T06:49:02.158 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:49:02.158 DEBUG:teuthology.orchestra.run.smithi066:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-27T06:49:02.250 INFO:teuthology.orchestra.run.smithi066.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:02.251 INFO:teuthology.orchestra.run.smithi066.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:02.668 INFO:teuthology.orchestra.run.smithi066.stdout:Discarding blocks...Done. 2024-07-27T06:49:02.674 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi066.front.sepia.ceph.com -o noatime 2024-07-27T06:49:02.674 DEBUG:teuthology.orchestra.run.smithi066:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-07-27T06:49:02.855 DEBUG:teuthology.orchestra.run.smithi066:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-07-27T06:49:02.961 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-07-27T06:49:03.047 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:03.048 INFO:tasks.ceph:role: osd.1 2024-07-27T06:49:03.048 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:49:03.048 DEBUG:teuthology.orchestra.run.smithi066:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-27T06:49:03.144 INFO:teuthology.orchestra.run.smithi066.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:03.144 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:03.144 INFO:teuthology.orchestra.run.smithi066.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:03.144 INFO:teuthology.orchestra.run.smithi066.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:03.144 INFO:teuthology.orchestra.run.smithi066.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:03.145 INFO:teuthology.orchestra.run.smithi066.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:03.145 INFO:teuthology.orchestra.run.smithi066.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:03.145 INFO:teuthology.orchestra.run.smithi066.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:03.145 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:03.145 INFO:teuthology.orchestra.run.smithi066.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:03.512 INFO:teuthology.orchestra.run.smithi066.stdout:Discarding blocks...Done. 2024-07-27T06:49:03.519 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi066.front.sepia.ceph.com -o noatime 2024-07-27T06:49:03.519 DEBUG:teuthology.orchestra.run.smithi066:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-07-27T06:49:03.662 DEBUG:teuthology.orchestra.run.smithi066:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-07-27T06:49:03.751 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-07-27T06:49:03.838 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:03.838 INFO:tasks.ceph:role: osd.2 2024-07-27T06:49:03.838 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:49:03.838 DEBUG:teuthology.orchestra.run.smithi066:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-27T06:49:03.936 INFO:teuthology.orchestra.run.smithi066.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:03.936 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:03.936 INFO:teuthology.orchestra.run.smithi066.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:03.936 INFO:teuthology.orchestra.run.smithi066.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:03.936 INFO:teuthology.orchestra.run.smithi066.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:03.937 INFO:teuthology.orchestra.run.smithi066.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:03.937 INFO:teuthology.orchestra.run.smithi066.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:03.937 INFO:teuthology.orchestra.run.smithi066.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:03.937 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:03.937 INFO:teuthology.orchestra.run.smithi066.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:04.363 INFO:teuthology.orchestra.run.smithi066.stdout:Discarding blocks...Done. 2024-07-27T06:49:04.370 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi066.front.sepia.ceph.com -o noatime 2024-07-27T06:49:04.371 DEBUG:teuthology.orchestra.run.smithi066:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-07-27T06:49:04.536 DEBUG:teuthology.orchestra.run.smithi066:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-07-27T06:49:04.629 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-07-27T06:49:04.715 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:04.715 INFO:tasks.ceph:role: osd.3 2024-07-27T06:49:04.715 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:49:04.715 DEBUG:teuthology.orchestra.run.smithi066:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-27T06:49:04.813 INFO:teuthology.orchestra.run.smithi066.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:04.814 INFO:teuthology.orchestra.run.smithi066.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:05.180 INFO:teuthology.orchestra.run.smithi066.stdout:Discarding blocks...Done. 2024-07-27T06:49:05.187 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi066.front.sepia.ceph.com -o noatime 2024-07-27T06:49:05.187 DEBUG:teuthology.orchestra.run.smithi066:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-07-27T06:49:05.312 DEBUG:teuthology.orchestra.run.smithi066:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-07-27T06:49:05.394 DEBUG:teuthology.orchestra.run.smithi066:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:05.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.605+0000 7f1a25e9c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-07-27T06:49:05.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.606+0000 7f1a25e9c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-07-27T06:49:05.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.606+0000 7f1a25e9c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-27T06:49:05.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.606+0000 7f1a25e9c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-27T06:49:05.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.606+0000 7f1a25e9c640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-07-27T06:49:05.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:05.609+0000 7f1a25e9c640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-07-27T06:49:08.861 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-07-27T06:49:08.955 DEBUG:teuthology.orchestra.run.smithi066:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:09.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.166+0000 7f39291dc640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-07-27T06:49:09.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.167+0000 7f39291dc640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-07-27T06:49:09.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.167+0000 7f39291dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-27T06:49:09.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.167+0000 7f39291dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-27T06:49:09.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.167+0000 7f39291dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-07-27T06:49:09.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:09.170+0000 7f39291dc640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-07-27T06:49:12.409 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-07-27T06:49:12.504 DEBUG:teuthology.orchestra.run.smithi066:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:12.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.711+0000 7fb2bba23640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-07-27T06:49:12.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.712+0000 7fb2bba23640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-07-27T06:49:12.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.712+0000 7fb2bba23640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-27T06:49:12.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.712+0000 7fb2bba23640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-27T06:49:12.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.712+0000 7fb2bba23640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-07-27T06:49:12.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:12.714+0000 7fb2bba23640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-07-27T06:49:15.684 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-07-27T06:49:15.777 DEBUG:teuthology.orchestra.run.smithi066:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:15.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.990+0000 7f1227f14640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-07-27T06:49:15.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.991+0000 7f1227f14640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-07-27T06:49:15.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.991+0000 7f1227f14640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-27T06:49:15.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.991+0000 7f1227f14640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-27T06:49:15.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.991+0000 7f1227f14640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-07-27T06:49:15.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:15.994+0000 7f1227f14640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-07-27T06:49:19.248 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-07-27T06:49:19.320 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-07-27T06:49:19.411 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:19.411 INFO:tasks.ceph:role: osd.4 2024-07-27T06:49:19.411 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:49:19.412 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-07-27T06:49:19.502 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:19.503 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:19.919 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-07-27T06:49:19.926 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-07-27T06:49:19.926 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-07-27T06:49:20.093 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-07-27T06:49:20.183 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-07-27T06:49:20.258 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:20.258 INFO:tasks.ceph:role: osd.5 2024-07-27T06:49:20.258 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:49:20.258 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-07-27T06:49:20.337 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:20.337 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:20.338 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:20.693 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-07-27T06:49:20.699 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-07-27T06:49:20.699 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-07-27T06:49:20.811 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-07-27T06:49:20.885 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-07-27T06:49:20.957 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:20.957 INFO:tasks.ceph:role: osd.6 2024-07-27T06:49:20.957 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:49:20.958 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-07-27T06:49:21.037 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:21.037 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:21.037 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:21.037 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:21.038 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:21.422 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-07-27T06:49:21.428 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-07-27T06:49:21.428 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-07-27T06:49:21.542 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-07-27T06:49:21.616 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-07-27T06:49:21.683 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-07-27T06:49:21.683 INFO:tasks.ceph:role: osd.7 2024-07-27T06:49:21.683 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:49:21.684 DEBUG:teuthology.orchestra.run.smithi155:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 attr=2, projid32bit=1 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout: = sunit=0 swidth=0 blks 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-07-27T06:49:21.760 INFO:teuthology.orchestra.run.smithi155.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-07-27T06:49:22.170 INFO:teuthology.orchestra.run.smithi155.stdout:Discarding blocks...Done. 2024-07-27T06:49:22.175 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi155.front.sepia.ceph.com -o noatime 2024-07-27T06:49:22.176 DEBUG:teuthology.orchestra.run.smithi155:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-07-27T06:49:22.326 DEBUG:teuthology.orchestra.run.smithi155:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-07-27T06:49:22.423 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:22.624 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.623+0000 7ff59cc2e640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-07-27T06:49:22.624 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.623+0000 7ff59cc2e640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-07-27T06:49:22.624 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.623+0000 7ff59cc2e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-27T06:49:22.625 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.623+0000 7ff59cc2e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-27T06:49:22.625 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.623+0000 7ff59cc2e640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-07-27T06:49:22.628 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:22.627+0000 7ff59cc2e640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-07-27T06:49:25.484 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:49:25.493 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:49:25.602 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-07-27T06:49:25.679 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:25.917 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.916+0000 7f20d9d42640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-07-27T06:49:25.918 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.916+0000 7f20d9d42640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-07-27T06:49:25.918 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.916+0000 7f20d9d42640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-27T06:49:25.918 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.916+0000 7f20d9d42640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-27T06:49:25.919 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.916+0000 7f20d9d42640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-07-27T06:49:25.920 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:25.918+0000 7f20d9d42640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-07-27T06:49:28.911 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-07-27T06:49:28.996 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:29.195 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.193+0000 7f113a333640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-07-27T06:49:29.196 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.194+0000 7f113a333640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-07-27T06:49:29.196 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.194+0000 7f113a333640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-27T06:49:29.196 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.194+0000 7f113a333640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-27T06:49:29.196 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.194+0000 7f113a333640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-07-27T06:49:29.198 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:29.196+0000 7f113a333640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-07-27T06:49:32.191 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-07-27T06:49:32.274 DEBUG:teuthology.orchestra.run.smithi155:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:32.472 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.469+0000 7fe70bcdf640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-07-27T06:49:32.472 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.470+0000 7fe70bcdf640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-07-27T06:49:32.472 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.470+0000 7fe70bcdf640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-27T06:49:32.472 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.470+0000 7fe70bcdf640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-27T06:49:32.472 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.470+0000 7fe70bcdf640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-07-27T06:49:32.474 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:32.472+0000 7fe70bcdf640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-07-27T06:49:35.682 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-07-27T06:49:35.771 INFO:tasks.ceph:Reading keys from all nodes... 2024-07-27T06:49:35.771 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:35.771 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-07-27T06:49:35.874 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:35.874 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-07-27T06:49:35.966 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:35.967 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-07-27T06:49:36.055 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:36.055 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-07-27T06:49:36.146 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:36.146 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-07-27T06:49:36.234 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:36.234 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-07-27T06:49:36.325 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:36.325 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-07-27T06:49:36.414 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.414 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-07-27T06:49:36.497 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.497 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-07-27T06:49:36.572 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.572 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-07-27T06:49:36.698 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.698 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-07-27T06:49:36.783 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.784 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-07-27T06:49:36.868 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.868 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-07-27T06:49:36.959 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:36.959 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-07-27T06:49:37.043 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:37.043 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-07-27T06:49:37.105 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:37.105 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-07-27T06:49:37.159 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:37.159 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-07-27T06:49:37.214 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:37.214 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-07-27T06:49:37.261 INFO:tasks.ceph:Adding keys to all mons... 2024-07-27T06:49:37.261 DEBUG:teuthology.orchestra.run.smithi066:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-27T06:49:37.269 DEBUG:teuthology.orchestra.run.smithi155:> sudo tee -a /etc/ceph/ceph.keyring 2024-07-27T06:49:37.350 INFO:teuthology.orchestra.run.smithi066.stdout:[mgr.y] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A== 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.a] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A== 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.c] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q== 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.0] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg== 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.1] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A== 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.2] 2024-07-27T06:49:37.351 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.3] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[mgr.x] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.b] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.d] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.4] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.5] 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ== 2024-07-27T06:49:37.352 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.6] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw== 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout:[osd.7] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog== 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout:[client.2] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ== 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout:[client.1] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA== 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout:[client.3] 2024-07-27T06:49:37.353 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A== 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr.y] 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A== 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A== 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q== 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.0] 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg== 2024-07-27T06:49:37.384 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.1] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.2] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.3] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr.x] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg== 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.4] 2024-07-27T06:49:37.385 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.5] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.6] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[osd.7] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[client.0] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[client.2] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[client.1] 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA== 2024-07-27T06:49:37.386 INFO:teuthology.orchestra.run.smithi155.stdout:[client.3] 2024-07-27T06:49:37.387 INFO:teuthology.orchestra.run.smithi155.stdout: key = AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A== 2024-07-27T06:49:37.388 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-27T06:49:37.403 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-27T06:49:37.635 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:37.642 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:37.862 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:37.867 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:38.083 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.088 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.300 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.306 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.509 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.514 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.727 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.734 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:38.946 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-27T06:49:38.951 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-07-27T06:49:39.160 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:39.165 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:39.373 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:39.378 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-07-27T06:49:39.585 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:39.592 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:39.804 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:39.809 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:40.023 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:40.028 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:40.243 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:40.250 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-07-27T06:49:40.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:40.472 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:40.692 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:40.699 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:40.915 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:40.921 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:41.133 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:41.140 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-07-27T06:49:41.359 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-07-27T06:49:41.359 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-07-27T06:49:41.437 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-27T06:49:41.659 DEBUG:teuthology.orchestra.run.smithi066:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-07-27T06:49:41.736 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-07-27T06:49:41.824 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-27T06:49:42.052 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-07-27T06:49:42.128 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-07-27T06:49:42.204 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-07-27T06:49:42.407 DEBUG:teuthology.orchestra.run.smithi155:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-07-27T06:49:42.479 DEBUG:teuthology.orchestra.run.smithi066:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:42.487 DEBUG:teuthology.orchestra.run.smithi155:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-07-27T06:49:42.538 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-07-27T06:49:42.539 INFO:tasks.ceph.mon.a:Restarting daemon 2024-07-27T06:49:42.539 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-07-27T06:49:42.545 INFO:tasks.ceph.mon.a:Started 2024-07-27T06:49:42.545 INFO:tasks.ceph.mon.b:Restarting daemon 2024-07-27T06:49:42.545 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-07-27T06:49:42.550 INFO:tasks.ceph.mon.b:Started 2024-07-27T06:49:42.550 INFO:tasks.ceph.mon.c:Restarting daemon 2024-07-27T06:49:42.551 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-07-27T06:49:42.555 INFO:tasks.ceph.mon.c:Started 2024-07-27T06:49:42.555 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-07-27T06:49:42.556 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-07-27T06:49:42.556 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-07-27T06:49:42.561 INFO:tasks.ceph.mgr.y:Started 2024-07-27T06:49:42.561 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-07-27T06:49:42.561 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-07-27T06:49:42.566 INFO:tasks.ceph.mgr.x:Started 2024-07-27T06:49:42.566 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-07-27T06:49:42.566 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-07-27T06:49:42.573 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-07-27T06:49:42.573 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set client debug_client 20 2024-07-27T06:49:42.619 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-07-27T06:49:42.619 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set client debug_ms 1 2024-07-27T06:49:42.667 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-07-27T06:49:42.667 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-07-27T06:49:42.715 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-07-27T06:49:42.715 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-07-27T06:49:42.762 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-07-27T06:49:42.762 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-07-27T06:49:42.814 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-07-27T06:49:42.814 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-07-27T06:49:42.863 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-07-27T06:49:42.864 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-07-27T06:49:42.910 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-07-27T06:49:42.911 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-07-27T06:49:42.959 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-07-27T06:49:42.959 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-07-27T06:49:43.015 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-07-27T06:49:43.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-07-27T06:49:43.066 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-07-27T06:49:43.066 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-07-27T06:49:43.122 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-07-27T06:49:43.122 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-07-27T06:49:43.179 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-07-27T06:49:43.179 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-07-27T06:49:43.237 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-07-27T06:49:43.238 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-07-27T06:49:43.292 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-07-27T06:49:43.292 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-07-27T06:49:43.348 INFO:tasks.ceph:setting config [mon] mon_warn_on_pool_no_app = False 2024-07-27T06:49:43.348 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set mon mon_warn_on_pool_no_app False 2024-07-27T06:49:43.404 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-07-27T06:49:43.404 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-07-27T06:49:43.464 DEBUG:tasks.ceph:set 18 configs 2024-07-27T06:49:43.464 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.465 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.487 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 -- 172.21.15.66:0/5557948 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f724415ff80 msgr2=0x7f724406f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 --2- 172.21.15.66:0/5557948 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f724415ff80 0x7f724406f470 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f72440b27e0 tx=0x7f72340046c0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 -- 172.21.15.66:0/5557948 shutdown_connections 2024-07-27T06:49:43.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 --2- 172.21.15.66:0/5557948 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f724415ff80 0x7f724406f470 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 --2- 172.21.15.66:0/5557948 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f724413eef0 0x7f72441556c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 --2- 172.21.15.66:0/5557948 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72440b5880 0x7f7244143bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.536+0000 7f7249a00640 1 -- 172.21.15.66:0/5557948 >> 172.21.15.66:0/5557948 conn(0x7f72440b1720 msgr2=0x7f72440cdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.538+0000 7f7249a00640 1 -- 172.21.15.66:0/5557948 shutdown_connections 2024-07-27T06:49:43.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.538+0000 7f7249a00640 1 -- 172.21.15.66:0/5557948 wait complete. 2024-07-27T06:49:43.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.573+0000 7fa4c5600640 1 -- 172.21.15.66:0/772884365 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c015fea0 msgr2=0x7fa4c00b4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.573+0000 7fa4c5600640 1 --2- 172.21.15.66:0/772884365 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c015fea0 0x7fa4c00b4780 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fa4b8005fd0 tx=0x7fa4b802aa90 comp rx=0 tx=0).stop 2024-07-27T06:49:43.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.577+0000 7fa4c5600640 1 -- 172.21.15.66:0/772884365 shutdown_connections 2024-07-27T06:49:43.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.577+0000 7fa4c5600640 1 --2- 172.21.15.66:0/772884365 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c015fea0 0x7fa4c00b4780 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.577+0000 7fa4c5600640 1 --2- 172.21.15.66:0/772884365 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c015f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.577+0000 7fa4c5600640 1 -- 172.21.15.66:0/772884365 >> 172.21.15.66:0/772884365 conn(0x7fa4c00b1720 msgr2=0x7fa4c00b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.578+0000 7fa4c5600640 1 -- 172.21.15.66:0/772884365 shutdown_connections 2024-07-27T06:49:43.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.578+0000 7fa4c5600640 1 -- 172.21.15.66:0/772884365 wait complete. 2024-07-27T06:49:43.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.596+0000 7fa4c5600640 1 Processor -- start 2024-07-27T06:49:43.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.596+0000 7fa4c5600640 1 -- start start 2024-07-27T06:49:43.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.603+0000 7fa4c5600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.604+0000 7fa4c5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4c015fea0 0x7fa4c0152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4c5600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c0137de0 0x7fa4c0152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4bea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4c5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c00b5090 con 0x7fa4c015fea0 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4c5600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4c00b4f10 con 0x7fa4c0137de0 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4c5600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4c00b5210 con 0x7fa4c00704c0 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4bea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:52674/0 (socket says 172.21.15.66:52674) 2024-07-27T06:49:43.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.608+0000 7fa4bea00640 1 -- 172.21.15.66:0/2317726361 learned_addr learned my addr 172.21.15.66:0/2317726361 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.609+0000 7fa4bf400640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c0137de0 0x7fa4c0152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.610+0000 7fa4bea00640 1 -- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c0137de0 msgr2=0x7fa4c0152740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.610+0000 7fa4bea00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c0137de0 0x7fa4c0152740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.610+0000 7fa4bea00640 1 -- 172.21.15.66:0/2317726361 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4c015fea0 msgr2=0x7fa4c0152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.610+0000 7fa4bea00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4c015fea0 0x7fa4c0152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.610+0000 7fa4bea00640 1 -- 172.21.15.66:0/2317726361 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4c01416a0 con 0x7fa4c00704c0 2024-07-27T06:49:43.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.611+0000 7fa4bea00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c390 tx=0x7fa4b000c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.611+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0017070 con 0x7fa4c00704c0 2024-07-27T06:49:43.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.612+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7fa4b00035f0 con 0x7fa4c00704c0 2024-07-27T06:49:43.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.612+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4b0003a00 con 0x7fa4c00704c0 2024-07-27T06:49:43.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.613+0000 7fa4c5600640 1 -- 172.21.15.66:0/2317726361 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4c015d6c0 con 0x7fa4c00704c0 2024-07-27T06:49:43.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.615+0000 7fa4c5600640 1 -- 172.21.15.66:0/2317726361 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4c014ebf0 con 0x7fa4c00704c0 2024-07-27T06:49:43.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.619+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4c014e9e0 con 0x7fa4c00704c0 2024-07-27T06:49:43.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.614+0000 7f6d2b400640 1 -- 172.21.15.66:0/3999465756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c03af40 msgr2=0x7f6d1c008220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.614+0000 7f6d2b400640 1 --2- 172.21.15.66:0/3999465756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c03af40 0x7f6d1c008220 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c00ab90 tx=0x7f6d1802a440 comp rx=0 tx=0).stop 2024-07-27T06:49:43.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.623+0000 7f6d2b400640 1 -- 172.21.15.66:0/3999465756 shutdown_connections 2024-07-27T06:49:43.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.623+0000 7f6d2b400640 1 --2- 172.21.15.66:0/3999465756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d1c008760 0x7f6d1c035250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.623+0000 7f6d2b400640 1 --2- 172.21.15.66:0/3999465756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c03af40 0x7f6d1c008220 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.623+0000 7f6d2b400640 1 --2- 172.21.15.66:0/3999465756 >> v2:172.21.15.66:3300/0 conn(0x7f6d1c0dfea0 0x7f6d1c008dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.623+0000 7f6d2b400640 1 -- 172.21.15.66:0/3999465756 >> 172.21.15.66:0/3999465756 conn(0x7f6d1c01eb40 msgr2=0x7f6d1c03a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.624+0000 7f6d2b400640 1 -- 172.21.15.66:0/3999465756 shutdown_connections 2024-07-27T06:49:43.627 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.624+0000 7f6d2b400640 1 -- 172.21.15.66:0/3999465756 wait complete. 2024-07-27T06:49:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.621+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa4b001a070 con 0x7fa4c00704c0 2024-07-27T06:49:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.621+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa4b001c780 con 0x7fa4c00704c0 2024-07-27T06:49:43.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.635+0000 7f6d2b400640 1 Processor -- start 2024-07-27T06:49:43.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.636+0000 7f6d2b400640 1 -- start start 2024-07-27T06:49:43.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.636+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fa4c01602b0 con 0x7fa4c00704c0 2024-07-27T06:49:43.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.641+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f29380050e0 con 0x7f296415c310 2024-07-27T06:49:43.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.646+0000 7f6d2b400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c008760 0x7f6d1c022830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.646+0000 7f6d2b400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d1c03af40 0x7f6d1c020d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.646+0000 7f6d2b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.647+0000 7f6d2b400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c035b20 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.647+0000 7f6d2b400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6d1c0359a0 con 0x7f6d1c008760 2024-07-27T06:49:43.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.647+0000 7f6d2b400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6d1c053430 con 0x7f6d1c03af40 2024-07-27T06:49:43.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.649+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f9368005100 con 0x7f939415af00 2024-07-27T06:49:43.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.650+0000 7f6d29400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.651+0000 7f6d29400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43714/0 (socket says 172.21.15.66:43714) 2024-07-27T06:49:43.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.651+0000 7f6d29400640 1 -- 172.21.15.66:0/1795945555 learned_addr learned my addr 172.21.15.66:0/1795945555 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.653+0000 7f295a000640 1 -- 172.21.15.66:0/2954553281 <== mon.0 v2:172.21.15.66:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v5)=0 v5) ==== 108+0+0 (secure 0 0 0) 0x7f2950026020 con 0x7f296415c310 2024-07-27T06:49:43.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.654+0000 7f6d29400640 1 -- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d1c03af40 msgr2=0x7f6d1c020d40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-27T06:49:43.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.657+0000 7f6d29400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d1c03af40 0x7f6d1c020d40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.657+0000 7f6d29400640 1 -- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c008760 msgr2=0x7f6d1c022830 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-27T06:49:43.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.657+0000 7f6d29400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c008760 0x7f6d1c022830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.657+0000 7f6d29400640 1 -- 172.21.15.66:0/1795945555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d1c022d70 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.658+0000 7f6d29400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000b410 tx=0x7f6d1000b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.659+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d10015020 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.663+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(3 keys) ==== 79+0+0 (secure 0 0 0) 0x7f6d100118e0 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.663+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d1c021280 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.663+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d1c187630 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.664+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f296415c310 msgr2=0x7f2964155f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.664+0000 7f2963200640 1 --2- 172.21.15.66:0/2954553281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f296415c310 0x7f2964155f70 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f295000cab0 tx=0x7f295000cf70 comp rx=0 tx=0).stop 2024-07-27T06:49:43.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 shutdown_connections 2024-07-27T06:49:43.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 --2- 172.21.15.66:0/2954553281 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2964160380 0x7f29641564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 --2- 172.21.15.66:0/2954553281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f296415c310 0x7f2964155f70 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 --2- 172.21.15.66:0/2954553281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2964070070 0x7f2964153460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 >> 172.21.15.66:0/2954553281 conn(0x7f29640cf940 msgr2=0x7f296415b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.669+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 7 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7fa4b0003ba0 con 0x7fa4c00704c0 2024-07-27T06:49:43.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d10011cf0 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 shutdown_connections 2024-07-27T06:49:43.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.670+0000 7f2963200640 1 -- 172.21.15.66:0/2954553281 wait complete. 2024-07-27T06:49:43.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.671+0000 7f0da3400640 1 -- 172.21.15.66:0/1376313581 <== mon.0 v2:172.21.15.66:3300/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f0d9c010c00 con 0x7f0dac0cec60 2024-07-27T06:49:43.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.672+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f6d1001a400 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.673+0000 7f938be00640 1 -- 172.21.15.66:0/2848607360 <== mon.2 v2:172.21.15.155:3301/0 9 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f938c0215e0 con 0x7f939415af00 2024-07-27T06:49:43.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.673+0000 7f938be00640 1 -- 172.21.15.66:0/2848607360 <== mon.2 v2:172.21.15.155:3301/0 10 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7f938c021810 con 0x7f939415af00 2024-07-27T06:49:43.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.676+0000 7f62ee000640 1 -- 172.21.15.66:0/2417329665 <== mon.1 v2:172.21.15.155:3300/0 8 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f62e40107c0 con 0x7f62f003b060 2024-07-27T06:49:43.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.677+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 5 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6d10018020 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.681+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 6 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6d10019b30 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.682+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f939415af00 msgr2=0x7f9394204d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.682+0000 7f939b000640 1 --2- 172.21.15.66:0/2848607360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f939415af00 0x7f9394204d50 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f938c00ec20 tx=0x7f938c00c6a0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 shutdown_connections 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 --2- 172.21.15.66:0/2848607360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f939415af00 0x7f9394204d50 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 --2- 172.21.15.66:0/2848607360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f93940cd760 0x7f93940bbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 --2- 172.21.15.66:0/2848607360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f93940ca1e0 0x7f93940b8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 >> 172.21.15.66:0/2848607360 conn(0x7f93940cfb90 msgr2=0x7f93940afe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 shutdown_connections 2024-07-27T06:49:43.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.688+0000 7f939b000640 1 -- 172.21.15.66:0/2848607360 wait complete. 2024-07-27T06:49:43.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.681+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cf8005290 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.692+0000 7f2738a00640 1 -- 172.21.15.66:0/243765475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734073d50 msgr2=0x7f2734151dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.692+0000 7f2738a00640 1 --2- 172.21.15.66:0/243765475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734073d50 0x7f2734151dd0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f27340644a0 tx=0x7f272402aa50 comp rx=0 tx=0).stop 2024-07-27T06:49:43.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.694+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f6d1001f020 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.694+0000 7f2738a00640 1 -- 172.21.15.66:0/243765475 shutdown_connections 2024-07-27T06:49:43.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.694+0000 7f2738a00640 1 --2- 172.21.15.66:0/243765475 >> v2:172.21.15.155:3300/0 conn(0x7f273406f780 0x7f273406fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.695+0000 7f2738a00640 1 --2- 172.21.15.66:0/243765475 >> v2:172.21.15.66:3300/0 conn(0x7f273415bf40 0x7f27340ae710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.695+0000 7f2738a00640 1 --2- 172.21.15.66:0/243765475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734073d50 0x7f2734151dd0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.695+0000 7f2738a00640 1 -- 172.21.15.66:0/243765475 >> 172.21.15.66:0/243765475 conn(0x7f27340cf940 msgr2=0x7f27340cfd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.704+0000 7f2738a00640 1 -- 172.21.15.66:0/243765475 shutdown_connections 2024-07-27T06:49:43.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.704+0000 7f2738a00640 1 -- 172.21.15.66:0/243765475 wait complete. 2024-07-27T06:49:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.717+0000 7f2738a00640 1 Processor -- start 2024-07-27T06:49:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.718+0000 7f2738a00640 1 -- start start 2024-07-27T06:49:43.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.726+0000 7f2738a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.726+0000 7f2738a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.726+0000 7f2738a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734156e00 0x7f27340ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.730+0000 7f272aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.732+0000 7f272aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43734/0 (socket says 172.21.15.66:43734) 2024-07-27T06:49:43.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2738a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f27340b3d70 con 0x7f273415bf40 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2738a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f27340b3bf0 con 0x7f273406f780 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2738a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f27340b3ef0 con 0x7f2734156e00 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2733400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2733e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734156e00 0x7f27340ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2733400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42298/0 (socket says 172.21.15.66:42298) 2024-07-27T06:49:43.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.734+0000 7f2733400640 1 -- 172.21.15.66:0/2349161334 learned_addr learned my addr 172.21.15.66:0/2349161334 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.741+0000 7f2733400640 1 -- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734156e00 msgr2=0x7f27340ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.741+0000 7f2733400640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734156e00 0x7f27340ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.741+0000 7f2733400640 1 -- 172.21.15.66:0/2349161334 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 msgr2=0x7f27341568c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.741+0000 7f2733400640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.741+0000 7f2733400640 1 -- 172.21.15.66:0/2349161334 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2734147930 con 0x7f273406f780 2024-07-27T06:49:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.742+0000 7f272aa00640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:49:43.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.746+0000 7f2733400640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f272402b040 tx=0x7f2724003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.747+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2724004040 con 0x7f273406f780 2024-07-27T06:49:43.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.749+0000 7f2738a00640 1 -- 172.21.15.66:0/2349161334 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2734155b00 con 0x7f273406f780 2024-07-27T06:49:43.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.749+0000 7f2738a00640 1 -- 172.21.15.66:0/2349161334 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27341560c0 con 0x7f273406f780 2024-07-27T06:49:43.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.756+0000 7f9b2ac00640 1 -- 172.21.15.66:0/1227494441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 msgr2=0x7f9b1c03c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.755+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f27240042b0 con 0x7f273406f780 2024-07-27T06:49:43.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.755+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2724004040 con 0x7f273406f780 2024-07-27T06:49:43.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.756+0000 7f2738a00640 1 -- 172.21.15.66:0/2349161334 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2734073d50 con 0x7f273406f780 2024-07-27T06:49:43.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.760+0000 7f9b22a00640 1 -- 172.21.15.66:0/1227494441 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b240b5600 con 0x7f9b1c053890 2024-07-27T06:49:43.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.760+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/1227494441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c03c480 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f9b24066260 tx=0x7f9b240ae520 comp rx=0 tx=0).stop 2024-07-27T06:49:43.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.760+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f272402e840 con 0x7f273406f780 2024-07-27T06:49:43.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 -- 172.21.15.66:0/1227494441 shutdown_connections 2024-07-27T06:49:43.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/1227494441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c03c480 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/1227494441 >> v2:172.21.15.155:3300/0 conn(0x7f9b1c007580 0x7f9b1c0e3230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 -- 172.21.15.66:0/1227494441 >> 172.21.15.66:0/1227494441 conn(0x7f9b1c03a6b0 msgr2=0x7f9b1c03aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f27240308c0 con 0x7f273406f780 2024-07-27T06:49:43.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 -- 172.21.15.66:0/1227494441 shutdown_connections 2024-07-27T06:49:43.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.761+0000 7f9b2ac00640 1 -- 172.21.15.66:0/1227494441 wait complete. 2024-07-27T06:49:43.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.760+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f62cc0052f0 con 0x7f62f003b060 2024-07-27T06:49:43.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.769+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f272404e020 con 0x7f273406f780 2024-07-27T06:49:43.771 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.770+0000 7f9b2ac00640 1 Processor -- start 2024-07-27T06:49:43.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.771+0000 7f9b2ac00640 1 -- start start 2024-07-27T06:49:43.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.774+0000 7f9b2ac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 0x7f9b1c0de130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.775+0000 7f9b2ac00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c009b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.775+0000 7f9b2ac00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.776+0000 7f9b2ac00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1c03cb40 con 0x7f9b1c007580 2024-07-27T06:49:43.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.776+0000 7f9b28c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b28c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42320/0 (socket says 172.21.15.66:42320) 2024-07-27T06:49:43.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b28c00640 1 -- 172.21.15.66:0/2746323177 learned_addr learned my addr 172.21.15.66:0/2746323177 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b1c03c9c0 con 0x7f9b1c0541c0 2024-07-27T06:49:43.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b1c03ccc0 con 0x7f9b1c053890 2024-07-27T06:49:43.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b23e00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 0x7f9b1c0de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.777+0000 7f9b23400640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c009b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.779+0000 7f9b23e00640 1 -- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 msgr2=0x7f9b1c009b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.779+0000 7f9b23e00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c009b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.779+0000 7f9b23e00640 1 -- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 msgr2=0x7f9b1c0df870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.779+0000 7f9b23e00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.779+0000 7f9b23e00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b1c0de670 con 0x7f9b1c007580 2024-07-27T06:49:43.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.780+0000 7f9b28c00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:43.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.780+0000 7f9b23400640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c009b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:49:43.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.781+0000 7f9b23e00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 0x7f9b1c0de130 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c3f0 tx=0x7f9b1000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.782+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b10011790 con 0x7f9b1c007580 2024-07-27T06:49:43.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.782+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(4 keys) ==== 110+0+0 (secure 0 0 0) 0x7f9b10017070 con 0x7f9b1c007580 2024-07-27T06:49:43.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.782+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b10011bd0 con 0x7f9b1c007580 2024-07-27T06:49:43.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.785+0000 7f62ee000640 1 -- 172.21.15.66:0/2417329665 <== mon.1 v2:172.21.15.155:3300/0 9 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v7)=0 v7) ==== 117+0+0 (secure 0 0 0) 0x7f62e4010970 con 0x7f62f003b060 2024-07-27T06:49:43.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.785+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b1c00a050 con 0x7f9b1c007580 2024-07-27T06:49:43.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.786+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b1c0cb530 con 0x7f9b1c007580 2024-07-27T06:49:43.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.790+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9b1001c460 con 0x7f9b1c007580 2024-07-27T06:49:43.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62f003b060 msgr2=0x7f62f00503f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 --2- 172.21.15.66:0/2417329665 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62f003b060 0x7f62f00503f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f62e400c310 tx=0x7f62e400c7d0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 shutdown_connections 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 --2- 172.21.15.66:0/2417329665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f62f0054ea0 0x7f62f00dab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 --2- 172.21.15.66:0/2417329665 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62f003b060 0x7f62f00503f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 --2- 172.21.15.66:0/2417329665 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62f003a540 0x7f62f00c64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 >> 172.21.15.66:0/2417329665 conn(0x7f62f001fc10 msgr2=0x7f62f0034430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 shutdown_connections 2024-07-27T06:49:43.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9b100127f0 con 0x7f9b1c007580 2024-07-27T06:49:43.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.792+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b1c04f9c0 con 0x7f9b1c007580 2024-07-27T06:49:43.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.791+0000 7f62fd000640 1 -- 172.21.15.66:0/2417329665 wait complete. 2024-07-27T06:49:43.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.797+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9b10011d70 con 0x7f9b1c007580 2024-07-27T06:49:43.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.820+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f0d80005310 con 0x7f0dac0cec60 2024-07-27T06:49:43.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.838+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7fa4c006ef70 con 0x7fa4c00704c0 2024-07-27T06:49:43.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.839+0000 7f0da3400640 1 -- 172.21.15.66:0/1376313581 <== mon.0 v2:172.21.15.66:3300/0 9 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v8)=0 v8) ==== 123+0+0 (secure 0 0 0) 0x7f0d9c010db0 con 0x7f0dac0cec60 2024-07-27T06:49:43.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.839+0000 7f0da3400640 1 -- 172.21.15.66:0/1376313581 <== mon.0 v2:172.21.15.66:3300/0 10 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d9c029020 con 0x7f0dac0cec60 2024-07-27T06:49:43.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.842+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b10012ae0 con 0x7f9b1c007580 2024-07-27T06:49:43.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.838+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d10019de0 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.843+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac0cec60 msgr2=0x7f0dac06e010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 --2- 172.21.15.66:0/1376313581 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac0cec60 0x7f0dac06e010 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00a2c0 tx=0x7f0d9c00a780 comp rx=0 tx=0).stop 2024-07-27T06:49:43.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 shutdown_connections 2024-07-27T06:49:43.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 --2- 172.21.15.66:0/1376313581 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0dac0cf070 0x7f0dac0b3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 --2- 172.21.15.66:0/1376313581 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac0cec60 0x7f0dac06e010 secure :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c00a2c0 tx=0x7f0d9c00a780 comp rx=0 tx=0).stop 2024-07-27T06:49:43.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 --2- 172.21.15.66:0/1376313581 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0dac0adce0 0x7f0dac15d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 >> 172.21.15.66:0/1376313581 conn(0x7f0dac0b1a00 msgr2=0x7f0dac151d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.846+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 8 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4b0003d50 con 0x7fa4c00704c0 2024-07-27T06:49:43.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.853+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 shutdown_connections 2024-07-27T06:49:43.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.854+0000 7f0db1e00640 1 -- 172.21.15.66:0/1376313581 wait complete. 2024-07-27T06:49:43.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.859+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 7 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2724030070 con 0x7f273406f780 2024-07-27T06:49:43.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.858+0000 7f2c84a00640 1 -- 172.21.15.66:0/2912416264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8006de60 msgr2=0x7f2c8006e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.858+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2912416264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8006de60 0x7f2c8006e270 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f2c78005fd0 tx=0x7f2c7802b770 comp rx=0 tx=0).stop 2024-07-27T06:49:43.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.863+0000 7fa4b6a00640 1 -- 172.21.15.66:0/2317726361 <== mon.2 v2:172.21.15.155:3301/0 9 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v9)=0 v9) ==== 106+0+0 (secure 0 0 0) 0x7fa4b001c980 con 0x7fa4c00704c0 2024-07-27T06:49:43.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 -- 172.21.15.66:0/2912416264 shutdown_connections 2024-07-27T06:49:43.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2912416264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c8006de60 0x7f2c8006e270 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2912416264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c80151010 0x7f2c800b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 -- 172.21.15.66:0/2912416264 >> 172.21.15.66:0/2912416264 conn(0x7f2c8006c780 msgr2=0x7f2c8006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 -- 172.21.15.66:0/2912416264 shutdown_connections 2024-07-27T06:49:43.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.866+0000 7f2c84a00640 1 -- 172.21.15.66:0/2912416264 wait complete. 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 msgr2=0x7fa4c01378a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa4b000c390 tx=0x7fa4b000c850 comp rx=0 tx=0).stop 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 shutdown_connections 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4c0137de0 0x7fa4c0152740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4c015fea0 0x7fa4c0152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.867+0000 7fa4afe00640 1 --2- 172.21.15.66:0/2317726361 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4c00704c0 0x7fa4c01378a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.868+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 >> 172.21.15.66:0/2317726361 conn(0x7fa4c00b1720 msgr2=0x7fa4c015c9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.868+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 shutdown_connections 2024-07-27T06:49:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.868+0000 7fa4afe00640 1 -- 172.21.15.66:0/2317726361 wait complete. 2024-07-27T06:49:43.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.878+0000 7f2c84a00640 1 Processor -- start 2024-07-27T06:49:43.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.881+0000 7f2c84a00640 1 -- start start 2024-07-27T06:49:43.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c800ae830 0x7f2c801f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c80151010 0x7f2c8013b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8015a4b0 con 0x7f2c8006de60 2024-07-27T06:49:43.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2c800703e0 con 0x7f2c800ae830 2024-07-27T06:49:43.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.891+0000 7f2c84a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8015a630 con 0x7f2c80151010 2024-07-27T06:49:43.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.895+0000 7f2c7e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43742/0 (socket says 172.21.15.66:43742) 2024-07-27T06:49:43.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 -- 172.21.15.66:0/2607295136 learned_addr learned my addr 172.21.15.66:0/2607295136 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 -- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c80151010 msgr2=0x7f2c8013b640 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T06:49:43.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c80151010 0x7f2c8013b640 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 -- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c800ae830 msgr2=0x7f2c801f88d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T06:49:43.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c800ae830 0x7f2c801f88d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.898+0000 7f2c7e800640 1 -- 172.21.15.66:0/2607295136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c801f4e90 con 0x7f2c8006de60 2024-07-27T06:49:43.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.899+0000 7f2c7e800640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2c7000c9e0 tx=0x7f2c7000cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.900+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c70007c40 con 0x7f2c8006de60 2024-07-27T06:49:43.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.900+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c70004020 con 0x7f2c8006de60 2024-07-27T06:49:43.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.900+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c70004470 con 0x7f2c8006de60 2024-07-27T06:49:43.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.904+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c801f5170 con 0x7f2c8006de60 2024-07-27T06:49:43.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.904+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c80153270 con 0x7f2c8006de60 2024-07-27T06:49:43.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.910+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2c70003980 con 0x7f2c8006de60 2024-07-27T06:49:43.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.910+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c70018400 con 0x7f2c8006de60 2024-07-27T06:49:43.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.910+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c8006e270 con 0x7f2c8006de60 2024-07-27T06:49:43.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.916+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f2c70014030 con 0x7f2c8006de60 2024-07-27T06:49:43.934 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.934 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.934 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.934 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi066') 2024-07-27T06:49:43.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.946+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f9b1c0e28b0 con 0x7f9b1c007580 2024-07-27T06:49:43.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.953+0000 7f9b17e00640 1 -- 172.21.15.66:0/2746323177 <== mon.0 v2:172.21.15.66:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v10)=0 v10) ==== 121+0+0 (secure 0 0 0) 0x7f9b10011d70 con 0x7f9b1c007580 2024-07-27T06:49:43.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.954+0000 7f195e400640 1 -- 172.21.15.66:0/1514793577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1940004800 msgr2=0x7f1940004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.955+0000 7f195e400640 1 --2- 172.21.15.66:0/1514793577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1940004800 0x7f1940004c10 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1944003b40 tx=0x7f1940005830 comp rx=0 tx=0).stop 2024-07-27T06:49:43.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.955+0000 7f195da00640 1 -- 172.21.15.66:0/1514793577 reap_dead start 2024-07-27T06:49:43.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.958+0000 7f195e400640 1 -- 172.21.15.66:0/1514793577 shutdown_connections 2024-07-27T06:49:43.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.958+0000 7f195e400640 1 -- 172.21.15.66:0/1514793577 >> 172.21.15.66:0/1514793577 conn(0x7f1950051420 msgr2=0x7f1950051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.958+0000 7f195e400640 1 -- 172.21.15.66:0/1514793577 shutdown_connections 2024-07-27T06:49:43.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.965+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 msgr2=0x7f9b1c0de130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.965+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 0x7f9b1c0de130 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9b1000c3f0 tx=0x7f9b1000c8b0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.966+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 shutdown_connections 2024-07-27T06:49:43.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.966+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b1c0541c0 0x7f9b1c0df870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.966+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b1c053890 0x7f9b1c009b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.966+0000 7f9b2ac00640 1 --2- 172.21.15.66:0/2746323177 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b1c007580 0x7f9b1c0de130 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.967+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 >> 172.21.15.66:0/2746323177 conn(0x7f9b1c03a6b0 msgr2=0x7f9b1c0e1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:43.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.959+0000 7f195e400640 1 -- 172.21.15.66:0/1514793577 wait complete. 2024-07-27T06:49:43.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.964+0000 7f195e400640 1 Processor -- start 2024-07-27T06:49:43.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.971+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 shutdown_connections 2024-07-27T06:49:43.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.971+0000 7f9b2ac00640 1 -- 172.21.15.66:0/2746323177 wait complete. 2024-07-27T06:49:43.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.969+0000 7f195e400640 1 -- start start 2024-07-27T06:49:43.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 0x7f1950020590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1950185bb0 0x7f19500ddc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:43.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1950005ff0 con 0x7f19500e0760 2024-07-27T06:49:43.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1950005e70 con 0x7f1950185bb0 2024-07-27T06:49:43.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.972+0000 7f195e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1950006d70 con 0x7f1950185fc0 2024-07-27T06:49:43.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.973+0000 7f195d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 0x7f1950020590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.973+0000 7f195da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.973+0000 7f195da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:52752/0 (socket says 172.21.15.66:52752) 2024-07-27T06:49:43.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.974+0000 7f195da00640 1 -- 172.21.15.66:0/493013646 learned_addr learned my addr 172.21.15.66:0/493013646 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:43.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.974+0000 7f1957e00640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1950185bb0 0x7f19500ddc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195da00640 1 -- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1950185bb0 msgr2=0x7f19500ddc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195da00640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1950185bb0 0x7f19500ddc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195da00640 1 -- 172.21.15.66:0/493013646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 msgr2=0x7f1950020590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195da00640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 0x7f1950020590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195da00640 1 -- 172.21.15.66:0/493013646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19500e0b70 con 0x7f1950185fc0 2024-07-27T06:49:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.976+0000 7f195d000640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 0x7f1950020590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.977+0000 7f195da00640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f195806b2d0 tx=0x7f195806a950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:43.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.979+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958075bf0 con 0x7f1950185fc0 2024-07-27T06:49:43.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.980+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1958075e80 con 0x7f1950185fc0 2024-07-27T06:49:43.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.980+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958075bf0 con 0x7f1950185fc0 2024-07-27T06:49:43.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.981+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f6cf8005850 con 0x7f6d1c0dfea0 2024-07-27T06:49:43.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.981+0000 7f2738a00640 1 -- 172.21.15.66:0/2349161334 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7f27040051a0 con 0x7f273406f780 2024-07-27T06:49:43.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.989+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19500e0e40 con 0x7f1950185fc0 2024-07-27T06:49:43.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.989+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f19500e1400 con 0x7f1950185fc0 2024-07-27T06:49:43.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.989+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f195806cb10 con 0x7f1950185fc0 2024-07-27T06:49:43.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.990+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1958095ba0 con 0x7f1950185fc0 2024-07-27T06:49:43.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.993+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19500071f0 con 0x7f1950185fc0 2024-07-27T06:49:43.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.995+0000 7f272be00640 1 -- 172.21.15.66:0/2349161334 <== mon.1 v2:172.21.15.155:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7f2724032030 con 0x7f273406f780 2024-07-27T06:49:43.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.995+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f195806ce00 con 0x7f1950185fc0 2024-07-27T06:49:44.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.997+0000 7f2728c00640 1 -- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 msgr2=0x7f2734152df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.997+0000 7f2728c00640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f272402b040 tx=0x7f2724003ba0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 -- 172.21.15.66:0/2349161334 shutdown_connections 2024-07-27T06:49:44.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2734156e00 0x7f27340ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f273415bf40 0x7f27341568c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 --2- 172.21.15.66:0/2349161334 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f273406f780 0x7f2734152df0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 -- 172.21.15.66:0/2349161334 >> 172.21.15.66:0/2349161334 conn(0x7f27340cf940 msgr2=0x7f273415da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 -- 172.21.15.66:0/2349161334 shutdown_connections 2024-07-27T06:49:44.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:43.999+0000 7f2728c00640 1 -- 172.21.15.66:0/2349161334 wait complete. 2024-07-27T06:49:44.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.011+0000 7f6d20c00640 1 -- 172.21.15.66:0/1795945555 <== mon.0 v2:172.21.15.66:3300/0 9 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v12)=0 v12) ==== 115+0+0 (secure 0 0 0) 0x7f6d10019500 con 0x7f6d1c0dfea0 2024-07-27T06:49:44.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.021+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 msgr2=0x7f6d1c033020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.021+0000 7f6d2b400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6d1000b410 tx=0x7f6d1000b810 comp rx=0 tx=0).stop 2024-07-27T06:49:44.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.022+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 shutdown_connections 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.022+0000 7f6d2b400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d1c0dfea0 0x7f6d1c033020 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.022+0000 7f6d2b400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d1c03af40 0x7f6d1c020d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.022+0000 7f6d2b400640 1 --2- 172.21.15.66:0/1795945555 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d1c008760 0x7f6d1c022830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.022+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 >> 172.21.15.66:0/1795945555 conn(0x7f6d1c01eb40 msgr2=0x7f6d1c00ad80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.023+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 shutdown_connections 2024-07-27T06:49:44.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.023+0000 7f6d2b400640 1 -- 172.21.15.66:0/1795945555 wait complete. 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.054+0000 7f3f8ea00640 1 -- 172.21.15.66:0/1866747891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 msgr2=0x7f3f800e7140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.054+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/1866747891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f800e7140 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c005fd0 tx=0x7f3f7c02a4b0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.055+0000 7f3f8ea00640 1 -- 172.21.15.66:0/1866747891 shutdown_connections 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.055+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/1866747891 >> v2:172.21.15.66:3300/0 conn(0x7f3f800541a0 0x7f3f80006110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.055+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/1866747891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f800e7140 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.055+0000 7f3f8ea00640 1 -- 172.21.15.66:0/1866747891 >> 172.21.15.66:0/1866747891 conn(0x7f3f8003a860 msgr2=0x7f3f8003ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.059+0000 7f3f8ea00640 1 -- 172.21.15.66:0/1866747891 shutdown_connections 2024-07-27T06:49:44.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.059+0000 7f3f8ea00640 1 -- 172.21.15.66:0/1866747891 wait complete. 2024-07-27T06:49:44.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.069+0000 7f3f8ea00640 1 Processor -- start 2024-07-27T06:49:44.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.070+0000 7f3f8ea00640 1 -- start start 2024-07-27T06:49:44.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.080+0000 7f3f8ea00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 0x7f3f800e23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.080+0000 7f3f8ea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f8000afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.081+0000 7f3f8ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 0x7f3f8000b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.081+0000 7f3f8d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 0x7f3f800e23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.081+0000 7f3f8d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 0x7f3f800e23b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42340/0 (socket says 172.21.15.66:42340) 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.081+0000 7f3f8d600640 1 -- 172.21.15.66:0/3514270598 learned_addr learned my addr 172.21.15.66:0/3514270598 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.082+0000 7f3f8cc00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f8000afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.082+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3f80006650 con 0x7f3f800e7680 2024-07-27T06:49:44.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.082+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3f800548a0 con 0x7f3f800541a0 2024-07-27T06:49:44.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.082+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3f800067d0 con 0x7f3f800e6d30 2024-07-27T06:49:44.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.083+0000 7f3f90000640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 0x7f3f8000b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.085+0000 7f3f8cc00640 1 -- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 msgr2=0x7f3f800e23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.085+0000 7f3f8cc00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 0x7f3f800e23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.085+0000 7f3f8cc00640 1 -- 172.21.15.66:0/3514270598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 msgr2=0x7f3f8000b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.085+0000 7f3f8cc00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 0x7f3f8000b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.085+0000 7f3f8cc00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f800524a0 con 0x7f3f800e6d30 2024-07-27T06:49:44.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.086+0000 7f3f90000640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 0x7f3f8000b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:44.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.086+0000 7f3f8cc00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f8000afa0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000e0a0 tx=0x7f3f7400b870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.087+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f74015030 con 0x7f3f800e6d30 2024-07-27T06:49:44.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.087+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f80052780 con 0x7f3f800e6d30 2024-07-27T06:49:44.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.088+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f74004110 con 0x7f3f800e6d30 2024-07-27T06:49:44.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.088+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f8000a7a0 con 0x7f3f800e6d30 2024-07-27T06:49:44.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.088+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f74015030 con 0x7f3f800e6d30 2024-07-27T06:49:44.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.087+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7f2c80075d10 con 0x7f2c8006de60 2024-07-27T06:49:44.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.091+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3f74018070 con 0x7f3f800e6d30 2024-07-27T06:49:44.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.092+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f64005290 con 0x7f3f800e6d30 2024-07-27T06:49:44.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.093+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3f74003d10 con 0x7f3f800e6d30 2024-07-27T06:49:44.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.093+0000 7f2c76a00640 1 -- 172.21.15.66:0/2607295136 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v13)=0 v13) ==== 119+0+0 (secure 0 0 0) 0x7f2c70014030 con 0x7f2c8006de60 2024-07-27T06:49:44.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.095+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 msgr2=0x7f2c80152ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.095+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f2c7000c9e0 tx=0x7f2c7000cea0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 shutdown_connections 2024-07-27T06:49:44.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c80151010 0x7f2c8013b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c800ae830 0x7f2c801f88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 --2- 172.21.15.66:0/2607295136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c8006de60 0x7f2c80152ce0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 >> 172.21.15.66:0/2607295136 conn(0x7f2c8006c780 msgr2=0x7f2c80068950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 shutdown_connections 2024-07-27T06:49:44.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.096+0000 7f2c84a00640 1 -- 172.21.15.66:0/2607295136 wait complete. 2024-07-27T06:49:44.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.100+0000 7f32f7800640 1 -- 172.21.15.66:0/406886553 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 msgr2=0x7f32f00b5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.100+0000 7f32f7800640 1 --2- 172.21.15.66:0/406886553 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f00b5560 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f32e8005fd0 tx=0x7f32e802aa10 comp rx=0 tx=0).stop 2024-07-27T06:49:44.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 -- 172.21.15.66:0/406886553 shutdown_connections 2024-07-27T06:49:44.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 --2- 172.21.15.66:0/406886553 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f00b5560 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 --2- 172.21.15.66:0/406886553 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f015b020 0x7f32f00cf320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 -- 172.21.15.66:0/406886553 >> 172.21.15.66:0/406886553 conn(0x7f32f00cf9d0 msgr2=0x7f32f00cfde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.100+0000 7f5c24a00640 1 -- 172.21.15.66:0/1422285892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 msgr2=0x7f5c180df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.100+0000 7f5c24a00640 1 --2- 172.21.15.66:0/1422285892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180df180 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f5c0c009820 tx=0x7f5c0c02a3b0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.104 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.104 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.104 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.102+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f3f74004320 con 0x7f3f800e6d30 2024-07-27T06:49:44.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 -- 172.21.15.66:0/406886553 shutdown_connections 2024-07-27T06:49:44.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.101+0000 7f32f7800640 1 -- 172.21.15.66:0/406886553 wait complete. 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.102+0000 7f5c24a00640 1 -- 172.21.15.66:0/1422285892 shutdown_connections 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.102+0000 7f5c24a00640 1 --2- 172.21.15.66:0/1422285892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c18036b40 0x7f5c18006660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.102+0000 7f5c24a00640 1 --2- 172.21.15.66:0/1422285892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180df180 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.102+0000 7f5c24a00640 1 -- 172.21.15.66:0/1422285892 >> 172.21.15.66:0/1422285892 conn(0x7f5c18051420 msgr2=0x7f5c18051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.103+0000 7f5c24a00640 1 -- 172.21.15.66:0/1422285892 shutdown_connections 2024-07-27T06:49:44.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.104+0000 7f5c24a00640 1 -- 172.21.15.66:0/1422285892 wait complete. 2024-07-27T06:49:44.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.105+0000 7f32f7800640 1 Processor -- start 2024-07-27T06:49:44.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.105+0000 7f32f7800640 1 -- start start 2024-07-27T06:49:44.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7f32f7800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f0154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7f32f7800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 0x7f32f00b0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7feebc600640 1 -- 172.21.15.66:0/1134441867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee9c004800 msgr2=0x7fee9c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7feebc600640 1 --2- 172.21.15.66:0/1134441867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee9c004800 0x7fee9c004c10 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7feeb406eeb0 tx=0x7fee9c005830 comp rx=0 tx=0).stop 2024-07-27T06:49:44.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7feeba600640 1 -- 172.21.15.66:0/1134441867 reap_dead start 2024-07-27T06:49:44.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7f32f7800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 0x7f32f0146b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7feebc600640 1 -- 172.21.15.66:0/1134441867 shutdown_connections 2024-07-27T06:49:44.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7feebc600640 1 -- 172.21.15.66:0/1134441867 >> 172.21.15.66:0/1134441867 conn(0x7feeb40d1db0 msgr2=0x7feeb40d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7f32f7800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f32f006e2b0 con 0x7f32f015b020 2024-07-27T06:49:44.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.107+0000 7f5c24a00640 1 Processor -- start 2024-07-27T06:49:44.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.109+0000 7f32f7800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f32f00705b0 con 0x7f32f00b5150 2024-07-27T06:49:44.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7feebc600640 1 -- 172.21.15.66:0/1134441867 shutdown_connections 2024-07-27T06:49:44.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7f32f7800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f32f006e430 con 0x7f32f0151250 2024-07-27T06:49:44.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7feebc600640 1 -- 172.21.15.66:0/1134441867 wait complete. 2024-07-27T06:49:44.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7f32efe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 0x7f32f00b0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7f32f4e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f0154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7f32efe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 0x7f32f00b0900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:52832/0 (socket says 172.21.15.66:52832) 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.110+0000 7f32efe00640 1 -- 172.21.15.66:0/2401174457 learned_addr learned my addr 172.21.15.66:0/2401174457 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.111+0000 7f32f5800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 0x7f32f0146b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f5800640 1 -- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 msgr2=0x7f32f00b0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f5800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 0x7f32f00b0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f5800640 1 -- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 msgr2=0x7f32f0154c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f5800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f0154c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f5800640 1 -- 172.21.15.66:0/2401174457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f0155450 con 0x7f32f015b020 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.112+0000 7f32f4e00640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f0154c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:44.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.113+0000 7f5c24a00640 1 -- start start 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.113+0000 7f32f5800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 0x7f32f0146b80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f32e8032000 tx=0x7f32e8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.113+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e8033050 con 0x7f32f015b020 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.114+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32e80044d0 con 0x7f32f015b020 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.114+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e8038450 con 0x7f32f015b020 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.114+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f0155730 con 0x7f32f015b020 2024-07-27T06:49:44.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.114+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f01f1ce0 con 0x7f32f015b020 2024-07-27T06:49:44.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.115+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f32e8036070 con 0x7f32f015b020 2024-07-27T06:49:44.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.115+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f32e8038d30 con 0x7f32f015b020 2024-07-27T06:49:44.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.115+0000 7f5c24a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 0x7f5c18175ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.115+0000 7f5c24a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180dc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.116+0000 7f5c1de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 0x7f5c18175ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.116+0000 7f5c1de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 0x7f5c18175ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43820/0 (socket says 172.21.15.66:43820) 2024-07-27T06:49:44.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.117+0000 7feebc600640 1 Processor -- start 2024-07-27T06:49:44.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.117+0000 7feebc600640 1 -- start start 2024-07-27T06:49:44.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.117+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f00b5560 con 0x7f32f015b020 2024-07-27T06:49:44.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c24a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 0x7f5c180349e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c1de00640 1 -- 172.21.15.66:0/2467731748 learned_addr learned my addr 172.21.15.66:0/2467731748 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7feebc600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 0x7feeb40c8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5c18006ba0 con 0x7f5c18005c60 2024-07-27T06:49:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c1800be40 con 0x7f5c18009ba0 2024-07-27T06:49:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c18006d20 con 0x7f5c180345d0 2024-07-27T06:49:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c1e800640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 0x7f5c180349e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.121+0000 7f5c1d400640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180dc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.122+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f32f00b5aa0 con 0x7f32f015b020 2024-07-27T06:49:44.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.122+0000 7feebc600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.122+0000 7feebc600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feeb4155570 0x7feeb415fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.122+0000 7feeb9c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 0x7feeb40c8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7feeb9c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 0x7feeb40c8e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42394/0 (socket says 172.21.15.66:42394) 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.122+0000 7feeb9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7feeb9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43830/0 (socket says 172.21.15.66:43830) 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7feeb9c00640 1 -- 172.21.15.66:0/245696809 learned_addr learned my addr 172.21.15.66:0/245696809 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7feeb40b77b0 con 0x7feeb4155160 2024-07-27T06:49:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.124+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feeb40b7630 con 0x7fee9c004800 2024-07-27T06:49:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.124+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feeb40b28b0 con 0x7feeb4155570 2024-07-27T06:49:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.124+0000 7feeba600640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feeb4155570 0x7feeb415fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7f5c1e800640 1 -- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 msgr2=0x7f5c180dc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7f5c1e800640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180dc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7f5c1e800640 1 -- 172.21.15.66:0/2467731748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 msgr2=0x7f5c18175ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7f5c1e800640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 0x7f5c18175ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.123+0000 7f5c1e800640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c18034f20 con 0x7f5c180345d0 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.124+0000 7f5c1e800640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 0x7f5c180349e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c20066560 tx=0x7f5c2006a950 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.124+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20075580 con 0x7f5c180345d0 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c18021260 con 0x7f5c180345d0 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c18021820 con 0x7f5c180345d0 2024-07-27T06:49:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7feeb9200640 1 -- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feeb4155570 msgr2=0x7feeb415fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c20075720 con 0x7f5c180345d0 2024-07-27T06:49:44.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c20075e30 con 0x7f5c180345d0 2024-07-27T06:49:44.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.125+0000 7feeb9200640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feeb4155570 0x7feeb415fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.126+0000 7feeb9200640 1 -- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 msgr2=0x7feeb40c8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.127+0000 7feeb9200640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 0x7feeb40c8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.127+0000 7feeb9200640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeb41f54e0 con 0x7feeb4155160 2024-07-27T06:49:44.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.128+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bf8005290 con 0x7f5c180345d0 2024-07-27T06:49:44.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.128+0000 7feeb9200640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fee9c00c110 tx=0x7feeac004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.128+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5c2006cb10 con 0x7f5c180345d0 2024-07-27T06:49:44.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.128+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeac006050 con 0x7feeb4155160 2024-07-27T06:49:44.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.128+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f5c20095ba0 con 0x7f5c180345d0 2024-07-27T06:49:44.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.129+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feeac0061f0 con 0x7feeb4155160 2024-07-27T06:49:44.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.129+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeb41f57c0 con 0x7feeb4155160 2024-07-27T06:49:44.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.129+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeb415f460 con 0x7feeb4155160 2024-07-27T06:49:44.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.129+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feeac006600 con 0x7feeb4155160 2024-07-27T06:49:44.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.130+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7feeac034800 con 0x7feeb4155160 2024-07-27T06:49:44.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.130+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7feeac0476a0 con 0x7feeb4155160 2024-07-27T06:49:44.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.131+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee90005290 con 0x7feeb4155160 2024-07-27T06:49:44.135 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.134+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f5c18034f20 con 0x7f5c180345d0 2024-07-27T06:49:44.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.135+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7feeac04c020 con 0x7feeb4155160 2024-07-27T06:49:44.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.158+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f1950005890 con 0x7f1950185fc0 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.160+0000 7f2953200640 1 -- 172.21.15.66:0/1029399515 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540d0330 msgr2=0x7f29540d0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.160+0000 7f2953200640 1 --2- 172.21.15.66:0/1029399515 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540d0330 0x7f29540d0740 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f2940005fd0 tx=0x7f294002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.160+0000 7f2953200640 1 -- 172.21.15.66:0/1029399515 shutdown_connections 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.161+0000 7f2953200640 1 --2- 172.21.15.66:0/1029399515 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540d0330 0x7f29540d0740 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.161+0000 7f2953200640 1 --2- 172.21.15.66:0/1029399515 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 0x7f29540b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.161+0000 7f2953200640 1 -- 172.21.15.66:0/1029399515 >> 172.21.15.66:0/1029399515 conn(0x7f29540d3cd0 msgr2=0x7f29540d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.161+0000 7f2953200640 1 -- 172.21.15.66:0/1029399515 shutdown_connections 2024-07-27T06:49:44.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.161+0000 7f2953200640 1 -- 172.21.15.66:0/1029399515 wait complete. 2024-07-27T06:49:44.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.165+0000 7f2953200640 1 Processor -- start 2024-07-27T06:49:44.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.165+0000 7f2953200640 1 -- start start 2024-07-27T06:49:44.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.166+0000 7f1954c00640 1 -- 172.21.15.66:0/493013646 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v14)=0 v14) ==== 120+0+0 (secure 0 0 0) 0x7f195806ce00 con 0x7f1950185fc0 2024-07-27T06:49:44.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 msgr2=0x7f19500de190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f195806b2d0 tx=0x7f195806a950 comp rx=0 tx=0).stop 2024-07-27T06:49:44.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f2953200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 0x7f295414c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f2953200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 0x7f295414f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f2953200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 0x7f295414f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 shutdown_connections 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1950185fc0 0x7f19500de190 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1950185bb0 0x7f19500ddc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 --2- 172.21.15.66:0/493013646 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f19500e0760 0x7f1950020590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 >> 172.21.15.66:0/493013646 conn(0x7f1950051420 msgr2=0x7f1950051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 shutdown_connections 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.168+0000 7f195e400640 1 -- 172.21.15.66:0/493013646 wait complete. 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2953200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f29540b4480 con 0x7f29540d0330 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2953200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f29540b4300 con 0x7f29540b37e0 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2953200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f29540b4600 con 0x7f29540b2b70 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2951400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 0x7f295414f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2951e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 0x7f295414c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2951400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 0x7f295414f1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42416/0 (socket says 172.21.15.66:42416) 2024-07-27T06:49:44.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2951400640 1 -- 172.21.15.66:0/3528171151 learned_addr learned my addr 172.21.15.66:0/3528171151 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.169+0000 7f2952800640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 0x7f295414f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 -- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 msgr2=0x7f295414c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 0x7f295414c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 -- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 msgr2=0x7f295414f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 0x7f295414f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 -- 172.21.15.66:0/3528171151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29540a13d0 con 0x7f29540d0330 2024-07-27T06:49:44.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.170+0000 7f2952800640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 0x7f295414f710 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f294c00c700 tx=0x7f294c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.171+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f294c003b70 con 0x7f29540d0330 2024-07-27T06:49:44.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.171+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f294c003d10 con 0x7f29540d0330 2024-07-27T06:49:44.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.171+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f294c005330 con 0x7f29540d0330 2024-07-27T06:49:44.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.172+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f295414d1e0 con 0x7f29540d0330 2024-07-27T06:49:44.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.172+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f295414d7a0 con 0x7f29540d0330 2024-07-27T06:49:44.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.174+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29540b9280 con 0x7f29540d0330 2024-07-27T06:49:44.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.178+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f294c0054d0 con 0x7f29540d0330 2024-07-27T06:49:44.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.178+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f294c012830 con 0x7f29540d0330 2024-07-27T06:49:44.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.179+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f294c0057c0 con 0x7f29540d0330 2024-07-27T06:49:44.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.224+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f5bf8005850 con 0x7f5c180345d0 2024-07-27T06:49:44.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.234+0000 7f5c16000640 1 -- 172.21.15.66:0/2467731748 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v15)=0 v15) ==== 121+0+0 (secure 0 0 0) 0x7f5c20069b90 con 0x7f5c180345d0 2024-07-27T06:49:44.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.235+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 msgr2=0x7f5c180349e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.235+0000 7f5c24a00640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 0x7f5c180349e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f5c20066560 tx=0x7f5c2006a950 comp rx=0 tx=0).stop 2024-07-27T06:49:44.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 shutdown_connections 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c180345d0 0x7f5c180349e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c18009ba0 0x7f5c180dc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 --2- 172.21.15.66:0/2467731748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c18005c60 0x7f5c18175ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 >> 172.21.15.66:0/2467731748 conn(0x7f5c18051420 msgr2=0x7f5c180de700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 shutdown_connections 2024-07-27T06:49:44.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.236+0000 7f5c24a00640 1 -- 172.21.15.66:0/2467731748 wait complete. 2024-07-27T06:49:44.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.238+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f32f0072e60 con 0x7f32f015b020 2024-07-27T06:49:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.243+0000 7f32ecc00640 1 -- 172.21.15.66:0/2401174457 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v16)=0 v16) ==== 120+0+0 (secure 0 0 0) 0x7f32e802f960 con 0x7f32f015b020 2024-07-27T06:49:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 msgr2=0x7f32f0146b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 0x7f32f0146b80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f32e8032000 tx=0x7f32e8003f10 comp rx=0 tx=0).stop 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 shutdown_connections 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32f015b020 0x7f32f0146b80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32f0151250 0x7f32f00b0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 --2- 172.21.15.66:0/2401174457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32f00b5150 0x7f32f0154c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 >> 172.21.15.66:0/2401174457 conn(0x7f32f00cf9d0 msgr2=0x7f32f0068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 shutdown_connections 2024-07-27T06:49:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.245+0000 7f32f7800640 1 -- 172.21.15.66:0/2401174457 wait complete. 2024-07-27T06:49:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.250+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f3f64005850 con 0x7f3f800e6d30 2024-07-27T06:49:44.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.254+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7fee90005580 con 0x7feeb4155160 2024-07-27T06:49:44.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.259+0000 7f3f85600640 1 -- 172.21.15.66:0/3514270598 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v17)=0 v17) ==== 121+0+0 (secure 0 0 0) 0x7f3f74011630 con 0x7f3f800e6d30 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 msgr2=0x7f3f8000afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f8000afa0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000e0a0 tx=0x7f3f7400b870 comp rx=0 tx=0).stop 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 shutdown_connections 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f800e7680 0x7f3f8000b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f800e6d30 0x7f3f8000afa0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 --2- 172.21.15.66:0/3514270598 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f800541a0 0x7f3f800e23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.260+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 >> 172.21.15.66:0/3514270598 conn(0x7f3f8003a860 msgr2=0x7f3f800dbda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.261+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 shutdown_connections 2024-07-27T06:49:44.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.261+0000 7f3f8ea00640 1 -- 172.21.15.66:0/3514270598 wait complete. 2024-07-27T06:49:44.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.262+0000 7feeb1600640 1 -- 172.21.15.66:0/245696809 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v18)=0 v18) ==== 121+0+0 (secure 0 0 0) 0x7feeac004d20 con 0x7feeb4155160 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 msgr2=0x7feeb41f4860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fee9c00c110 tx=0x7feeac004bb0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 shutdown_connections 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feeb4155570 0x7feeb415fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feeb4155160 0x7feeb41f4860 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 --2- 172.21.15.66:0/245696809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee9c004800 0x7feeb40c8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 >> 172.21.15.66:0/245696809 conn(0x7feeb40d1db0 msgr2=0x7feeb4071090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.263+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 shutdown_connections 2024-07-27T06:49:44.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.264+0000 7feebc600640 1 -- 172.21.15.66:0/245696809 wait complete. 2024-07-27T06:49:44.286 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.286 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.286 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.287 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.305+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7f29540c75a0 con 0x7f29540d0330 2024-07-27T06:49:44.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.309+0000 7f294a000640 1 -- 172.21.15.66:0/3528171151 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v19)=0 v19) ==== 125+0+0 (secure 0 0 0) 0x7f294c012b90 con 0x7f29540d0330 2024-07-27T06:49:44.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 msgr2=0x7f295414f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 0x7f295414f710 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f294c00c700 tx=0x7f294c00cbc0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 shutdown_connections 2024-07-27T06:49:44.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29540d0330 0x7f295414f710 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29540b37e0 0x7f295414f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 --2- 172.21.15.66:0/3528171151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29540b2b70 0x7f295414c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 >> 172.21.15.66:0/3528171151 conn(0x7f29540d3cd0 msgr2=0x7f295406e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 shutdown_connections 2024-07-27T06:49:44.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.310+0000 7f2953200640 1 -- 172.21.15.66:0/3528171151 wait complete. 2024-07-27T06:49:44.333 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi066') 2024-07-27T06:49:44.334 INFO:tasks.ceph:Setting crush tunables to default 2024-07-27T06:49:44.334 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --cluster ceph osd crush tunables default 2024-07-27T06:49:44.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.618+0000 7f20c7200640 1 -- 172.21.15.66:0/1954038298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20ac003a00 msgr2=0x7f20ac003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.618+0000 7f20c7200640 1 --2- 172.21.15.66:0/1954038298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20ac003a00 0x7f20ac003e50 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f20b800c740 tx=0x7f20ac005830 comp rx=0 tx=0).stop 2024-07-27T06:49:44.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.618+0000 7f20c7200640 1 -- 172.21.15.66:0/1954038298 shutdown_connections 2024-07-27T06:49:44.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.618+0000 7f20c7200640 1 --2- 172.21.15.66:0/1954038298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20ac003a00 0x7f20ac003e50 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.618+0000 7f20c7200640 1 -- 172.21.15.66:0/1954038298 >> 172.21.15.66:0/1954038298 conn(0x7f20c80d3cd0 msgr2=0x7f20c80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.619+0000 7f20c7200640 1 -- 172.21.15.66:0/1954038298 shutdown_connections 2024-07-27T06:49:44.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.619+0000 7f20c7200640 1 -- 172.21.15.66:0/1954038298 wait complete. 2024-07-27T06:49:44.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.621+0000 7f20c7200640 1 Processor -- start 2024-07-27T06:49:44.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.621+0000 7f20c7200640 1 -- start start 2024-07-27T06:49:44.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20ac003a00 0x7f20c80b8060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20c81ea330 0x7f20c80b12c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f20c80d0330 con 0x7f20c81e9f20 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f20c80b95a0 con 0x7f20c81ea330 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.622+0000 7f20c7200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f20c80d04b0 con 0x7f20ac003a00 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43858/0 (socket says 172.21.15.66:43858) 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 -- 172.21.15.66:0/1019857992 learned_addr learned my addr 172.21.15.66:0/1019857992 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5e00640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20ac003a00 0x7f20c80b8060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 -- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20ac003a00 msgr2=0x7f20c80b8060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20ac003a00 0x7f20c80b8060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 -- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20c81ea330 msgr2=0x7f20c80b12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c6800640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20c81ea330 0x7f20c80b12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:44.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20c81ea330 0x7f20c80b12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 -- 172.21.15.66:0/1019857992 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c809dad0 con 0x7f20c81e9f20 2024-07-27T06:49:44.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.623+0000 7f20c5400640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f20b400d980 tx=0x7f20b400de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b4009c30 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20b4004030 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b4004480 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20c809ddb0 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20c809e370 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f20b4003980 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.624+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f20b401a730 con 0x7f20c81e9f20 2024-07-27T06:49:44.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.625+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20c80d0a10 con 0x7f20c81e9f20 2024-07-27T06:49:44.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.627+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f20b4016020 con 0x7f20c81e9f20 2024-07-27T06:49:44.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.698+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f20c806d8c0 con 0x7f20c81e9f20 2024-07-27T06:49:44.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.701+0000 7f20be000640 1 -- 172.21.15.66:0/1019857992 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f20b4010cd0 con 0x7f20c81e9f20 2024-07-27T06:49:44.703 INFO:teuthology.orchestra.run.smithi066.stderr:adjusted tunables profile to default 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 msgr2=0x7f20c80b0d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f20b400d980 tx=0x7f20b400de40 comp rx=0 tx=0).stop 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 shutdown_connections 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20c81ea330 0x7f20c80b12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f20c81e9f20 0x7f20c80b0d80 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 --2- 172.21.15.66:0/1019857992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20ac003a00 0x7f20c80b8060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:44.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.703+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 >> 172.21.15.66:0/1019857992 conn(0x7f20c80d3cd0 msgr2=0x7f20c8068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:44.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.704+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 shutdown_connections 2024-07-27T06:49:44.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:44.704+0000 7f20c7200640 1 -- 172.21.15.66:0/1019857992 wait complete. 2024-07-27T06:49:44.729 INFO:tasks.ceph:check_enable_crimson: False 2024-07-27T06:49:44.729 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-07-27T06:49:44.730 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:44.730 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-07-27T06:49:44.815 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:44.816 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-07-27T06:49:44.877 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:44.878 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-07-27T06:49:45.009 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:49:45.009 DEBUG:teuthology.orchestra.run.smithi066:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-07-27T06:49:45.083 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:45.083 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-07-27T06:49:45.162 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:45.162 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-07-27T06:49:45.230 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:45.231 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-07-27T06:49:45.348 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:49:45.348 DEBUG:teuthology.orchestra.run.smithi155:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-07-27T06:49:45.463 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new a39e0df9-cbc6-431f-8ff7-fc006f305bc8 0 2024-07-27T06:49:45.708 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 -- 172.21.15.155:0/2360903610 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40d0a40 msgr2=0x7f12a40b3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:45.709 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2360903610 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40d0a40 0x7f12a40b3440 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f1294005fd0 tx=0x7f129402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.709 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 -- 172.21.15.155:0/2360903610 shutdown_connections 2024-07-27T06:49:45.709 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2360903610 >> v2:172.21.15.66:3300/0 conn(0x7f12a40d47f0 0x7f12a40b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.709 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2360903610 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40d0a40 0x7f12a40b3440 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.709 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 -- 172.21.15.155:0/2360903610 >> 172.21.15.155:0/2360903610 conn(0x7f12a40d3cd0 msgr2=0x7f12a40d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:45.710 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 -- 172.21.15.155:0/2360903610 shutdown_connections 2024-07-27T06:49:45.710 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.706+0000 7f12aaa00640 1 -- 172.21.15.155:0/2360903610 wait complete. 2024-07-27T06:49:45.711 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.709+0000 7f12aaa00640 1 Processor -- start 2024-07-27T06:49:45.711 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.709+0000 7f12aaa00640 1 -- start start 2024-07-27T06:49:45.714 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12a40b2b50 0x7f12a40b87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:45.714 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12a40d47f0 0x7f12a4167e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12a40b4360 con 0x7f12a40b2b50 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f12a40b41e0 con 0x7f12a40d47f0 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.710+0000 7f12aaa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12a40b44e0 con 0x7f12a40b6b00 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12a8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12a40d47f0 0x7f12a4167e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:47962/0 (socket says 172.21.15.155:47962) 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 -- 172.21.15.155:0/2849694831 learned_addr learned my addr 172.21.15.155:0/2849694831 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12a9600640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12a40b2b50 0x7f12a40b87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 -- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12a40d47f0 msgr2=0x7f12a4167e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:45.715 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12a40d47f0 0x7f12a4167e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 -- 172.21.15.155:0/2849694831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12a40b2b50 msgr2=0x7f12a40b87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12a40b2b50 0x7f12a40b87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 -- 172.21.15.155:0/2849694831 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12a41f8d50 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.711+0000 7f12aa000640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f129c00e9c0 tx=0x7f129c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c004d20 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f129c00cb20 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12a41f9030 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f129c005020 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f12a4168380 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f129c0051c0 con 0x7f12a40b6b00 2024-07-27T06:49:45.716 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.712+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7f129c011b40 con 0x7f12a40b6b00 2024-07-27T06:49:45.717 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.713+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12a4076830 con 0x7f12a40b6b00 2024-07-27T06:49:45.717 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.715+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f12a4076830 con 0x7f12a40b6b00 2024-07-27T06:49:45.796 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.795+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a39e0df9-cbc6-431f-8ff7-fc006f305bc8", "id": 0} v 0) -- 0x7f12a40b3440 con 0x7f12a40b6b00 2024-07-27T06:49:45.803 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.801+0000 7f12a1600640 1 -- 172.21.15.155:0/2849694831 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a39e0df9-cbc6-431f-8ff7-fc006f305bc8", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7f129c016030 con 0x7f12a40b6b00 2024-07-27T06:49:45.803 INFO:teuthology.orchestra.run.smithi155.stdout:0 2024-07-27T06:49:45.805 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 msgr2=0x7f12a41607b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:45.805 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f129c00e9c0 tx=0x7f129c00ee80 comp rx=0 tx=0).stop 2024-07-27T06:49:45.805 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 shutdown_connections 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12a40b6b00 0x7f12a41607b0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12a40d47f0 0x7f12a4167e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 --2- 172.21.15.155:0/2849694831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12a40b2b50 0x7f12a40b87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 >> 172.21.15.155:0/2849694831 conn(0x7f12a40d3cd0 msgr2=0x7f12a40b5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.803+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 shutdown_connections 2024-07-27T06:49:45.806 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:45.804+0000 7f12aaa00640 1 -- 172.21.15.155:0/2849694831 wait complete. 2024-07-27T06:49:45.830 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new fb5ead05-fc36-4880-a457-dade508f7ffe 1 2024-07-27T06:49:46.079 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 -- 172.21.15.155:0/4077463371 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340b47f0 msgr2=0x7fa0340ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 --2- 172.21.15.155:0/4077463371 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340b47f0 0x7fa0340ce8a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fa02c005fd0 tx=0x7fa02c02a8b0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 -- 172.21.15.155:0/4077463371 shutdown_connections 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 --2- 172.21.15.155:0/4077463371 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340b47f0 0x7fa0340ce8a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 --2- 172.21.15.155:0/4077463371 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b2b70 0x7fa0340b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 -- 172.21.15.155:0/4077463371 >> 172.21.15.155:0/4077463371 conn(0x7fa0340d3cd0 msgr2=0x7fa0340d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 -- 172.21.15.155:0/4077463371 shutdown_connections 2024-07-27T06:49:46.080 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.077+0000 7fa039200640 1 -- 172.21.15.155:0/4077463371 wait complete. 2024-07-27T06:49:46.081 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.080+0000 7fa039200640 1 Processor -- start 2024-07-27T06:49:46.081 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.080+0000 7fa039200640 1 -- start start 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0340b2b70 0x7fa03415fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 0x7fa0341f8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0340cf390 con 0x7fa0340b2b70 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0340cf210 con 0x7fa0340d0330 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.081+0000 7fa039200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0340cf510 con 0x7fa0340b47f0 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa02be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 0x7fa0341f8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.084 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa02be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:47992/0 (socket says 172.21.15.155:47992) 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa02be00640 1 -- 172.21.15.155:0/1822830231 learned_addr learned my addr 172.21.15.155:0/1822830231 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033400640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0340b2b70 0x7fa03415fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 -- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 msgr2=0x7fa0340c79c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 -- 172.21.15.155:0/1822830231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0340b2b70 msgr2=0x7fa03415fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0340b2b70 0x7fa03415fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 -- 172.21.15.155:0/1822830231 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0340c86f0 con 0x7fa0340d0330 2024-07-27T06:49:46.085 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa02be00640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:46.086 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.082+0000 7fa033e00640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 0x7fa0341f8400 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa0340cfdf0 tx=0x7fa02c003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:46.086 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c031990 con 0x7fa0340d0330 2024-07-27T06:49:46.086 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa02c031c40 con 0x7fa0340d0330 2024-07-27T06:49:46.086 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa02c033330 con 0x7fa0340d0330 2024-07-27T06:49:46.086 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0340c9130 con 0x7fa0340d0330 2024-07-27T06:49:46.087 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0340c96f0 con 0x7fa0340d0330 2024-07-27T06:49:46.087 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa02c0334d0 con 0x7fa0340d0330 2024-07-27T06:49:46.087 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.083+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fa02c03b410 con 0x7fa0340d0330 2024-07-27T06:49:46.087 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.084+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0340cf9c0 con 0x7fa0340d0330 2024-07-27T06:49:46.088 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.087+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fa02c051020 con 0x7fa0340d0330 2024-07-27T06:49:46.168 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.166+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "fb5ead05-fc36-4880-a457-dade508f7ffe", "id": 1} v 0) -- 0x7fa0340d24f0 con 0x7fa0340d0330 2024-07-27T06:49:46.177 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.175+0000 7fa02b400640 1 -- 172.21.15.155:0/1822830231 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "fb5ead05-fc36-4880-a457-dade508f7ffe", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fa02c03f030 con 0x7fa0340d0330 2024-07-27T06:49:46.177 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 msgr2=0x7fa0341f8400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 0x7fa0341f8400 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fa0340cfdf0 tx=0x7fa02c003970 comp rx=0 tx=0).stop 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 shutdown_connections 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0340d0330 0x7fa0341f8400 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0340b47f0 0x7fa0340c79c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 --2- 172.21.15.155:0/1822830231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0340b2b70 0x7fa03415fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.176+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 >> 172.21.15.155:0/1822830231 conn(0x7fa0340d3cd0 msgr2=0x7fa0340d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.177+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 shutdown_connections 2024-07-27T06:49:46.179 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.177+0000 7fa039200640 1 -- 172.21.15.155:0/1822830231 wait complete. 2024-07-27T06:49:46.201 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f 2 2024-07-27T06:49:46.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 -- 172.21.15.155:0/2027057951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580b2b70 msgr2=0x7fd8580b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 --2- 172.21.15.155:0/2027057951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580b2b70 0x7fd8580b9280 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fd85808c850 tx=0x7fd84002a5f0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 -- 172.21.15.155:0/2027057951 shutdown_connections 2024-07-27T06:49:46.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 --2- 172.21.15.155:0/2027057951 >> v2:172.21.15.66:3300/0 conn(0x7fd8580b47f0 0x7fd8580ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 --2- 172.21.15.155:0/2027057951 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580b2b70 0x7fd8580b9280 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.448 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 -- 172.21.15.155:0/2027057951 >> 172.21.15.155:0/2027057951 conn(0x7fd8580d3cd0 msgr2=0x7fd8580d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.448 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 -- 172.21.15.155:0/2027057951 shutdown_connections 2024-07-27T06:49:46.448 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.445+0000 7fd85e000640 1 -- 172.21.15.155:0/2027057951 wait complete. 2024-07-27T06:49:46.449 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.447+0000 7fd85e000640 1 Processor -- start 2024-07-27T06:49:46.449 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.447+0000 7fd85e000640 1 -- start start 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 0x7fd85814d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8580b47f0 0x7fd8581500a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd8580cf2c0 con 0x7fd8580b47f0 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd8580cf140 con 0x7fd8580d0330 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85e000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd8580cf440 con 0x7fd8580b2b70 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 0x7fd85814d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.451 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 0x7fd85814d820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:48002/0 (socket says 172.21.15.155:48002) 2024-07-27T06:49:46.452 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:47152/0 (socket says 172.21.15.155:47152) 2024-07-27T06:49:46.452 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd85cc00640 1 -- 172.21.15.155:0/3997971033 learned_addr learned my addr 172.21.15.155:0/3997971033 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:46.453 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.449+0000 7fd857e00640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8580b47f0 0x7fd8581500a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.453 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 -- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 msgr2=0x7fd85814d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.453 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 0x7fd85814d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.453 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 -- 172.21.15.155:0/3997971033 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8580b47f0 msgr2=0x7fd8581500a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8580b47f0 0x7fd8581500a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 -- 172.21.15.155:0/3997971033 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8581f8400 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85d600640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd85000d610 tx=0x7fd85000bf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd850017070 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd850005310 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8581f8900 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8500047a0 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.450+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8581f8ec0 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.451+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd850004940 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.451+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fd850009b10 con 0x7fd8580d0330 2024-07-27T06:49:46.454 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.452+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8580cf960 con 0x7fd8580d0330 2024-07-27T06:49:46.457 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.456+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7fd850004c30 con 0x7fd8580d0330 2024-07-27T06:49:46.539 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.537+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f", "id": 2} v 0) -- 0x7fd8581f8620 con 0x7fd8580d0330 2024-07-27T06:49:46.546 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.544+0000 7fd854c00640 1 -- 172.21.15.155:0/3997971033 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fd8500096f0 con 0x7fd8580d0330 2024-07-27T06:49:46.546 INFO:teuthology.orchestra.run.smithi155.stdout:2 2024-07-27T06:49:46.547 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.545+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 msgr2=0x7fd8581505e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.547 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.545+0000 7fd85e000640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fd85000d610 tx=0x7fd85000bf90 comp rx=0 tx=0).stop 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 shutdown_connections 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8580d0330 0x7fd8581505e0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8580b47f0 0x7fd8581500a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 --2- 172.21.15.155:0/3997971033 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8580b2b70 0x7fd85814d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 >> 172.21.15.155:0/3997971033 conn(0x7fd8580d3cd0 msgr2=0x7fd8580b0880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 shutdown_connections 2024-07-27T06:49:46.548 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.546+0000 7fd85e000640 1 -- 172.21.15.155:0/3997971033 wait complete. 2024-07-27T06:49:46.570 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 3df7acff-5f45-4d81-aa1d-4a567aa04ec3 3 2024-07-27T06:49:46.821 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 -- 172.21.15.155:0/2906060698 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180d0a40 msgr2=0x7f37180b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.821 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 --2- 172.21.15.155:0/2906060698 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180d0a40 0x7f37180b9280 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f37180d36b0 tx=0x7f370002a600 comp rx=0 tx=0).stop 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 -- 172.21.15.155:0/2906060698 shutdown_connections 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 --2- 172.21.15.155:0/2906060698 >> v2:172.21.15.66:3300/0 conn(0x7f37180b47f0 0x7f37180ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 --2- 172.21.15.155:0/2906060698 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180d0a40 0x7f37180b9280 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 -- 172.21.15.155:0/2906060698 >> 172.21.15.155:0/2906060698 conn(0x7f37180d3cd0 msgr2=0x7f37180d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 -- 172.21.15.155:0/2906060698 shutdown_connections 2024-07-27T06:49:46.822 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.819+0000 7f3717e00640 1 -- 172.21.15.155:0/2906060698 wait complete. 2024-07-27T06:49:46.823 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.821+0000 7f3717e00640 1 Processor -- start 2024-07-27T06:49:46.823 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.822+0000 7f3717e00640 1 -- start start 2024-07-27T06:49:46.825 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.825 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 0x7f371815ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.825 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 0x7f37180b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:46.825 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f37180cf2c0 con 0x7f37181f8e60 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f37180cf140 con 0x7f37180b2b70 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3717e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f37180cf440 con 0x7f37180b47f0 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3716a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f370fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 0x7f371815ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3716a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:47156/0 (socket says 172.21.15.155:47156) 2024-07-27T06:49:46.826 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f3716a00640 1 -- 172.21.15.155:0/787694592 learned_addr learned my addr 172.21.15.155:0/787694592 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:46.827 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.823+0000 7f370fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 0x7f371815ab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:48004/0 (socket says 172.21.15.155:48004) 2024-07-27T06:49:46.827 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3717400640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 0x7f37180b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:46.828 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 -- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 msgr2=0x7f371815ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.828 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 0x7f371815ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.828 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 -- 172.21.15.155:0/787694592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 msgr2=0x7f37180b7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.828 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 0x7f37180b7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 -- 172.21.15.155:0/787694592 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37181e9680 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3717400640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 0x7f37180b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f3716a00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3708001eb0 tx=0x7f370800c820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.824+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3708017070 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37080035f0 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3708003a40 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37181eba30 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37181e9ed0 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3708003be0 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.825+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f3708012400 con 0x7f37180b2b70 2024-07-27T06:49:46.829 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.826+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37180cf960 con 0x7f37180b2b70 2024-07-27T06:49:46.831 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.830+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f3708020070 con 0x7f37180b2b70 2024-07-27T06:49:46.911 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.909+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3df7acff-5f45-4d81-aa1d-4a567aa04ec3", "id": 3} v 0) -- 0x7f37180d26f0 con 0x7f37180b2b70 2024-07-27T06:49:46.921 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.919+0000 7f370ea00640 1 -- 172.21.15.155:0/787694592 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3df7acff-5f45-4d81-aa1d-4a567aa04ec3", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f3708006a80 con 0x7f37180b2b70 2024-07-27T06:49:46.922 INFO:teuthology.orchestra.run.smithi155.stdout:3 2024-07-27T06:49:46.922 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 msgr2=0x7f37181e9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f3708001eb0 tx=0x7f370800c820 comp rx=0 tx=0).stop 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 shutdown_connections 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f37181f8e60 0x7f37180b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37180b47f0 0x7f371815ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 --2- 172.21.15.155:0/787694592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f37180b2b70 0x7f37181e9140 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.920+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 >> 172.21.15.155:0/787694592 conn(0x7f37180d3cd0 msgr2=0x7f37180b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.921+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 shutdown_connections 2024-07-27T06:49:46.923 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:46.921+0000 7f3717e00640 1 -- 172.21.15.155:0/787694592 wait complete. 2024-07-27T06:49:46.947 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new b4810846-6f5a-4c0f-ba2a-f72a654350df 4 2024-07-27T06:49:47.200 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 -- 172.21.15.155:0/4033056970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0cf2e0 msgr2=0x7f67ec073280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.200 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 --2- 172.21.15.155:0/4033056970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0cf2e0 0x7f67ec073280 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009860 tx=0x7f67d402a510 comp rx=0 tx=0).stop 2024-07-27T06:49:47.200 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 -- 172.21.15.155:0/4033056970 shutdown_connections 2024-07-27T06:49:47.200 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 --2- 172.21.15.155:0/4033056970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec0cf2e0 0x7f67ec073280 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.200 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 -- 172.21.15.155:0/4033056970 >> 172.21.15.155:0/4033056970 conn(0x7f67ec0d0a60 msgr2=0x7f67ec0d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:47.201 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 -- 172.21.15.155:0/4033056970 shutdown_connections 2024-07-27T06:49:47.201 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.197+0000 7f67eb200640 1 -- 172.21.15.155:0/4033056970 wait complete. 2024-07-27T06:49:47.202 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.199+0000 7f67eb200640 1 Processor -- start 2024-07-27T06:49:47.202 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.200+0000 7f67eb200640 1 -- start start 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ec0cf2e0 0x7f67ec13b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 0x7f67ec14ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec0cd200 con 0x7f67ec0cf2e0 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec0cd080 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67eb200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67ec073be0 con 0x7f67ec1482e0 2024-07-27T06:49:47.206 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67e3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67ea800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 0x7f67ec14ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.201+0000 7f67e3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:47158/0 (socket says 172.21.15.155:47158) 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 -- 172.21.15.155:0/2058442974 learned_addr learned my addr 172.21.15.155:0/2058442974 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e9e00640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ec0cf2e0 0x7f67ec13b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 -- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 msgr2=0x7f67ec14ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.207 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 0x7f67ec14ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 -- 172.21.15.155:0/2058442974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ec0cf2e0 msgr2=0x7f67ec13b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ec0cf2e0 0x7f67ec13b330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 -- 172.21.15.155:0/2058442974 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67ec13b870 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67ea800640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 0x7f67ec14ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.202+0000 7f67e3e00640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009980 tx=0x7f67d4033c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:47.208 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4031d60 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67d4033e10 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d4005260 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67ec1f8b60 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67ec1f9120 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f67d40047a0 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.209 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.203+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f67d40035f0 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.210 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.204+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67ec0744f0 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.210 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.206+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f67d403f030 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.286 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.284+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "b4810846-6f5a-4c0f-ba2a-f72a654350df", "id": 4} v 0) -- 0x7f67ec073fd0 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.294 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.292+0000 7f67e2000640 1 -- 172.21.15.155:0/2058442974 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b4810846-6f5a-4c0f-ba2a-f72a654350df", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f67d4004c20 con 0x7f67ec0cf6f0 2024-07-27T06:49:47.294 INFO:teuthology.orchestra.run.smithi155.stdout:4 2024-07-27T06:49:47.296 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 msgr2=0x7f67ec14e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.296 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f67d4009980 tx=0x7f67d4033c20 comp rx=0 tx=0).stop 2024-07-27T06:49:47.296 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 shutdown_connections 2024-07-27T06:49:47.296 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ec1482e0 0x7f67ec14ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.297 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ec0cf6f0 0x7f67ec14e680 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.297 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 --2- 172.21.15.155:0/2058442974 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ec0cf2e0 0x7f67ec13b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.297 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 >> 172.21.15.155:0/2058442974 conn(0x7f67ec0d0a60 msgr2=0x7f67ec0b13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:47.297 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 shutdown_connections 2024-07-27T06:49:47.297 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.294+0000 7f67eb200640 1 -- 172.21.15.155:0/2058442974 wait complete. 2024-07-27T06:49:47.321 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0 5 2024-07-27T06:49:47.578 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 -- 172.21.15.155:0/155660924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c0d47f0 msgr2=0x7f9b3c0b3b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 --2- 172.21.15.155:0/155660924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c0b3b50 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f9b34009ca0 tx=0x7f9b3402aae0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 -- 172.21.15.155:0/155660924 shutdown_connections 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 --2- 172.21.15.155:0/155660924 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c0b3b50 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 -- 172.21.15.155:0/155660924 >> 172.21.15.155:0/155660924 conn(0x7f9b3c0d3cd0 msgr2=0x7f9b3c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 -- 172.21.15.155:0/155660924 shutdown_connections 2024-07-27T06:49:47.579 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.576+0000 7f9b42e00640 1 -- 172.21.15.155:0/155660924 wait complete. 2024-07-27T06:49:47.580 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.578+0000 7f9b42e00640 1 Processor -- start 2024-07-27T06:49:47.580 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.579+0000 7f9b42e00640 1 -- start start 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b3c0b2b50 0x7f9b3c152a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c168570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c1699b0 con 0x7f9b3c0d47f0 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b3c0b4490 con 0x7f9b3c168ab0 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b3c169b30 con 0x7f9b3c0b2b50 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.155:47164/0 (socket says 172.21.15.155:47164) 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b42400640 1 -- 172.21.15.155:0/115367276 learned_addr learned my addr 172.21.15.155:0/115367276 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:47.583 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b41a00640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b3c0b2b50 0x7f9b3c152a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.580+0000 7f9b41000640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c168570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 -- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b3c0b2b50 msgr2=0x7f9b3c152a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b3c0b2b50 0x7f9b3c152a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 -- 172.21.15.155:0/115367276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 msgr2=0x7f9b3c168570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c168570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 -- 172.21.15.155:0/115367276 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b3c1f8640 con 0x7f9b3c168ab0 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b41000640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c168570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:49:47.584 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42400640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9b34009dc0 tx=0x7f9b34003f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:47.585 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34004250 con 0x7f9b3c168ab0 2024-07-27T06:49:47.585 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b340043f0 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b3c152f90 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.581+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b34004820 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.582+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b3c162dd0 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.582+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9b3402c040 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.582+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f9b340499c0 con 0x7f9b3c168ab0 2024-07-27T06:49:47.586 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.583+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b3c0d0330 con 0x7f9b3c168ab0 2024-07-27T06:49:47.589 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.587+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9b34032030 con 0x7f9b3c168ab0 2024-07-27T06:49:47.666 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.664+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0", "id": 5} v 0) -- 0x7f9b3c1581f0 con 0x7f9b3c168ab0 2024-07-27T06:49:47.674 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.673+0000 7f9b39600640 1 -- 172.21.15.155:0/115367276 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f9b3404f030 con 0x7f9b3c168ab0 2024-07-27T06:49:47.675 INFO:teuthology.orchestra.run.smithi155.stdout:5 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.674+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 msgr2=0x7f9b3c168ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.674+0000 7f9b42e00640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9b34009dc0 tx=0x7f9b34003f10 comp rx=0 tx=0).stop 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 shutdown_connections 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b3c168ab0 0x7f9b3c168ec0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b3c0d47f0 0x7f9b3c168570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 --2- 172.21.15.155:0/115367276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b3c0b2b50 0x7f9b3c152a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 >> 172.21.15.155:0/115367276 conn(0x7f9b3c0d3cd0 msgr2=0x7f9b3c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 shutdown_connections 2024-07-27T06:49:47.676 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.675+0000 7f9b42e00640 1 -- 172.21.15.155:0/115367276 wait complete. 2024-07-27T06:49:47.699 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 86881e1c-6f0b-4822-9175-3dd5cc1bc893 6 2024-07-27T06:49:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 -- 172.21.15.155:0/3662772781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340b47f0 msgr2=0x7f88340ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 --2- 172.21.15.155:0/3662772781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340b47f0 0x7f88340ce8a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f883408c850 tx=0x7f882c02a9e0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 -- 172.21.15.155:0/3662772781 shutdown_connections 2024-07-27T06:49:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 --2- 172.21.15.155:0/3662772781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340b47f0 0x7f88340ce8a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.954 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 --2- 172.21.15.155:0/3662772781 >> v2:172.21.15.66:3300/0 conn(0x7f88340b2b70 0x7f88340b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.955 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 -- 172.21.15.155:0/3662772781 >> 172.21.15.155:0/3662772781 conn(0x7f88340d3cd0 msgr2=0x7f88340d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:47.955 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 -- 172.21.15.155:0/3662772781 shutdown_connections 2024-07-27T06:49:47.955 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.952+0000 7f8838c00640 1 -- 172.21.15.155:0/3662772781 wait complete. 2024-07-27T06:49:47.956 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.955+0000 7f8838c00640 1 Processor -- start 2024-07-27T06:49:47.956 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.955+0000 7f8838c00640 1 -- start start 2024-07-27T06:49:47.962 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 0x7f88341f9080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.962 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.962 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 0x7f88341f6610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f88340cf2c0 con 0x7f88340b2b70 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88340cf140 con 0x7f88340d0330 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8838c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88340cf440 con 0x7f88340b47f0 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f882be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8833e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 0x7f88341f6610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f882be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:49110/0 (socket says 172.21.15.155:49110) 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f882be00640 1 -- 172.21.15.155:0/3887696469 learned_addr learned my addr 172.21.15.155:0/3887696469 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.957+0000 7f8833400640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 0x7f88341f9080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 -- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 msgr2=0x7f88341f60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.964 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 -- 172.21.15.155:0/3887696469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 msgr2=0x7f88341f9080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 0x7f88341f9080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 -- 172.21.15.155:0/3887696469 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88341f5b60 con 0x7f88340d0330 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f882be00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833400640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 0x7f88341f9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8833e00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 0x7f88341f6610 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f882c032000 tx=0x7f882c003f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882c033050 con 0x7f88340d0330 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f882c004450 con 0x7f88340d0330 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f882c004860 con 0x7f88340d0330 2024-07-27T06:49:47.965 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.958+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88341f5e40 con 0x7f88340d0330 2024-07-27T06:49:47.966 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.959+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88341f8880 con 0x7f88340d0330 2024-07-27T06:49:47.966 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.959+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f882c036070 con 0x7f88340d0330 2024-07-27T06:49:47.966 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.959+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f882c042a30 con 0x7f88340d0330 2024-07-27T06:49:47.966 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.960+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f883414f9b0 con 0x7f88340d0330 2024-07-27T06:49:47.966 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:47.962+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f883414f9b0 con 0x7f88340d0330 2024-07-27T06:49:48.042 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.041+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd new", "uuid": "86881e1c-6f0b-4822-9175-3dd5cc1bc893", "id": 6} v 0) -- 0x7f88340cf980 con 0x7f88340d0330 2024-07-27T06:49:48.051 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.050+0000 7f882b400640 1 -- 172.21.15.155:0/3887696469 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "86881e1c-6f0b-4822-9175-3dd5cc1bc893", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f882c042440 con 0x7f88340d0330 2024-07-27T06:49:48.052 INFO:teuthology.orchestra.run.smithi155.stdout:6 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 msgr2=0x7f88341f6610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 0x7f88341f6610 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f882c032000 tx=0x7f882c003f10 comp rx=0 tx=0).stop 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 shutdown_connections 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88340d0330 0x7f88341f6610 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88340b47f0 0x7f88341f60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 --2- 172.21.15.155:0/3887696469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88340b2b70 0x7f88341f9080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.053 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 >> 172.21.15.155:0/3887696469 conn(0x7f88340d3cd0 msgr2=0x7f88340d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:48.054 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 shutdown_connections 2024-07-27T06:49:48.054 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.052+0000 7f8838c00640 1 -- 172.21.15.155:0/3887696469 wait complete. 2024-07-27T06:49:48.076 DEBUG:teuthology.orchestra.run.smithi155:> sudo ceph --cluster ceph osd new 03d3788f-bc5b-471a-8006-d98edfb34002 7 2024-07-27T06:49:48.344 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 -- 172.21.15.155:0/2300153861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c06f800 msgr2=0x7f9e8c06fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 --2- 172.21.15.155:0/2300153861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c06f800 0x7f9e8c06fc10 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9e74009830 tx=0x7f9e7402a480 comp rx=0 tx=0).stop 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 -- 172.21.15.155:0/2300153861 shutdown_connections 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 --2- 172.21.15.155:0/2300153861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c15e800 0x7f9e8c15ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 --2- 172.21.15.155:0/2300153861 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c06f800 0x7f9e8c06fc10 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 -- 172.21.15.155:0/2300153861 >> 172.21.15.155:0/2300153861 conn(0x7f9e8c06c780 msgr2=0x7f9e8c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.343+0000 7f9e90e00640 1 -- 172.21.15.155:0/2300153861 shutdown_connections 2024-07-27T06:49:48.345 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.344+0000 7f9e90e00640 1 -- 172.21.15.155:0/2300153861 wait complete. 2024-07-27T06:49:48.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.346+0000 7f9e90e00640 1 Processor -- start 2024-07-27T06:49:48.347 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.346+0000 7f9e90e00640 1 -- start start 2024-07-27T06:49:48.349 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e8c0b4440 0x7f9e8c1463d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 0x7f9e8c1f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8c15f4e0 con 0x7f9e8c0b4440 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e8c15f360 con 0x7f9e8c15e800 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.347+0000 7f9e90e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e8c15f660 con 0x7f9e8c06f800 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 0x7f9e8c1f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.155:49200/0 (socket says 172.21.15.155:49200) 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 -- 172.21.15.155:0/3614218103 learned_addr learned my addr 172.21.15.155:0/3614218103 (peer_addr_for_me v2:172.21.15.155:0/0) 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e82a00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e8c0b4440 0x7f9e8c1463d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 -- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 msgr2=0x7f9e8c1f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.350 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 0x7f9e8c1f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 -- 172.21.15.155:0/3614218103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e8c0b4440 msgr2=0x7f9e8c1463d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e8c0b4440 0x7f9e8c1463d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 -- 172.21.15.155:0/3614218103 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e8c146910 con 0x7f9e8c06f800 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8be00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 0x7f9e8c1f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.348+0000 7f9e8b400640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c00b420 tx=0x7f9e7c00b8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.349+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c011830 con 0x7f9e8c06f800 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.349+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e7c016070 con 0x7f9e8c06f800 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.349+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e8c1528e0 con 0x7f9e8c06f800 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.349+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e7c011d60 con 0x7f9e8c06f800 2024-07-27T06:49:48.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.349+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e8c1f4f50 con 0x7f9e8c06f800 2024-07-27T06:49:48.352 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.350+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e8c06fc10 con 0x7f9e8c06f800 2024-07-27T06:49:48.352 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.350+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7f9e7c01b460 con 0x7f9e8c06f800 2024-07-27T06:49:48.352 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.351+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f9e7c050f80 con 0x7f9e8c06f800 2024-07-27T06:49:48.353 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.352+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7f9e8c146910 con 0x7f9e8c06f800 2024-07-27T06:49:48.432 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.431+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd new", "uuid": "03d3788f-bc5b-471a-8006-d98edfb34002", "id": 7} v 0) -- 0x7f9e8c073640 con 0x7f9e8c06f800 2024-07-27T06:49:48.445 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.445+0000 7f9e83e00640 1 -- 172.21.15.155:0/3614218103 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "03d3788f-bc5b-471a-8006-d98edfb34002", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f9e7c01bbc0 con 0x7f9e8c06f800 2024-07-27T06:49:48.446 INFO:teuthology.orchestra.run.smithi155.stdout:7 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 msgr2=0x7f9e8c1f8db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c00b420 tx=0x7f9e7c00b8e0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 shutdown_connections 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e8c15e800 0x7f9e8c1f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e8c0b4440 0x7f9e8c1463d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 --2- 172.21.15.155:0/3614218103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e8c06f800 0x7f9e8c1f8db0 secure :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f9e7c00b420 tx=0x7f9e7c00b8e0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.447 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.446+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 >> 172.21.15.155:0/3614218103 conn(0x7f9e8c06c780 msgr2=0x7f9e8c15a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:48.448 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.447+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 shutdown_connections 2024-07-27T06:49:48.448 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:49:48.447+0000 7f9e90e00640 1 -- 172.21.15.155:0/3614218103 wait complete. 2024-07-27T06:49:48.473 INFO:tasks.ceph.osd.0:Restarting daemon 2024-07-27T06:49:48.473 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-07-27T06:49:48.480 INFO:tasks.ceph.osd.0:Started 2024-07-27T06:49:48.481 INFO:tasks.ceph.osd.1:Restarting daemon 2024-07-27T06:49:48.481 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-07-27T06:49:48.488 INFO:tasks.ceph.osd.1:Started 2024-07-27T06:49:48.488 INFO:tasks.ceph.osd.2:Restarting daemon 2024-07-27T06:49:48.488 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-07-27T06:49:48.495 INFO:tasks.ceph.osd.2:Started 2024-07-27T06:49:48.495 INFO:tasks.ceph.osd.3:Restarting daemon 2024-07-27T06:49:48.495 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-07-27T06:49:48.501 INFO:tasks.ceph.osd.3:Started 2024-07-27T06:49:48.501 INFO:tasks.ceph.osd.4:Restarting daemon 2024-07-27T06:49:48.501 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-07-27T06:49:48.508 INFO:tasks.ceph.osd.4:Started 2024-07-27T06:49:48.508 INFO:tasks.ceph.osd.5:Restarting daemon 2024-07-27T06:49:48.508 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-07-27T06:49:48.515 INFO:tasks.ceph.osd.5:Started 2024-07-27T06:49:48.515 INFO:tasks.ceph.osd.6:Restarting daemon 2024-07-27T06:49:48.515 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-07-27T06:49:48.522 INFO:tasks.ceph.osd.6:Started 2024-07-27T06:49:48.522 INFO:tasks.ceph.osd.7:Restarting daemon 2024-07-27T06:49:48.522 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-07-27T06:49:48.528 INFO:tasks.ceph.osd.7:Started 2024-07-27T06:49:48.529 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 -- 172.21.15.66:0/3110120170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 msgr2=0x7ffaa80b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3110120170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa80b9280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ffa980098e0 tx=0x7ffa9802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 -- 172.21.15.66:0/3110120170 shutdown_connections 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3110120170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 0x7ffaa80d0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3110120170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa80b9280 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 -- 172.21.15.66:0/3110120170 >> 172.21.15.66:0/3110120170 conn(0x7ffaa80d3cd0 msgr2=0x7ffaa80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:48.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 -- 172.21.15.66:0/3110120170 shutdown_connections 2024-07-27T06:49:48.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.809+0000 7ffaaca00640 1 -- 172.21.15.66:0/3110120170 wait complete. 2024-07-27T06:49:48.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.812+0000 7ffaaca00640 1 Processor -- start 2024-07-27T06:49:48.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.812+0000 7ffaaca00640 1 -- start start 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa809d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 0x7ffaa815e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa80b4480 con 0x7ffaa80b2b70 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffaa80b4300 con 0x7ffaa80b37e0 2024-07-27T06:49:48.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.813+0000 7ffaaca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffaa80b4600 con 0x7ffaa80d0330 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa809d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa6a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa6a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:42508/0 (socket says 172.21.15.66:42508) 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa6a00640 1 -- 172.21.15.66:0/3927499048 learned_addr learned my addr 172.21.15.66:0/3927499048 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa7e00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 0x7ffaa815e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:48.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.814+0000 7ffaa7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa809d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43886/0 (socket says 172.21.15.66:43886) 2024-07-27T06:49:48.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.815+0000 7ffaa6a00640 1 -- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 msgr2=0x7ffaa815e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.815+0000 7ffaa6a00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 0x7ffaa815e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.815+0000 7ffaa6a00640 1 -- 172.21.15.66:0/3927499048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 msgr2=0x7ffaa809d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.815+0000 7ffaa6a00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa809d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.815+0000 7ffaa6a00640 1 -- 172.21.15.66:0/3927499048 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffaa80a0130 con 0x7ffaa80b37e0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.816+0000 7ffaa6a00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ffa9400e7c0 tx=0x7ffa9400ec80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.816+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa9400ccc0 con 0x7ffaa80b37e0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.816+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa9400ee70 con 0x7ffaa80b37e0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.816+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa94010690 con 0x7ffaa80b37e0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.816+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffaa80a0410 con 0x7ffaa80b37e0 2024-07-27T06:49:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.817+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffaa80a09d0 con 0x7ffaa80b37e0 2024-07-27T06:49:48.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.818+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffaa80b9280 con 0x7ffaa80b37e0 2024-07-27T06:49:48.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.818+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 2) ==== 49591+0+0 (secure 0 0 0) 0x7ffa94010830 con 0x7ffaa80b37e0 2024-07-27T06:49:48.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.819+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7ffa94051b10 con 0x7ffaa80b37e0 2024-07-27T06:49:48.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.825+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73777 (secure 0 0 0) 0x7ffa94010e00 con 0x7ffaa80b37e0 2024-07-27T06:49:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.893+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ffaa80b24b0 con 0x7ffaa80b37e0 2024-07-27T06:49:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.895+0000 7ffa9f400640 1 -- 172.21.15.66:0/3927499048 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7ffa94010b20 con 0x7ffaa80b37e0 2024-07-27T06:49:48.896 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:49:48.897 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":10,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:49:48.433644+0000","last_up_change":"0.000000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 msgr2=0x7ffaa809f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ffa9400e7c0 tx=0x7ffa9400ec80 comp rx=0 tx=0).stop 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 shutdown_connections 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffaa80d0330 0x7ffaa815e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffaa80b37e0 0x7ffaa809f6e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 --2- 172.21.15.66:0/3927499048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffaa80b2b70 0x7ffaa809d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 >> 172.21.15.66:0/3927499048 conn(0x7ffaa80d3cd0 msgr2=0x7ffaa80b3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 shutdown_connections 2024-07-27T06:49:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:49:48.896+0000 7ffaaca00640 1 -- 172.21.15.66:0/3927499048 wait complete. 2024-07-27T06:49:48.921 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-07-27T06:49:48.921 INFO:tasks.ceph:Waiting for OSDs to come up 2024-07-27T06:49:49.207 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-07-27T06:49:49.206+0000 7fab09600640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-07-27T06:49:49.207 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-07-27T06:49:49.206+0000 7fab09600640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-07-27T06:49:49.262 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T06:49:49.261+0000 7fd9d640e640 -1 Falling back to public interface 2024-07-27T06:49:49.264 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T06:49:49.263+0000 7f7e92015640 -1 Falling back to public interface 2024-07-27T06:49:49.265 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T06:49:49.264+0000 7f3555216640 -1 Falling back to public interface 2024-07-27T06:49:49.271 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T06:49:49.270+0000 7ff53389c640 -1 Falling back to public interface 2024-07-27T06:49:49.325 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T06:49:49.324+0000 7f1c28261640 -1 Falling back to public interface 2024-07-27T06:49:49.329 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T06:49:49.328+0000 7f8751425640 -1 Falling back to public interface 2024-07-27T06:49:49.330 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T06:49:49.328+0000 7fd100863640 -1 Falling back to public interface 2024-07-27T06:49:49.335 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T06:49:49.334+0000 7fd0ff400640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6818/0: (98) Address already in use 2024-07-27T06:49:49.347 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T06:49:49.346+0000 7f447f0d7640 -1 Falling back to public interface 2024-07-27T06:49:49.727 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-27T06:49:49.984 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 -- 172.21.15.66:0/734880640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38340731a0 msgr2=0x7f38340b2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:49.984 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 --2- 172.21.15.66:0/734880640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38340731a0 0x7f38340b2a20 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f381c005fd0 tx=0x7f381c02a540 comp rx=0 tx=0).stop 2024-07-27T06:49:49.984 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 -- 172.21.15.66:0/734880640 shutdown_connections 2024-07-27T06:49:49.984 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 --2- 172.21.15.66:0/734880640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38340731a0 0x7f38340b2a20 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:49.984 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 --2- 172.21.15.66:0/734880640 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3834070280 0x7f383415c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:49.985 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.982+0000 7f3839400640 1 -- 172.21.15.66:0/734880640 >> 172.21.15.66:0/734880640 conn(0x7f38340cfb90 msgr2=0x7f38340cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:49.985 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.983+0000 7f3839400640 1 -- 172.21.15.66:0/734880640 shutdown_connections 2024-07-27T06:49:49.985 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.983+0000 7f3839400640 1 -- 172.21.15.66:0/734880640 wait complete. 2024-07-27T06:49:49.986 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.985+0000 7f3839400640 1 Processor -- start 2024-07-27T06:49:49.986 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.985+0000 7f3839400640 1 -- start start 2024-07-27T06:49:49.988 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f383406e2c0 0x7f383414b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38340731a0 0x7f38340cf020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f38340cb400 con 0x7f3834070280 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f38340cb280 con 0x7f38340731a0 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.986+0000 7f3839400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f38340cb580 con 0x7f383406e2c0 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43904/0 (socket says 172.21.15.66:43904) 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 -- 172.21.15.66:0/394316043 learned_addr learned my addr 172.21.15.66:0/394316043 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3832800640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f383406e2c0 0x7f383414b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 -- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f383406e2c0 msgr2=0x7f383414b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f383406e2c0 0x7f383414b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:49.989 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 -- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38340731a0 msgr2=0x7f38340cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:49.990 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38340731a0 0x7f38340cf020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:49.990 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 -- 172.21.15.66:0/394316043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f383414bc40 con 0x7f3834070280 2024-07-27T06:49:49.990 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.987+0000 7f3831e00640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f381c034040 tx=0x7f381c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.988+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c03e030 con 0x7f3834070280 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.988+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f381c003d90 con 0x7f3834070280 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.988+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38340cdfa0 con 0x7f3834070280 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.988+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f381c035040 con 0x7f3834070280 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.988+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38340ce540 con 0x7f3834070280 2024-07-27T06:49:49.991 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.989+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38340cba30 con 0x7f3834070280 2024-07-27T06:49:49.992 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.990+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 3) ==== 98977+0+0 (secure 0 0 0) 0x7f381c041030 con 0x7f3834070280 2024-07-27T06:49:49.993 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.991+0000 7f382aa00640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 0x7f3810079370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:49.993 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.991+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f381c0b8030 con 0x7f3834070280 2024-07-27T06:49:49.993 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.992+0000 7f3832800640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 0x7f3810079370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:49.994 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.993+0000 7f3832800640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 0x7f3810079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f382c005c40 tx=0x7f382c00a370 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:49.997 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:49.996+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f381c082510 con 0x7f3834070280 2024-07-27T06:49:50.199 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.197+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3834068940 con 0x7f3834070280 2024-07-27T06:49:50.200 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.198+0000 7f382aa00640 1 -- 172.21.15.66:0/394316043 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f381c081e10 con 0x7f3834070280 2024-07-27T06:49:50.200 INFO:teuthology.misc.health.smithi066.stdout: 2024-07-27T06:49:50.200 INFO:teuthology.misc.health.smithi066.stdout:{"epoch":10,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:49:48.433644+0000","last_up_change":"0.000000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 msgr2=0x7f3810079370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 0x7f3810079370 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f382c005c40 tx=0x7f382c00a370 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 msgr2=0x7f38340c9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f381c034040 tx=0x7f381c0038a0 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 shutdown_connections 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3810076e60 0x7f3810079370 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38340731a0 0x7f38340cf020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3834070280 0x7f38340c9990 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 --2- 172.21.15.66:0/394316043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f383406e2c0 0x7f383414b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 >> 172.21.15.66:0/394316043 conn(0x7f38340cfb90 msgr2=0x7f383415e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 shutdown_connections 2024-07-27T06:49:50.203 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:50.201+0000 7f3839400640 1 -- 172.21.15.66:0/394316043 wait complete. 2024-07-27T06:49:50.222 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-07-27T06:49:52.896 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T06:49:52.895+0000 7f3555216640 -1 osd.6 0 log_to_monitors true 2024-07-27T06:49:53.092 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T06:49:53.091+0000 7fd9d640e640 -1 osd.4 0 log_to_monitors true 2024-07-27T06:49:53.150 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T06:49:53.150+0000 7f7e92015640 -1 osd.5 0 log_to_monitors true 2024-07-27T06:49:53.161 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T06:49:53.160+0000 7ff53389c640 -1 osd.7 0 log_to_monitors true 2024-07-27T06:49:53.238 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T06:49:53.236+0000 7f8751425640 -1 osd.1 0 log_to_monitors true 2024-07-27T06:49:53.261 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T06:49:53.260+0000 7fd100863640 -1 osd.2 0 log_to_monitors true 2024-07-27T06:49:53.265 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T06:49:53.264+0000 7f447f0d7640 -1 osd.0 0 log_to_monitors true 2024-07-27T06:49:53.267 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T06:49:53.266+0000 7f1c28261640 -1 osd.3 0 log_to_monitors true 2024-07-27T06:49:55.327 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T06:49:55.326+0000 7f354fa00640 -1 osd.6 0 waiting for initial osdmap 2024-07-27T06:49:55.373 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T06:49:55.372+0000 7f3545a00640 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:55.678 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:49:55.683 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:49:56.973 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T06:49:56.972+0000 7fd9d0c00640 -1 osd.4 0 waiting for initial osdmap 2024-07-27T06:49:56.973 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T06:49:56.973+0000 7f7e8c800640 -1 osd.5 0 waiting for initial osdmap 2024-07-27T06:49:56.981 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T06:49:56.980+0000 7fd9c6c00640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:56.982 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T06:49:56.982+0000 7f7e82800640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:56.983 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T06:49:56.981+0000 7ff52e800640 -1 osd.7 0 waiting for initial osdmap 2024-07-27T06:49:56.992 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T06:49:56.991+0000 7ff524800640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:57.028 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 -- 172.21.15.66:0/3835606826 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8040cabf0 msgr2=0x7fc80415def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 --2- 172.21.15.66:0/3835606826 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8040cabf0 0x7fc80415def0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0005fd0 tx=0x7fc7f002a560 comp rx=0 tx=0).stop 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 -- 172.21.15.66:0/3835606826 shutdown_connections 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 --2- 172.21.15.66:0/3835606826 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8040cabf0 0x7fc80415def0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 --2- 172.21.15.66:0/3835606826 >> v2:172.21.15.66:3300/0 conn(0x7fc80415ea90 0x7fc804157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.391+0000 7fc808c00640 1 -- 172.21.15.66:0/3835606826 >> 172.21.15.66:0/3835606826 conn(0x7fc8040cfb90 msgr2=0x7fc8040cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.392+0000 7fc808c00640 1 -- 172.21.15.66:0/3835606826 shutdown_connections 2024-07-27T06:49:57.394 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.392+0000 7fc808c00640 1 -- 172.21.15.66:0/3835606826 wait complete. 2024-07-27T06:49:57.398 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.396+0000 7fc808c00640 1 Processor -- start 2024-07-27T06:49:57.398 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.397+0000 7fc808c00640 1 -- start start 2024-07-27T06:49:57.401 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.400+0000 7fc808c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 0x7fc804147010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:57.402 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc808c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 0x7fc8040c8120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:57.402 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc808c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:57.402 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc808c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc80415b190 con 0x7fc8040cabf0 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc808c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc80415b010 con 0x7fc80415ea90 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc808c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc80415b310 con 0x7fc80415e430 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.401+0000 7fc801e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 0x7fc804147010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.402+0000 7fc802800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.402+0000 7fc802800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:33348/0 (socket says 172.21.15.66:33348) 2024-07-27T06:49:57.403 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.402+0000 7fc802800640 1 -- 172.21.15.66:0/657952031 learned_addr learned my addr 172.21.15.66:0/657952031 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:49:57.404 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.402+0000 7fc801400640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 0x7fc8040c8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:57.405 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.403+0000 7fc801e00640 1 -- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 msgr2=0x7fc8040c8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc801e00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 0x7fc8040c8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc801e00640 1 -- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 msgr2=0x7fc8040c8660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc801e00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc801e00640 1 -- 172.21.15.66:0/657952031 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc804158b10 con 0x7fc8040cabf0 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc801400640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 0x7fc8040c8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:49:57.406 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.404+0000 7fc802800640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:49:57.407 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.405+0000 7fc801e00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 0x7fc804147010 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4009f60 tx=0x7fc7f4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:57.408 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.407+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4010880 con 0x7fc8040cabf0 2024-07-27T06:49:57.409 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.407+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc804158df0 con 0x7fc8040cabf0 2024-07-27T06:49:57.409 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.408+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8041593b0 con 0x7fc8040cabf0 2024-07-27T06:49:57.409 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.408+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7f4010b10 con 0x7fc8040cabf0 2024-07-27T06:49:57.409 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.408+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7f4019400 con 0x7fc8040cabf0 2024-07-27T06:49:57.411 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.410+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7dc005290 con 0x7fc8040cabf0 2024-07-27T06:49:57.413 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.412+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 4) ==== 99083+0+0 (secure 0 0 0) 0x7fc7f40195a0 con 0x7fc8040cabf0 2024-07-27T06:49:57.414 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.413+0000 7fc7fa000640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 0x7fc7e4079490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:49:57.414 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.413+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2511+0+0 (secure 0 0 0) 0x7fc7f4099890 con 0x7fc8040cabf0 2024-07-27T06:49:57.415 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.414+0000 7fc801400640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 0x7fc7e4079490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:49:57.417 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.416+0000 7fc801400640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 0x7fc7e4079490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0032000 tx=0x7fc7f0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:49:57.424 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.423+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7f4015030 con 0x7fc8040cabf0 2024-07-27T06:49:57.518 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T06:49:57.514+0000 7f447a000640 -1 osd.0 0 waiting for initial osdmap 2024-07-27T06:49:57.536 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T06:49:57.534+0000 7f1c23200640 -1 osd.3 0 waiting for initial osdmap 2024-07-27T06:49:57.542 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T06:49:57.541+0000 7f4470000640 -1 osd.0 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:57.549 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T06:49:57.548+0000 7f1c19200640 -1 osd.3 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:57.652 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T06:49:57.651+0000 7f874c800640 -1 osd.1 0 waiting for initial osdmap 2024-07-27T06:49:57.661 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T06:49:57.660+0000 7f8741e00640 -1 osd.1 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:57.672 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T06:49:57.671+0000 7fd0fc200640 -1 osd.2 0 waiting for initial osdmap 2024-07-27T06:49:57.678 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T06:49:57.677+0000 7fd0f1800640 -1 osd.2 15 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-07-27T06:49:57.752 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.750+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7dc005580 con 0x7fc8040cabf0 2024-07-27T06:49:57.753 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.752+0000 7fc7fa000640 1 -- 172.21.15.66:0/657952031 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v15) ==== 74+0+9036 (secure 0 0 0) 0x7fc7f40637e0 con 0x7fc8040cabf0 2024-07-27T06:49:57.754 INFO:teuthology.misc.health.smithi066.stdout: 2024-07-27T06:49:57.754 INFO:teuthology.misc.health.smithi066.stdout:{"epoch":15,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:49:57.406686+0000","last_up_change":"2024-07-27T06:49:57.406686+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:49:57.756 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 msgr2=0x7fc7e4079490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 0x7fc7e4079490 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0032000 tx=0x7fc7f0004730 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 msgr2=0x7fc804147010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 0x7fc804147010 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fc7f4009f60 tx=0x7fc7f4009f90 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 shutdown_connections 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7e4076f80 0x7fc7e4079490 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc80415ea90 0x7fc8040c8660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc80415e430 0x7fc8040c8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 --2- 172.21.15.66:0/657952031 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8040cabf0 0x7fc804147010 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 >> 172.21.15.66:0/657952031 conn(0x7fc8040cfb90 msgr2=0x7fc8040b0200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 shutdown_connections 2024-07-27T06:49:57.757 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:49:57.755+0000 7fc808c00640 1 -- 172.21.15.66:0/657952031 wait complete. 2024-07-27T06:49:57.777 DEBUG:teuthology.misc:4 of 8 OSDs are up 2024-07-27T06:50:04.584 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 -- 172.21.15.66:0/3243609471 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa138005250 msgr2=0x7fa13800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 --2- 172.21.15.66:0/3243609471 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa138005250 0x7fa13800b9c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa15415eed0 tx=0x7fa138005830 comp rx=0 tx=0).stop 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 -- 172.21.15.66:0/3243609471 shutdown_connections 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 --2- 172.21.15.66:0/3243609471 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa138005250 0x7fa13800b9c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 -- 172.21.15.66:0/3243609471 >> 172.21.15.66:0/3243609471 conn(0x7fa1540cfb90 msgr2=0x7fa1540cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 -- 172.21.15.66:0/3243609471 shutdown_connections 2024-07-27T06:50:04.859 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.857+0000 7fa159800640 1 -- 172.21.15.66:0/3243609471 wait complete. 2024-07-27T06:50:04.861 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.860+0000 7fa159800640 1 Processor -- start 2024-07-27T06:50:04.861 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.860+0000 7fa159800640 1 -- start start 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa138005250 0x7fa1540b45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 0x7fa15415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa1540cabf0 con 0x7fa1540af1b0 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa154158280 con 0x7fa138005250 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.861+0000 7fa159800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa1540cad70 con 0x7fa1540aeda0 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52312/0 (socket says 172.21.15.66:52312) 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 -- 172.21.15.66:0/2406425156 learned_addr learned my addr 172.21.15.66:0/2406425156 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:04.864 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa152a00640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa138005250 0x7fa1540b45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa152000640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 0x7fa15415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 -- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 msgr2=0x7fa15415baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 0x7fa15415baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 -- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa138005250 msgr2=0x7fa1540b45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa138005250 0x7fa1540b45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa153400640 1 -- 172.21.15.66:0/2406425156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1541f8d20 con 0x7fa1540af1b0 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.862+0000 7fa152000640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 0x7fa15415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:04.865 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa153400640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009be0 tx=0x7fa14c004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c042070 con 0x7fa1540af1b0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa14c02b770 con 0x7fa1540af1b0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c02bba0 con 0x7fa1540af1b0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1541f9000 con 0x7fa1540af1b0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.863+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1541f95c0 con 0x7fa1540af1b0 2024-07-27T06:50:04.866 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.864+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa15406fa70 con 0x7fa1540af1b0 2024-07-27T06:50:04.867 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.866+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa14c045070 con 0x7fa1540af1b0 2024-07-27T06:50:04.868 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.867+0000 7fa14aa00640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 0x7fa134079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:04.868 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.867+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fa14c0b8ac0 con 0x7fa1540af1b0 2024-07-27T06:50:04.868 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.867+0000 7fa152a00640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 0x7fa134079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:04.870 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.868+0000 7fa152a00640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 0x7fa134079520 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa144006fd0 tx=0x7fa144006e20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:04.873 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:04.872+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa15406fa70 con 0x7fa1540af1b0 2024-07-27T06:50:05.085 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.083+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa1541f8ab0 con 0x7fa1540af1b0 2024-07-27T06:50:05.086 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.085+0000 7fa14aa00640 1 -- 172.21.15.66:0/2406425156 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12884 (secure 0 0 0) 0x7fa14c082000 con 0x7fa1540af1b0 2024-07-27T06:50:05.087 INFO:teuthology.misc.health.smithi066.stdout: 2024-07-27T06:50:05.087 INFO:teuthology.misc.health.smithi066.stdout:{"epoch":18,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:00.561750+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:05.090 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 msgr2=0x7fa134079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.090 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 0x7fa134079520 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fa144006fd0 tx=0x7fa144006e20 comp rx=0 tx=0).stop 2024-07-27T06:50:05.090 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 msgr2=0x7fa15415bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009be0 tx=0x7fa14c004a50 comp rx=0 tx=0).stop 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 shutdown_connections 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa134077010 0x7fa134079520 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1540af1b0 0x7fa15415bfe0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1540aeda0 0x7fa15415baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 --2- 172.21.15.66:0/2406425156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa138005250 0x7fa1540b45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.088+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 >> 172.21.15.66:0/2406425156 conn(0x7fa1540cfb90 msgr2=0x7fa154157020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.089+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 shutdown_connections 2024-07-27T06:50:05.091 INFO:teuthology.misc.health.smithi066.stderr:2024-07-27T06:50:05.089+0000 7fa159800640 1 -- 172.21.15.66:0/2406425156 wait complete. 2024-07-27T06:50:05.112 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-07-27T06:50:05.112 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-07-27T06:50:05.112 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:50:05.112 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:50:05.120 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:50:05.120 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:50:05.120 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:50:05.127 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:50:05.127 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:50:05.127 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:50:05.135 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:50:05.135 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:50:05.135 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:50:05.143 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:50:05.143 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-07-27T06:50:05.143 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:05.335 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:50:05.342 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:50:05.364 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:50:05.367 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 -- 172.21.15.66:0/3768464575 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 msgr2=0x7f32ac06c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 --2- 172.21.15.66:0/3768464575 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac06c780 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f32ac0702d0 tx=0x7f329802a4d0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 -- 172.21.15.66:0/3768464575 shutdown_connections 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 --2- 172.21.15.66:0/3768464575 >> v2:172.21.15.155:3300/0 conn(0x7f32ac06ccc0 0x7f32ac0cc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 --2- 172.21.15.66:0/3768464575 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac06c780 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.393+0000 7f32b0a00640 1 -- 172.21.15.66:0/3768464575 >> 172.21.15.66:0/3768464575 conn(0x7f32ac0d0ca0 msgr2=0x7f32ac0d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:05.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.394+0000 7f32b0a00640 1 -- 172.21.15.66:0/3768464575 shutdown_connections 2024-07-27T06:50:05.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.394+0000 7f32b0a00640 1 -- 172.21.15.66:0/3768464575 wait complete. 2024-07-27T06:50:05.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.396+0000 7f32b0a00640 1 Processor -- start 2024-07-27T06:50:05.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.396+0000 7f32b0a00640 1 -- start start 2024-07-27T06:50:05.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32ac06ccc0 0x7f32ac14bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32ac06fec0 0x7f32ac1563b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac0ccc70 con 0x7f32ac15c0d0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f32ac0ccaf0 con 0x7f32ac06ccc0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.397+0000 7f32b0a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f32ac0ccdf0 con 0x7f32ac06fec0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52368/0 (socket says 172.21.15.66:52368) 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 -- 172.21.15.66:0/657516748 learned_addr learned my addr 172.21.15.66:0/657516748 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32a9400640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32ac06fec0 0x7f32ac1563b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32a9e00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32ac06ccc0 0x7f32ac14bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:05.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 -- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32ac06fec0 msgr2=0x7f32ac1563b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32ac06fec0 0x7f32ac1563b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 -- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32ac06ccc0 msgr2=0x7f32ac14bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32ac06ccc0 0x7f32ac14bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 -- 172.21.15.66:0/657516748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32ac1f6a90 con 0x7f32ac15c0d0 2024-07-27T06:50:05.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.398+0000 7f32aa800640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f32a400b9a0 tx=0x7f32a400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:05.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.399+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a4019070 con 0x7f32ac15c0d0 2024-07-27T06:50:05.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.399+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32a400ccb0 con 0x7f32ac15c0d0 2024-07-27T06:50:05.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.399+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32a40146a0 con 0x7f32ac15c0d0 2024-07-27T06:50:05.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.399+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32ac1f6d70 con 0x7f32ac15c0d0 2024-07-27T06:50:05.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.399+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32ac1574d0 con 0x7f32ac15c0d0 2024-07-27T06:50:05.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.400+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32ac0cd330 con 0x7f32ac15c0d0 2024-07-27T06:50:05.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.401+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f32a401c070 con 0x7f32ac15c0d0 2024-07-27T06:50:05.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.402+0000 7f32a2000640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 0x7f328c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:05.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.402+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f32a40983e0 con 0x7f32ac15c0d0 2024-07-27T06:50:05.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.403+0000 7f32a9e00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 0x7f328c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:05.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.404+0000 7f32a9e00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 0x7f328c079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f329c0015e0 tx=0x7f329c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:05.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.407+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f32a4061920 con 0x7f32ac15c0d0 2024-07-27T06:50:05.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.656+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32ac1577d0 con 0x7f32ac15c0d0 2024-07-27T06:50:05.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.657+0000 7f32a2000640 1 -- 172.21.15.66:0/657516748 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1431 (secure 0 0 0) 0x7f32a4061220 con 0x7f32ac15c0d0 2024-07-27T06:50:05.659 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:05.659 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":2,"btime":"2024-07-27T06:50:05:343960+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-07-27T06:50:05.659 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 2 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 msgr2=0x7f328c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 0x7f328c079520 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f329c0015e0 tx=0x7f329c009040 comp rx=0 tx=0).stop 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 msgr2=0x7f32ac1f26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f32a400b9a0 tx=0x7f32a400be60 comp rx=0 tx=0).stop 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 shutdown_connections 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f328c077010 0x7f328c079520 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f32ac15c0d0 0x7f32ac1f26d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32ac06fec0 0x7f32ac1563b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 --2- 172.21.15.66:0/657516748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f32ac06ccc0 0x7f32ac14bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:05.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 >> 172.21.15.66:0/657516748 conn(0x7f32ac0d0ca0 msgr2=0x7f32ac0d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:05.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 shutdown_connections 2024-07-27T06:50:05.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:05.660+0000 7f32b0a00640 1 -- 172.21.15.66:0/657516748 wait complete. 2024-07-27T06:50:07.686 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 -- 172.21.15.66:0/3103282759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0b73b0 msgr2=0x7f5d5c0cfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3103282759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c0cfb60 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c009850 tx=0x7f5d4c02a4a0 comp rx=0 tx=0).stop 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 -- 172.21.15.66:0/3103282759 shutdown_connections 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3103282759 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0cebc0 0x7f5d5c0ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3103282759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c0cfb60 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 -- 172.21.15.66:0/3103282759 >> 172.21.15.66:0/3103282759 conn(0x7f5d5c0d1db0 msgr2=0x7f5d5c0d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 -- 172.21.15.66:0/3103282759 shutdown_connections 2024-07-27T06:50:07.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.985+0000 7f5d62a00640 1 -- 172.21.15.66:0/3103282759 wait complete. 2024-07-27T06:50:07.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.988+0000 7f5d62a00640 1 Processor -- start 2024-07-27T06:50:07.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.988+0000 7f5d62a00640 1 -- start start 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c15c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0d00a0 0x7f5d5c06ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5d5c0b1560 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5d5c0d2ae0 con 0x7f5d5c0b73b0 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.989+0000 7f5d62a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5d5c0cefd0 con 0x7f5d5c0d00a0 2024-07-27T06:50:07.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:07.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52388/0 (socket says 172.21.15.66:52388) 2024-07-27T06:50:07.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 -- 172.21.15.66:0/3527041788 learned_addr learned my addr 172.21.15.66:0/3527041788 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5be00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c15c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d60a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0d00a0 0x7f5d5c06ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 -- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0d00a0 msgr2=0x7f5d5c06ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0d00a0 0x7f5d5c06ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 -- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d5c0b73b0 msgr2=0x7f5d5c15c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c15c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.990+0000 7f5d5b400640 1 -- 172.21.15.66:0/3527041788 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d5c1f5e00 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d5b400640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5d4400c390 tx=0x7f5d4400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d44017070 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d440035f0 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d44003a20 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d5c1f5040 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.991+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d5c1f5600 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.992+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d5c0cfb60 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.994+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5d4401a070 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.995+0000 7f5d53e00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 0x7f5d38079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:07.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.995+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f5d44097d00 con 0x7f5d5c0cebc0 2024-07-27T06:50:07.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.996+0000 7f5d5be00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 0x7f5d38079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:07.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.997+0000 7f5d5be00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 0x7f5d38079520 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c034000 tx=0x7f5d4c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:08.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:07.999+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5d44021020 con 0x7f5d5c0cebc0 2024-07-27T06:50:08.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.253+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5d5c0b6c20 con 0x7f5d5c0cebc0 2024-07-27T06:50:08.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.254+0000 7f5d53e00640 1 -- 172.21.15.66:0/3527041788 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3906 (secure 0 0 0) 0x7f5d440612c0 con 0x7f5d5c0cebc0 2024-07-27T06:50:08.256 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:08.256 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":3,"btime":"2024-07-27T06:50:06:346153+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4393,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-07-27T06:50:08.256 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 3 2024-07-27T06:50:08.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.257+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 msgr2=0x7f5d38079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.257+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 0x7f5d38079520 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c034000 tx=0x7f5d4c004730 comp rx=0 tx=0).stop 2024-07-27T06:50:08.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.257+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 msgr2=0x7f5d5c0c87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.257+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f5d4400c390 tx=0x7f5d4400c850 comp rx=0 tx=0).stop 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 shutdown_connections 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d38077010 0x7f5d38079520 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d5c0d00a0 0x7f5d5c06ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d5c0cebc0 0x7f5d5c0c87a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 --2- 172.21.15.66:0/3527041788 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d5c0b73b0 0x7f5d5c15c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 >> 172.21.15.66:0/3527041788 conn(0x7f5d5c0d1db0 msgr2=0x7f5d5c071ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 shutdown_connections 2024-07-27T06:50:08.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.258+0000 7f5d62a00640 1 -- 172.21.15.66:0/3527041788 wait complete. 2024-07-27T06:50:08.286 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 -- 172.21.15.66:0/624914927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d30003fd0 msgr2=0x7f8d30004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 --2- 172.21.15.66:0/624914927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d30003fd0 0x7f8d30004800 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8d3800bb20 tx=0x7f8d30005830 comp rx=0 tx=0).stop 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d4f200640 1 -- 172.21.15.66:0/624914927 reap_dead start 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 -- 172.21.15.66:0/624914927 shutdown_connections 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 -- 172.21.15.66:0/624914927 >> 172.21.15.66:0/624914927 conn(0x7f8d5006c780 msgr2=0x7f8d5006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:08.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 -- 172.21.15.66:0/624914927 shutdown_connections 2024-07-27T06:50:08.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.577+0000 7f8d54a00640 1 -- 172.21.15.66:0/624914927 wait complete. 2024-07-27T06:50:08.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.580+0000 7f8d54a00640 1 Processor -- start 2024-07-27T06:50:08.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.580+0000 7f8d54a00640 1 -- start start 2024-07-27T06:50:08.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d30003fd0 0x7f8d501f2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d500ae150 0x7f8d500ae560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8d500cf620 con 0x7f8d500c6c50 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8d500cf4a0 con 0x7f8d500ae150 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d54a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8d5006e220 con 0x7f8d30003fd0 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52404/0 (socket says 172.21.15.66:52404) 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 -- 172.21.15.66:0/390511660 learned_addr learned my addr 172.21.15.66:0/390511660 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d4f200640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d500ae150 0x7f8d500ae560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:08.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d4e800640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d30003fd0 0x7f8d501f2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:08.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 -- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d30003fd0 msgr2=0x7f8d501f2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d30003fd0 0x7f8d501f2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 -- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d500ae150 msgr2=0x7f8d500ae560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d500ae150 0x7f8d500ae560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.582+0000 7f8d47e00640 1 -- 172.21.15.66:0/390511660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d500aeaa0 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d47e00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8d3800bb20 tx=0x7f8d38031f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d38040070 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d38004030 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d501f35d0 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d38035040 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.583+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d500c49e0 con 0x7f8d500c6c50 2024-07-27T06:50:08.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.584+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d501f3340 con 0x7f8d500c6c50 2024-07-27T06:50:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.586+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8d38038020 con 0x7f8d500c6c50 2024-07-27T06:50:08.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.587+0000 7f8d46a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 0x7f8d2c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:08.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.587+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f8d380b9320 con 0x7f8d500c6c50 2024-07-27T06:50:08.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.588+0000 7f8d4e800640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 0x7f8d2c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:08.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.589+0000 7f8d4e800640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 0x7f8d2c079550 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8d40009a60 tx=0x7f8d40005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:08.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.592+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d500aeaa0 con 0x7f8d500c6c50 2024-07-27T06:50:08.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.807+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f8d501f3af0 con 0x7f8d500c6c50 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.808+0000 7f8d46a00640 1 -- 172.21.15.66:0/390511660 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f8d501f3af0 con 0x7f8d500c6c50 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:50:08.810 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:50:08.811 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:50:08.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 msgr2=0x7f8d2c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 0x7f8d2c079550 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8d40009a60 tx=0x7f8d40005f90 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 msgr2=0x7f8d50144ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8d3800bb20 tx=0x7f8d38031f80 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 shutdown_connections 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d2c077040 0x7f8d2c079550 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d500ae150 0x7f8d500ae560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d500c6c50 0x7f8d50144ee0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 --2- 172.21.15.66:0/390511660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d30003fd0 0x7f8d501f2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:08.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.811+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 >> 172.21.15.66:0/390511660 conn(0x7f8d5006c780 msgr2=0x7f8d5015e0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:08.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.812+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 shutdown_connections 2024-07-27T06:50:08.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:08.812+0000 7f8d54a00640 1 -- 172.21.15.66:0/390511660 wait complete. 2024-07-27T06:50:08.841 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:50:08.842 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 -- 172.21.15.66:0/1821194883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e00ad8c0 msgr2=0x7fc6e00b5b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1821194883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e00ad8c0 0x7fc6e00b5b10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc6e00d0950 tx=0x7fc6cc02a5f0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 -- 172.21.15.66:0/1821194883 shutdown_connections 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1821194883 >> v2:172.21.15.155:3300/0 conn(0x7fc6e006c780 0x7fc6e006cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1821194883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e00ad8c0 0x7fc6e00b5b10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 -- 172.21.15.66:0/1821194883 >> 172.21.15.66:0/1821194883 conn(0x7fc6e00b30b0 msgr2=0x7fc6e00d09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 -- 172.21.15.66:0/1821194883 shutdown_connections 2024-07-27T06:50:09.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.144+0000 7fc6e6200640 1 -- 172.21.15.66:0/1821194883 wait complete. 2024-07-27T06:50:09.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.146+0000 7fc6e6200640 1 Processor -- start 2024-07-27T06:50:09.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.147+0000 7fc6e6200640 1 -- start start 2024-07-27T06:50:09.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 0x7fc6e014ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6e00ad8c0 0x7fc6e01f8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e006fb50 con 0x7fc6e0070880 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e006f9d0 con 0x7fc6e006c780 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6e6200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc6e006fcd0 con 0x7fc6e00ad8c0 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52424/0 (socket says 172.21.15.66:52424) 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.148+0000 7fc6dfe00640 1 -- 172.21.15.66:0/1703185648 learned_addr learned my addr 172.21.15.66:0/1703185648 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6e4e00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 0x7fc6e014ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6e5800640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6e00ad8c0 0x7fc6e01f8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 -- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6e00ad8c0 msgr2=0x7fc6e01f8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6e00ad8c0 0x7fc6e01f8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 -- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 msgr2=0x7fc6e014ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 0x7fc6e014ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 -- 172.21.15.66:0/1703185648 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6e0154b30 con 0x7fc6e0070880 2024-07-27T06:50:09.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6e4e00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 0x7fc6e014ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:09.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.149+0000 7fc6dfe00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc034040 tx=0x7fc6cc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.150+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc03e030 con 0x7fc6e0070880 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.150+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6cc0047a0 con 0x7fc6e0070880 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.150+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc035040 con 0x7fc6e0070880 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.150+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6e01f9720 con 0x7fc6e0070880 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.150+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6e01555b0 con 0x7fc6e0070880 2024-07-27T06:50:09.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.151+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6e00701c0 con 0x7fc6e0070880 2024-07-27T06:50:09.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.153+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc6cc041030 con 0x7fc6e0070880 2024-07-27T06:50:09.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.155+0000 7fc6dcc00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 0x7fc6c0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.155+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fc6cc0b8d10 con 0x7fc6e0070880 2024-07-27T06:50:09.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.156+0000 7fc6e4e00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 0x7fc6c0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.157+0000 7fc6e4e00640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 0x7fc6c0079550 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4007fd0 tx=0x7fc6d4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:09.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.159+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc6cc0be020 con 0x7fc6e0070880 2024-07-27T06:50:09.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.376+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fc6e015d760 con 0x7fc6e0070880 2024-07-27T06:50:09.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.638+0000 7fc6dcc00640 1 -- 172.21.15.66:0/1703185648 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7fc6cc082250 con 0x7fc6e0070880 2024-07-27T06:50:09.640 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.642+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 msgr2=0x7fc6c0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.642+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 0x7fc6c0079550 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fc6d4007fd0 tx=0x7fc6d4009040 comp rx=0 tx=0).stop 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.642+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 msgr2=0x7fc6e01f89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.642+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc034040 tx=0x7fc6cc0039e0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.642+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 shutdown_connections 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6c0077040 0x7fc6c0079550 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6e00ad8c0 0x7fc6e01f8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6e0070880 0x7fc6e01f89a0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 --2- 172.21.15.66:0/1703185648 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6e006c780 0x7fc6e014ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 >> 172.21.15.66:0/1703185648 conn(0x7fc6e00b30b0 msgr2=0x7fc6e00af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:09.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 shutdown_connections 2024-07-27T06:50:09.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.643+0000 7fc6e6200640 1 -- 172.21.15.66:0/1703185648 wait complete. 2024-07-27T06:50:09.680 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-07-27T06:50:09.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 -- 172.21.15.66:0/3891824200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 msgr2=0x7fb40c0b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 --2- 172.21.15.66:0/3891824200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c0b7460 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fb404005fd0 tx=0x7fb40402aa90 comp rx=0 tx=0).stop 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 -- 172.21.15.66:0/3891824200 shutdown_connections 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 --2- 172.21.15.66:0/3891824200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c0b7460 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 --2- 172.21.15.66:0/3891824200 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0d2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.959+0000 7fb412e00640 1 -- 172.21.15.66:0/3891824200 >> 172.21.15.66:0/3891824200 conn(0x7fb40c0d3d20 msgr2=0x7fb40c0d4130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.960+0000 7fb412e00640 1 -- 172.21.15.66:0/3891824200 shutdown_connections 2024-07-27T06:50:09.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.960+0000 7fb412e00640 1 -- 172.21.15.66:0/3891824200 wait complete. 2024-07-27T06:50:09.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.962+0000 7fb412e00640 1 Processor -- start 2024-07-27T06:50:09.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.962+0000 7fb412e00640 1 -- start start 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb40c0b5400 0x7fb40c0ca550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb40c0b7b20 con 0x7fb40c0b7050 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb40c0b79a0 con 0x7fb40c0b5400 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb40c0b7ca0 con 0x7fb40c0b9050 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb411000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb411000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52450/0 (socket says 172.21.15.66:52450) 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb411000640 1 -- 172.21.15.66:0/3173427380 learned_addr learned my addr 172.21.15.66:0/3173427380 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb411a00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb40c0b5400 0x7fb40c0ca550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb412400640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.964+0000 7fb411000640 1 -- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 msgr2=0x7fb40c0b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb411000640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb411000640 1 -- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb40c0b5400 msgr2=0x7fb40c0ca550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb411000640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb40c0b5400 0x7fb40c0ca550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb411000640 1 -- 172.21.15.66:0/3173427380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb40c0b4950 con 0x7fb40c0b7050 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb412400640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb411000640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800d740 tx=0x7fb3f800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f8017070 con 0x7fb40c0b7050 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3f8009d20 con 0x7fb40c0b7050 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f80106c0 con 0x7fb40c0b7050 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb40c0b4c30 con 0x7fb40c0b7050 2024-07-27T06:50:09.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.965+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb40c1f8640 con 0x7fb40c0b7050 2024-07-27T06:50:09.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.967+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb40c0b8150 con 0x7fb40c0b7050 2024-07-27T06:50:09.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.969+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb3f801a070 con 0x7fb40c0b7050 2024-07-27T06:50:09.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.970+0000 7fb409600640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 0x7fb3ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:09.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.970+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7fb3f8098bb0 con 0x7fb40c0b7050 2024-07-27T06:50:09.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.971+0000 7fb411a00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 0x7fb3ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:09.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.972+0000 7fb411a00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 0x7fb3ec079520 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb4000015e0 tx=0x7fb400009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:09.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:09.973+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3f8062090 con 0x7fb40c0b7050 2024-07-27T06:50:10.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.187+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fb40c06e530 con 0x7fb40c0b7050 2024-07-27T06:50:10.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.657+0000 7fb409600640 1 -- 172.21.15.66:0/3173427380 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) ==== 171+0+0 (secure 0 0 0) 0x7fb3f8061990 con 0x7fb40c0b7050 2024-07-27T06:50:10.659 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:50:10.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 msgr2=0x7fb3ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:10.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 0x7fb3ec079520 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb4000015e0 tx=0x7fb400009040 comp rx=0 tx=0).stop 2024-07-27T06:50:10.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 msgr2=0x7fb40c15c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:10.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3f800d740 tx=0x7fb3f800dc00 comp rx=0 tx=0).stop 2024-07-27T06:50:10.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 shutdown_connections 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3ec077010 0x7fb3ec079520 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb40c0b9050 0x7fb40c0b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb40c0b7050 0x7fb40c15c440 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 --2- 172.21.15.66:0/3173427380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb40c0b5400 0x7fb40c0ca550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.662+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 >> 172.21.15.66:0/3173427380 conn(0x7fb40c0d3d20 msgr2=0x7fb40c0ce980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.663+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 shutdown_connections 2024-07-27T06:50:10.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.663+0000 7fb412e00640 1 -- 172.21.15.66:0/3173427380 wait complete. 2024-07-27T06:50:10.712 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:50:10.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 -- 172.21.15.66:0/2622906513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f4151010 msgr2=0x7f72f40b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:10.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 --2- 172.21.15.66:0/2622906513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f4151010 0x7f72f40b38c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f72f41515a0 tx=0x7f72e402a4b0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 -- 172.21.15.66:0/2622906513 shutdown_connections 2024-07-27T06:50:10.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 --2- 172.21.15.66:0/2622906513 >> v2:172.21.15.155:3300/0 conn(0x7f72f406de60 0x7f72f406e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 --2- 172.21.15.66:0/2622906513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f4151010 0x7f72f40b38c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 -- 172.21.15.66:0/2622906513 >> 172.21.15.66:0/2622906513 conn(0x7f72f406c780 msgr2=0x7f72f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:10.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 -- 172.21.15.66:0/2622906513 shutdown_connections 2024-07-27T06:50:10.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.968+0000 7f72f9400640 1 -- 172.21.15.66:0/2622906513 wait complete. 2024-07-27T06:50:10.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.971+0000 7f72f9400640 1 Processor -- start 2024-07-27T06:50:10.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.971+0000 7f72f9400640 1 -- start start 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f406de60 0x7f72f41409c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f4151010 0x7f72f414daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f72f415a4b0 con 0x7f72f40ae830 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72f40703e0 con 0x7f72f4151010 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.972+0000 7f72f9400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72f415a630 con 0x7f72f406de60 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36604/0 (socket says 172.21.15.66:36604) 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 -- 172.21.15.66:0/567669259 learned_addr learned my addr 172.21.15.66:0/567669259 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3e00640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f406de60 0x7f72f41409c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f8a00640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f4151010 0x7f72f414daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 -- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f406de60 msgr2=0x7f72f41409c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f406de60 0x7f72f41409c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 -- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f4151010 msgr2=0x7f72f414daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f4151010 0x7f72f414daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 -- 172.21.15.66:0/567669259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72f4155700 con 0x7f72f40ae830 2024-07-27T06:50:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.973+0000 7f72f3400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009fd0 tx=0x7f72dc00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.974+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc015020 con 0x7f72f40ae830 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.974+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72dc011920 con 0x7f72f40ae830 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.974+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72dc011d50 con 0x7f72f40ae830 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.974+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72f41559a0 con 0x7f72f40ae830 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.974+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72f41f4ec0 con 0x7f72f40ae830 2024-07-27T06:50:10.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.975+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72f406e270 con 0x7f72f40ae830 2024-07-27T06:50:10.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.977+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f72dc018020 con 0x7f72f40ae830 2024-07-27T06:50:10.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.978+0000 7f72ebe00640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 0x7f72d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:10.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.978+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7f72dc098870 con 0x7f72f40ae830 2024-07-27T06:50:10.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.979+0000 7f72f3e00640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 0x7f72d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:10.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.980+0000 7f72f3e00640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 0x7f72d0079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f72e4033000 tx=0x7f72e4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:10.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:10.984+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72dc01f020 con 0x7f72f40ae830 2024-07-27T06:50:11.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.237+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f72f4155b70 con 0x7f72f40ae830 2024-07-27T06:50:11.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.685+0000 7f72ebe00640 1 -- 172.21.15.66:0/567669259 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f72dc061ac0 con 0x7f72f40ae830 2024-07-27T06:50:11.690 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 2 and data pool 3 2024-07-27T06:50:11.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.693+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 msgr2=0x7f72d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:11.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.693+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 0x7f72d0079520 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f72e4033000 tx=0x7f72e4004730 comp rx=0 tx=0).stop 2024-07-27T06:50:11.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.693+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 msgr2=0x7f72f414d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:11.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.693+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f72dc009fd0 tx=0x7f72dc00b870 comp rx=0 tx=0).stop 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 shutdown_connections 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d0077010 0x7f72d0079520 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f4151010 0x7f72f414daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f40ae830 0x7f72f414d560 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 --2- 172.21.15.66:0/567669259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f406de60 0x7f72f41409c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.694+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 >> 172.21.15.66:0/567669259 conn(0x7f72f406c780 msgr2=0x7f72f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:11.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.696+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 shutdown_connections 2024-07-27T06:50:11.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.696+0000 7f72f9400640 1 -- 172.21.15.66:0/567669259 wait complete. 2024-07-27T06:50:11.737 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-07-27T06:50:11.738 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-07-27T06:50:12.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 -- 172.21.15.66:0/936687443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 msgr2=0x7f1c180d06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/936687443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180d06c0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1c1806f9a0 tx=0x7f1c0802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 -- 172.21.15.66:0/936687443 shutdown_connections 2024-07-27T06:50:12.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/936687443 >> v2:172.21.15.155:3300/0 conn(0x7f1c180ceed0 0x7f1c180cf2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/936687443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/936687443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180d06c0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 -- 172.21.15.66:0/936687443 >> 172.21.15.66:0/936687443 conn(0x7f1c180d3d10 msgr2=0x7f1c180d4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:12.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:11.999+0000 7f1c1cc00640 1 -- 172.21.15.66:0/936687443 shutdown_connections 2024-07-27T06:50:12.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.000+0000 7f1c1cc00640 1 -- 172.21.15.66:0/936687443 wait complete. 2024-07-27T06:50:12.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.002+0000 7f1c1cc00640 1 Processor -- start 2024-07-27T06:50:12.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.002+0000 7f1c1cc00640 1 -- start start 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.003+0000 7f1c1cc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c180ceed0 0x7f1c181f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.003+0000 7f1c1cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180c7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c1cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c1cc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c180b9890 con 0x7f1c180d29d0 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c1cc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c180b9710 con 0x7f1c180ceed0 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c1cc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c180d4950 con 0x7f1c180d0c00 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36628/0 (socket says 172.21.15.66:36628) 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 -- 172.21.15.66:0/2706353928 learned_addr learned my addr 172.21.15.66:0/2706353928 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:12.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17400640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c180ceed0 0x7f1c181f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c0fe00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180c7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 -- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 msgr2=0x7f1c180c7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180c7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 -- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c180ceed0 msgr2=0x7f1c181f8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c180ceed0 0x7f1c181f8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c17e00640 1 -- 172.21.15.66:0/2706353928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c18153f90 con 0x7f1c180d29d0 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.004+0000 7f1c0fe00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180c7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:12.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c17e00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1c1000cae0 tx=0x7f1c100071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c10007da0 con 0x7f1c180d29d0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c10003990 con 0x7f1c180d29d0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c18154270 con 0x7f1c180d29d0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c10003e00 con 0x7f1c180d29d0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.005+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c18154830 con 0x7f1c180d29d0 2024-07-27T06:50:12.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.006+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c180ce990 con 0x7f1c180d29d0 2024-07-27T06:50:12.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.008+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1c10004030 con 0x7f1c180d29d0 2024-07-27T06:50:12.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.009+0000 7f1c0f400640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 0x7f1bf4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.009+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f1c10098ff0 con 0x7f1c180d29d0 2024-07-27T06:50:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.009+0000 7f1c17400640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 0x7f1bf4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.011+0000 7f1c17400640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 0x7f1bf4079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1c08034000 tx=0x7f1c08004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:12.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.014+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1c10014070 con 0x7f1c180d29d0 2024-07-27T06:50:12.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.233+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f1c180d0290 con 0x7f1c180d29d0 2024-07-27T06:50:12.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.652+0000 7f1c0f400640 1 -- 172.21.15.66:0/2706353928 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) ==== 157+0+0 (secure 0 0 0) 0x7f1c100621b0 con 0x7f1c180d29d0 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 msgr2=0x7f1bf4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 0x7f1bf4079550 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f1c08034000 tx=0x7f1c08004730 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 msgr2=0x7f1c180ccf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1c1000cae0 tx=0x7f1c100071c0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 shutdown_connections 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bf4077040 0x7f1bf4079550 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c180d29d0 0x7f1c180ccf40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c180d0c00 0x7f1c180c7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 --2- 172.21.15.66:0/2706353928 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c180ceed0 0x7f1c181f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.655+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 >> 172.21.15.66:0/2706353928 conn(0x7f1c180d3d10 msgr2=0x7f1c1806def0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:12.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.656+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 shutdown_connections 2024-07-27T06:50:12.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.656+0000 7f1c1cc00640 1 -- 172.21.15.66:0/2706353928 wait complete. 2024-07-27T06:50:12.689 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 -- 172.21.15.66:0/3443158944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 msgr2=0x7f5ab80d23b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 --2- 172.21.15.66:0/3443158944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab80d23b0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5aa4009830 tx=0x7f5aa402a3f0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 -- 172.21.15.66:0/3443158944 shutdown_connections 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 --2- 172.21.15.66:0/3443158944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab80d23b0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 --2- 172.21.15.66:0/3443158944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 0x7f5ab80b6be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 -- 172.21.15.66:0/3443158944 >> 172.21.15.66:0/3443158944 conn(0x7f5ab80d3d90 msgr2=0x7f5ab80d41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:12.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 -- 172.21.15.66:0/3443158944 shutdown_connections 2024-07-27T06:50:12.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.987+0000 7f5abe000640 1 -- 172.21.15.66:0/3443158944 wait complete. 2024-07-27T06:50:12.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.989+0000 7f5abe000640 1 Processor -- start 2024-07-27T06:50:12.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.990+0000 7f5abe000640 1 -- start start 2024-07-27T06:50:12.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 0x7f5ab8158fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 0x7f5ab81f8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab80cfc90 con 0x7f5ab80b7120 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab80cfb10 con 0x7f5ab80b5290 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abe000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab80d28f0 con 0x7f5ab80b4e80 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abd600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abd600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36640/0 (socket says 172.21.15.66:36640) 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.991+0000 7f5abd600640 1 -- 172.21.15.66:0/343909240 learned_addr learned my addr 172.21.15.66:0/343909240 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abcc00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 0x7f5ab8158fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5ab7e00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 0x7f5ab81f8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 -- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 msgr2=0x7f5ab8158fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 0x7f5ab8158fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 -- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 msgr2=0x7f5ab81f8f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:12.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 0x7f5ab81f8f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:12.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 -- 172.21.15.66:0/343909240 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab8146530 con 0x7f5ab80b7120 2024-07-27T06:50:12.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5ab7e00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 0x7f5ab81f8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:12.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5abd600640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c730 tx=0x7f5ab000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.992+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0003b70 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.993+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5ab0003d30 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.993+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab00052d0 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.993+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ab8146810 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.993+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ab8146dd0 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.994+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ab80b6be0 con 0x7f5ab80b7120 2024-07-27T06:50:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.995+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5ab0005680 con 0x7f5ab80b7120 2024-07-27T06:50:12.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.997+0000 7f5ab4c00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 0x7f5a98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:12.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.997+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6007+0+0 (secure 0 0 0) 0x7f5ab0098a40 con 0x7f5ab80b7120 2024-07-27T06:50:12.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.997+0000 7f5abcc00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 0x7f5a98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:13.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:12.999+0000 7f5abcc00640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 0x7f5a98079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005fd0 tx=0x7f5aac005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:13.002+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5ab0061b00 con 0x7f5ab80b7120 2024-07-27T06:50:13.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:13.214+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f5ab80b8540 con 0x7f5ab80b7120 2024-07-27T06:50:14.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.703+0000 7f5ab4c00640 1 -- 172.21.15.66:0/343909240 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) ==== 228+0+0 (secure 0 0 0) 0x7f5ab0061400 con 0x7f5ab80b7120 2024-07-27T06:50:14.705 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data_ec' created 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.707+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 msgr2=0x7f5a98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.707+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 0x7f5a98079520 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f5aac005fd0 tx=0x7f5aac005dc0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.707+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 msgr2=0x7f5ab81f94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.707+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c730 tx=0x7f5ab000cbf0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 shutdown_connections 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5a98077010 0x7f5a98079520 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ab80b7120 0x7f5ab81f94a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5ab80b5290 0x7f5ab81f8f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 --2- 172.21.15.66:0/343909240 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5ab80b4e80 0x7f5ab8158fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:14.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.708+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 >> 172.21.15.66:0/343909240 conn(0x7f5ab80d3d90 msgr2=0x7f5ab81e9070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:14.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.709+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 shutdown_connections 2024-07-27T06:50:14.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:14.709+0000 7f5abe000640 1 -- 172.21.15.66:0/343909240 wait complete. 2024-07-27T06:50:14.748 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 -- 172.21.15.66:0/2812358407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0df8004800 msgr2=0x7f0df8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 --2- 172.21.15.66:0/2812358407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0df8004800 0x7f0df8004c10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc009b50 tx=0x7f0df8005830 comp rx=0 tx=0).stop 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 -- 172.21.15.66:0/2812358407 shutdown_connections 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 --2- 172.21.15.66:0/2812358407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0df8004800 0x7f0df8004c10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 -- 172.21.15.66:0/2812358407 >> 172.21.15.66:0/2812358407 conn(0x7f0e1406d110 msgr2=0x7f0e140b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:15.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 -- 172.21.15.66:0/2812358407 shutdown_connections 2024-07-27T06:50:15.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.017+0000 7f0e19200640 1 -- 172.21.15.66:0/2812358407 wait complete. 2024-07-27T06:50:15.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.020+0000 7f0e19200640 1 Processor -- start 2024-07-27T06:50:15.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.020+0000 7f0e19200640 1 -- start start 2024-07-27T06:50:15.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.021+0000 7f0e19200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 0x7f0e141f2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e19200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e19200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e140c6350 0x7f0e141f69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e19200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e141600b0 con 0x7f0e140c5a00 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e19200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0e141609b0 con 0x7f0df8004800 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e19200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0e14160230 con 0x7f0e140c6350 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36656/0 (socket says 172.21.15.66:36656) 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 -- 172.21.15.66:0/1310038120 learned_addr learned my addr 172.21.15.66:0/1310038120 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e11e00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 0x7f0e141f2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e12800640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e140c6350 0x7f0e141f69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:15.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 -- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e140c6350 msgr2=0x7f0e141f69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e140c6350 0x7f0e141f69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 -- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 msgr2=0x7f0e141f2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 0x7f0e141f2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e0be00640 1 -- 172.21.15.66:0/1310038120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e1414f080 con 0x7f0e140c5a00 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.022+0000 7f0e11e00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 0x7f0e141f2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e0be00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc036040 tx=0x7f0dfc033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dfc038040 con 0x7f0e140c5a00 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0dfc041070 con 0x7f0e140c5a00 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e140c4f20 con 0x7f0e140c5a00 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dfc033e10 con 0x7f0e140c5a00 2024-07-27T06:50:15.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.023+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e140c54e0 con 0x7f0e140c5a00 2024-07-27T06:50:15.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.024+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e1414edf0 con 0x7f0e140c5a00 2024-07-27T06:50:15.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.026+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0dfc046460 con 0x7f0e140c5a00 2024-07-27T06:50:15.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.027+0000 7f0e0a000640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 0x7f0df0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:15.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.027+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6500+0+0 (secure 0 0 0) 0x7f0dfc0b9710 con 0x7f0e140c5a00 2024-07-27T06:50:15.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.028+0000 7f0e11e00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 0x7f0df0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:15.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.029+0000 7f0e11e00640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 0x7f0df0079550 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0e040064d0 tx=0x7f0e04006a80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.032+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0dfc0825e0 con 0x7f0e140c5a00 2024-07-27T06:50:15.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.247+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f0e1406a140 con 0x7f0e140c5a00 2024-07-27T06:50:15.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.717+0000 7f0e0a000640 1 -- 172.21.15.66:0/1310038120 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) ==== 169+0+0 (secure 0 0 0) 0x7f0e1406a140 con 0x7f0e140c5a00 2024-07-27T06:50:15.719 INFO:teuthology.orchestra.run.smithi066.stderr:set pool 4 allow_ec_overwrites to true 2024-07-27T06:50:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 msgr2=0x7f0df0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 0x7f0df0079550 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0e040064d0 tx=0x7f0e04006a80 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 msgr2=0x7f0e140c5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0dfc036040 tx=0x7f0dfc033670 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 shutdown_connections 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0df0077040 0x7f0df0079550 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e140c6350 0x7f0e141f69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e140c5a00 0x7f0e140c5e10 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 --2- 172.21.15.66:0/1310038120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0df8004800 0x7f0e141f2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.721+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 >> 172.21.15.66:0/1310038120 conn(0x7f0e1406d110 msgr2=0x7f0e1413cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:15.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.722+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 shutdown_connections 2024-07-27T06:50:15.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:15.723+0000 7f0e19200640 1 -- 172.21.15.66:0/1310038120 wait complete. 2024-07-27T06:50:15.780 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-07-27T06:50:16.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 -- 172.21.15.66:0/2662568071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b4004050 msgr2=0x7fc7b4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:16.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 --2- 172.21.15.66:0/2662568071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b4004050 0x7fc7b4004800 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc0d36b0 tx=0x7fc7b4005830 comp rx=0 tx=0).stop 2024-07-27T06:50:16.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d2800640 1 -- 172.21.15.66:0/2662568071 reap_dead start 2024-07-27T06:50:16.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 -- 172.21.15.66:0/2662568071 shutdown_connections 2024-07-27T06:50:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 -- 172.21.15.66:0/2662568071 >> 172.21.15.66:0/2662568071 conn(0x7fc7cc0d3cd0 msgr2=0x7fc7cc0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 -- 172.21.15.66:0/2662568071 shutdown_connections 2024-07-27T06:50:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.035+0000 7fc7d3200640 1 -- 172.21.15.66:0/2662568071 wait complete. 2024-07-27T06:50:16.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.038+0000 7fc7d3200640 1 Processor -- start 2024-07-27T06:50:16.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.038+0000 7fc7d3200640 1 -- start start 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.039+0000 7fc7d3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 0x7fc7cc14c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7cc0cda10 0x7fc7cc0b1300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cf130 con 0x7fc7cc0cde20 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cefb0 con 0x7fc7cc0cda10 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc7cc0cf2b0 con 0x7fc7b4004050 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36670/0 (socket says 172.21.15.66:36670) 2024-07-27T06:50:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 -- 172.21.15.66:0/1325018613 learned_addr learned my addr 172.21.15.66:0/1325018613 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d1e00640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 0x7fc7cc14c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 -- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 msgr2=0x7fc7cc14c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 0x7fc7cc14c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 -- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7cc0cda10 msgr2=0x7fc7cc0b1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7cc0cda10 0x7fc7cc0b1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d2800640 1 -- 172.21.15.66:0/1325018613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7cc14a080 con 0x7fc7cc0cde20 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.040+0000 7fc7d1e00640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 0x7fc7cc14c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7d2800640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8001330 tx=0x7fc7c800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c800cc20 con 0x7fc7cc0cde20 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7c8018070 con 0x7fc7cc0cde20 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c80116c0 con 0x7fc7cc0cde20 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7cc14cd70 con 0x7fc7cc0cde20 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.041+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7cc14a640 con 0x7fc7cc0cde20 2024-07-27T06:50:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.042+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7cc0cf7b0 con 0x7fc7cc0cde20 2024-07-27T06:50:16.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.044+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc7c8011860 con 0x7fc7cc0cde20 2024-07-27T06:50:16.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.045+0000 7fc7c6000640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 0x7fc7b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.045+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6500+0+0 (secure 0 0 0) 0x7fc7c80990c0 con 0x7fc7cc0cde20 2024-07-27T06:50:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.046+0000 7fc7d1e00640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 0x7fc7b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.048+0000 7fc7d1e00640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 0x7fc7b0079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0009a80 tx=0x7fc7c0005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:16.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.050+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7c8061f90 con 0x7fc7cc0cde20 2024-07-27T06:50:16.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.310+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fc7cc0b8b10 con 0x7fc7cc0cde20 2024-07-27T06:50:16.370 INFO:tasks.ceph.mds.b.smithi155.stderr:2024-07-27T06:50:16.368+0000 7fbfcb800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:50:16.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.738+0000 7fc7c6000640 1 -- 172.21.15.66:0/1325018613 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7fc7c806a1d0 con 0x7fc7cc0cde20 2024-07-27T06:50:16.741 INFO:teuthology.orchestra.run.smithi066.stderr:added data pool 4 to fsmap 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 msgr2=0x7fc7b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 0x7fc7b0079520 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0009a80 tx=0x7fc7c0005f30 comp rx=0 tx=0).stop 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 msgr2=0x7fc7cc0b1840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc7c8001330 tx=0x7fc7c800ed10 comp rx=0 tx=0).stop 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 shutdown_connections 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc7b0077010 0x7fc7b0079520 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7cc0cde20 0x7fc7cc0b1840 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7cc0cda10 0x7fc7cc0b1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 --2- 172.21.15.66:0/1325018613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4004050 0x7fc7cc14c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:16.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 >> 172.21.15.66:0/1325018613 conn(0x7fc7cc0d3cd0 msgr2=0x7fc7cc0b0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:16.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 shutdown_connections 2024-07-27T06:50:16.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:16.742+0000 7fc7d3200640 1 -- 172.21.15.66:0/1325018613 wait complete. 2024-07-27T06:50:16.773 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:17.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 -- 172.21.15.66:0/1763742604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 msgr2=0x7f4a840b35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 --2- 172.21.15.66:0/1763742604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a840b35d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c005fd0 tx=0x7f4a7c02a4f0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 -- 172.21.15.66:0/1763742604 shutdown_connections 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 --2- 172.21.15.66:0/1763742604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a840b35d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 --2- 172.21.15.66:0/1763742604 >> v2:172.21.15.155:3300/0 conn(0x7f4a8406e560 0x7f4a84154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 -- 172.21.15.66:0/1763742604 >> 172.21.15.66:0/1763742604 conn(0x7f4a8406c780 msgr2=0x7f4a8406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.060+0000 7f4a88c00640 1 -- 172.21.15.66:0/1763742604 shutdown_connections 2024-07-27T06:50:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.061+0000 7f4a88c00640 1 -- 172.21.15.66:0/1763742604 wait complete. 2024-07-27T06:50:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.063+0000 7f4a88c00640 1 Processor -- start 2024-07-27T06:50:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.063+0000 7f4a88c00640 1 -- start start 2024-07-27T06:50:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.064+0000 7f4a88c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a8406e560 0x7f4a8414ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a88c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a88c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a84161af0 0x7f4a84155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a88c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4a840b3ed0 con 0x7f4a840b31c0 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a88c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4a840b3d50 con 0x7f4a8406e560 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a88c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4a840b4050 con 0x7f4a84161af0 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a82a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a82a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36676/0 (socket says 172.21.15.66:36676) 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a82a00640 1 -- 172.21.15.66:0/387586954 learned_addr learned my addr 172.21.15.66:0/387586954 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a83400640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a8406e560 0x7f4a8414ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.065+0000 7f4a83e00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a84161af0 0x7f4a84155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 -- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a84161af0 msgr2=0x7f4a84155620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a84161af0 0x7f4a84155620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 -- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a8406e560 msgr2=0x7f4a8414ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a8406e560 0x7f4a8414ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 -- 172.21.15.66:0/387586954 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a84140890 con 0x7f4a840b31c0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a82a00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000b3f0 tx=0x7f4a7000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70015020 con 0x7f4a840b31c0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a70011920 con 0x7f4a840b31c0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a841f5f40 con 0x7f4a840b31c0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a70011d70 con 0x7f4a840b31c0 2024-07-27T06:50:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.066+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a8414f7c0 con 0x7f4a840b31c0 2024-07-27T06:50:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.067+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a8414f2d0 con 0x7f4a840b31c0 2024-07-27T06:50:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.069+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4a70018020 con 0x7f4a840b31c0 2024-07-27T06:50:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.070+0000 7f4a7b400640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 0x7f4a64079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.070+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f4a70098840 con 0x7f4a840b31c0 2024-07-27T06:50:17.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.071+0000 7f4a83400640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 0x7f4a64079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.072+0000 7f4a83400640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 0x7f4a64079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4a74005fd0 tx=0x7f4a740097d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:17.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.075+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a7001f030 con 0x7f4a840b31c0 2024-07-27T06:50:17.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.330+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a841f5cd0 con 0x7f4a840b31c0 2024-07-27T06:50:17.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.332+0000 7f4a7b400640 1 -- 172.21.15.66:0/387586954 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5219 (secure 0 0 0) 0x7f4a70061780 con 0x7f4a840b31c0 2024-07-27T06:50:17.333 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:17.334 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":7,"btime":"2024-07-27T06:50:16:719206+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:16.312475+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:17.334 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 7 2024-07-27T06:50:17.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.334+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 msgr2=0x7f4a64079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.334+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 0x7f4a64079520 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4a74005fd0 tx=0x7f4a740097d0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.334+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 msgr2=0x7f4a84140350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.334+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4a7000b3f0 tx=0x7f4a7000b8b0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 shutdown_connections 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a64077010 0x7f4a64079520 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a84161af0 0x7f4a84155620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a840b31c0 0x7f4a84140350 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 --2- 172.21.15.66:0/387586954 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a8406e560 0x7f4a8414ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 >> 172.21.15.66:0/387586954 conn(0x7f4a8406c780 msgr2=0x7f4a84072f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:17.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 shutdown_connections 2024-07-27T06:50:17.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.335+0000 7f4a88c00640 1 -- 172.21.15.66:0/387586954 wait complete. 2024-07-27T06:50:17.364 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 -- 172.21.15.66:0/3394813459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b00cd960 msgr2=0x7f71b00cdd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 --2- 172.21.15.66:0/3394813459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b00cd960 0x7f71b00cdd70 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f71b00cc530 tx=0x7f71a802aac0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 -- 172.21.15.66:0/3394813459 shutdown_connections 2024-07-27T06:50:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 --2- 172.21.15.66:0/3394813459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b00cd960 0x7f71b00cdd70 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 --2- 172.21.15.66:0/3394813459 >> v2:172.21.15.155:3300/0 conn(0x7f71b006f800 0x7f71b006fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.654+0000 7f71afe00640 1 -- 172.21.15.66:0/3394813459 >> 172.21.15.66:0/3394813459 conn(0x7f71b006c780 msgr2=0x7f71b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:17.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.655+0000 7f71afe00640 1 -- 172.21.15.66:0/3394813459 shutdown_connections 2024-07-27T06:50:17.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.655+0000 7f71afe00640 1 -- 172.21.15.66:0/3394813459 wait complete. 2024-07-27T06:50:17.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.657+0000 7f71afe00640 1 Processor -- start 2024-07-27T06:50:17.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.657+0000 7f71afe00640 1 -- start start 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71b006f800 0x7f71b01347f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 0x7f71b015a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71b00ce430 con 0x7f71b0143ac0 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f71b00ce2b0 con 0x7f71b00cd960 2024-07-27T06:50:17.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71afe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71b00ce5b0 con 0x7f71b006f800 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36690/0 (socket says 172.21.15.66:36690) 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 -- 172.21.15.66:0/2040134062 learned_addr learned my addr 172.21.15.66:0/2040134062 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71aea00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71b006f800 0x7f71b01347f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71ae000640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 0x7f71b015a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 -- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71b006f800 msgr2=0x7f71b01347f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71b006f800 0x7f71b01347f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 -- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 msgr2=0x7f71b015a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.659+0000 7f71af400640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 0x7f71b015a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71af400640 1 -- 172.21.15.66:0/2040134062 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b015dea0 con 0x7f71b0143ac0 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71ae000640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 0x7f71b015a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:17.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71af400640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f71a802b0b0 tx=0x7f71a8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:17.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8004250 con 0x7f71b0143ac0 2024-07-27T06:50:17.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71a80043f0 con 0x7f71b0143ac0 2024-07-27T06:50:17.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8004820 con 0x7f71b0143ac0 2024-07-27T06:50:17.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71b015e180 con 0x7f71b0143ac0 2024-07-27T06:50:17.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.660+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71b01e8660 con 0x7f71b0143ac0 2024-07-27T06:50:17.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.662+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71b015dbf0 con 0x7f71b0143ac0 2024-07-27T06:50:17.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.663+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f71a8049430 con 0x7f71b0143ac0 2024-07-27T06:50:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.664+0000 7f71a6a00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 0x7f7190079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.664+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f71a80b99d0 con 0x7f71b0143ac0 2024-07-27T06:50:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.665+0000 7f71aea00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 0x7f7190079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.666+0000 7f71aea00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 0x7f7190079550 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f71a00015e0 tx=0x7f71a0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.668+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f71a8032030 con 0x7f71b0143ac0 2024-07-27T06:50:17.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.884+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71b006f5e0 con 0x7f71b0143ac0 2024-07-27T06:50:17.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.887+0000 7f71a6a00640 1 -- 172.21.15.66:0/2040134062 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f71a8082880 con 0x7f71b0143ac0 2024-07-27T06:50:17.889 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:17.889 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 msgr2=0x7f7190079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 0x7f7190079550 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f71a00015e0 tx=0x7f71a0009040 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 msgr2=0x7f71b01f8500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f71a802b0b0 tx=0x7f71a8003f10 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 shutdown_connections 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7190077040 0x7f7190079550 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71b0143ac0 0x7f71b01f8500 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71b00cd960 0x7f71b015a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 --2- 172.21.15.66:0/2040134062 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71b006f800 0x7f71b01347f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:17.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.890+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 >> 172.21.15.66:0/2040134062 conn(0x7f71b006c780 msgr2=0x7f71b00ae560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:17.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.891+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 shutdown_connections 2024-07-27T06:50:17.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:17.891+0000 7f71afe00640 1 -- 172.21.15.66:0/2040134062 wait complete. 2024-07-27T06:50:17.920 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 -- 172.21.15.66:0/2350054975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79540b47f0 msgr2=0x7f79540ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 --2- 172.21.15.66:0/2350054975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79540b47f0 0x7f79540ce8a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f79540ce2b0 tx=0x7f794c02aa00 comp rx=0 tx=0).stop 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 -- 172.21.15.66:0/2350054975 shutdown_connections 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 --2- 172.21.15.66:0/2350054975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79540b47f0 0x7f79540ce8a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 --2- 172.21.15.66:0/2350054975 >> v2:172.21.15.155:3300/0 conn(0x7f79540d0a40 0x7f79540b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 -- 172.21.15.66:0/2350054975 >> 172.21.15.66:0/2350054975 conn(0x7f79540d3cd0 msgr2=0x7f79540d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 -- 172.21.15.66:0/2350054975 shutdown_connections 2024-07-27T06:50:18.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.210+0000 7f795a200640 1 -- 172.21.15.66:0/2350054975 wait complete. 2024-07-27T06:50:18.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.212+0000 7f795a200640 1 Processor -- start 2024-07-27T06:50:18.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.213+0000 7f795a200640 1 -- start start 2024-07-27T06:50:18.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79540b2b70 0x7f79541518e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79540b47f0 0x7f79541f4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f79540cf2c0 con 0x7f79541535a0 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79540cf140 con 0x7f79540b47f0 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f795a200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79540cf440 con 0x7f79540b2b70 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.214+0000 7f7959800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36716/0 (socket says 172.21.15.66:36716) 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 -- 172.21.15.66:0/727423750 learned_addr learned my addr 172.21.15.66:0/727423750 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7953e00640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79540b47f0 0x7f79541f4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7958e00640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79540b2b70 0x7f79541518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 -- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79540b2b70 msgr2=0x7f79541518e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79540b2b70 0x7f79541518e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 -- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79540b47f0 msgr2=0x7f79541f4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79540b47f0 0x7f79541f4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 -- 172.21.15.66:0/727423750 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7954151e20 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.215+0000 7f7959800640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79540d36b0 tx=0x7f794c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.216+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c033050 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.216+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f794c004550 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.216+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f794c038450 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.216+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79541f4860 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.216+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79541523d0 con 0x7f79541535a0 2024-07-27T06:50:18.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.217+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79541509c0 con 0x7f79541535a0 2024-07-27T06:50:18.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.218+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f794c036070 con 0x7f79541535a0 2024-07-27T06:50:18.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.219+0000 7f7950c00640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 0x7f7930079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.219+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f794c0ba0e0 con 0x7f79541535a0 2024-07-27T06:50:18.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.220+0000 7f7958e00640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 0x7f7930079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.221+0000 7f7958e00640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 0x7f7930079520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f794400b7f0 tx=0x7f7944008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:18.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.224+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f79541509c0 con 0x7f79541535a0 2024-07-27T06:50:18.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.437+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f79540b2810 con 0x7f79541535a0 2024-07-27T06:50:18.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.439+0000 7f7950c00640 1 -- 172.21.15.66:0/727423750 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f794c083030 con 0x7f79541535a0 2024-07-27T06:50:18.441 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:18.441 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.442+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 msgr2=0x7f7930079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.442+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 0x7f7930079520 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f794400b7f0 tx=0x7f7944008040 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.442+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 msgr2=0x7f79540b5750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.442+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f79540d36b0 tx=0x7f794c003f90 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 shutdown_connections 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7930077010 0x7f7930079520 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79541535a0 0x7f79540b5750 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79540b47f0 0x7f79541f4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 --2- 172.21.15.66:0/727423750 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79540b2b70 0x7f79541518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 >> 172.21.15.66:0/727423750 conn(0x7f79540d3cd0 msgr2=0x7f7954068970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:18.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 shutdown_connections 2024-07-27T06:50:18.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.443+0000 7f795a200640 1 -- 172.21.15.66:0/727423750 wait complete. 2024-07-27T06:50:18.489 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:18.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 -- 172.21.15.66:0/1573476615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 msgr2=0x7ff13c073520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 --2- 172.21.15.66:0/1573476615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c073520 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff13c071eb0 tx=0x7ff12c02a5f0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 -- 172.21.15.66:0/1573476615 shutdown_connections 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 --2- 172.21.15.66:0/1573476615 >> v2:172.21.15.155:3300/0 conn(0x7ff13c160080 0x7ff13c0cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 --2- 172.21.15.66:0/1573476615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c073520 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 -- 172.21.15.66:0/1573476615 >> 172.21.15.66:0/1573476615 conn(0x7ff13c06c780 msgr2=0x7ff13c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.781+0000 7ff142200640 1 -- 172.21.15.66:0/1573476615 shutdown_connections 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.782+0000 7ff142200640 1 -- 172.21.15.66:0/1573476615 wait complete. 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.784+0000 7ff142200640 1 Processor -- start 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.784+0000 7ff142200640 1 -- start start 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c0cee80 0x7ff13c155f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae0a0 0x7ff13c0ae4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c06e5b0 con 0x7ff13c159980 2024-07-27T06:50:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c06e430 con 0x7ff13c0cee80 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff142200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff13c06e730 con 0x7ff13c0ae0a0 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36730/0 (socket says 172.21.15.66:36730) 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 -- 172.21.15.66:0/235779367 learned_addr learned my addr 172.21.15.66:0/235779367 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff140e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c0cee80 0x7ff13c155f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff141800640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae0a0 0x7ff13c0ae4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 -- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae0a0 msgr2=0x7ff13c0ae4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae0a0 0x7ff13c0ae4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 -- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c0cee80 msgr2=0x7ff13c155f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c0cee80 0x7ff13c155f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.786+0000 7ff133e00640 1 -- 172.21.15.66:0/235779367 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13c0ae9f0 con 0x7ff13c159980 2024-07-27T06:50:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff133e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff12400c3c0 tx=0x7ff12400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124017070 con 0x7ff13c159980 2024-07-27T06:50:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1240035f0 con 0x7ff13c159980 2024-07-27T06:50:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124003a80 con 0x7ff13c159980 2024-07-27T06:50:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13c1564a0 con 0x7ff13c159980 2024-07-27T06:50:18.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.787+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff13c1f54f0 con 0x7ff13c159980 2024-07-27T06:50:18.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.788+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff13c06ebe0 con 0x7ff13c159980 2024-07-27T06:50:18.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.790+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff12401a070 con 0x7ff13c159980 2024-07-27T06:50:18.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.791+0000 7ff139600640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 0x7ff118079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:18.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.791+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff124097fa0 con 0x7ff13c159980 2024-07-27T06:50:18.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.791+0000 7ff140e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 0x7ff118079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:18.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.793+0000 7ff140e00640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 0x7ff118079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff12c033000 tx=0x7ff12c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:18.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:18.796+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff13c0ae9f0 con 0x7ff13c159980 2024-07-27T06:50:19.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.051+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff13c1f4fa0 con 0x7ff13c159980 2024-07-27T06:50:19.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.052+0000 7ff139600640 1 -- 172.21.15.66:0/235779367 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5219 (secure 0 0 0) 0x7ff124060f80 con 0x7ff13c159980 2024-07-27T06:50:19.053 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:19.054 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":7,"btime":"2024-07-27T06:50:16:719206+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:16.312475+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:19.054 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 7 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.055+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 msgr2=0x7ff118079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.055+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 0x7ff118079520 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff12c033000 tx=0x7ff12c004730 comp rx=0 tx=0).stop 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.055+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 msgr2=0x7ff13c0b43f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.055+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ff12400c3c0 tx=0x7ff12400c880 comp rx=0 tx=0).stop 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 shutdown_connections 2024-07-27T06:50:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff118077010 0x7ff118079520 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae0a0 0x7ff13c0ae4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c159980 0x7ff13c0b43f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 --2- 172.21.15.66:0/235779367 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c0cee80 0x7ff13c155f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 >> 172.21.15.66:0/235779367 conn(0x7ff13c06c780 msgr2=0x7ff13c15ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 shutdown_connections 2024-07-27T06:50:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.056+0000 7ff142200640 1 -- 172.21.15.66:0/235779367 wait complete. 2024-07-27T06:50:19.085 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 -- 172.21.15.66:0/389103572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 msgr2=0x7faae0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 --2- 172.21.15.66:0/389103572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faae0003e70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7faaec009b50 tx=0x7faae0005830 comp rx=0 tx=0).stop 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafd800640 1 -- 172.21.15.66:0/389103572 reap_dead start 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 -- 172.21.15.66:0/389103572 shutdown_connections 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 -- 172.21.15.66:0/389103572 >> 172.21.15.66:0/389103572 conn(0x7faaf806c780 msgr2=0x7faaf806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 -- 172.21.15.66:0/389103572 shutdown_connections 2024-07-27T06:50:19.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.372+0000 7faafe200640 1 -- 172.21.15.66:0/389103572 wait complete. 2024-07-27T06:50:19.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.375+0000 7faafe200640 1 Processor -- start 2024-07-27T06:50:19.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.375+0000 7faafe200640 1 -- start start 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faaf814a6c0 0x7faaf814ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faaf814b170 0x7faaf814b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faaf80af0e0 con 0x7faae0003a00 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faaf80aef60 con 0x7faaf814a6c0 2024-07-27T06:50:19.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafe200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faaf80b49c0 con 0x7faaf814b170 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.376+0000 7faafce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36754/0 (socket says 172.21.15.66:36754) 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 -- 172.21.15.66:0/284956022 learned_addr learned my addr 172.21.15.66:0/284956022 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 -- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faaf814b170 msgr2=0x7faaf814b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faaf814b170 0x7faaf814b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 -- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faaf814a6c0 msgr2=0x7faaf814ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faaf814a6c0 0x7faaf814ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 -- 172.21.15.66:0/284956022 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaf815cfc0 con 0x7faae0003a00 2024-07-27T06:50:19.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faafce00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faaec009c70 tx=0x7faaec033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:19.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.377+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec038040 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.378+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faaec004020 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.378+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaec004470 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.378+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaf81e6d30 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.378+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaf81e72f0 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.379+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaf815e3b0 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.380+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faaec045020 con 0x7faae0003a00 2024-07-27T06:50:19.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.381+0000 7faaf4c00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 0x7faad8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:19.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.381+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faaec0b95f0 con 0x7faae0003a00 2024-07-27T06:50:19.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.382+0000 7faaf7e00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 0x7faad8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:19.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.383+0000 7faaf7e00640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 0x7faad8079550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faae4005eb0 tx=0x7faae4005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:19.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.386+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faaec082540 con 0x7faae0003a00 2024-07-27T06:50:19.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.600+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faaf80b3480 con 0x7faae0003a00 2024-07-27T06:50:19.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.603+0000 7faaf4c00640 1 -- 172.21.15.66:0/284956022 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7faaec081e40 con 0x7faae0003a00 2024-07-27T06:50:19.605 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:19.605 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 msgr2=0x7faad8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 0x7faad8079550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7faae4005eb0 tx=0x7faae4005850 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 msgr2=0x7faaf8149f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7faaec009c70 tx=0x7faaec033670 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 shutdown_connections 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faad8077040 0x7faad8079550 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faaf814b170 0x7faaf814b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faaf814a6c0 0x7faaf814ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 --2- 172.21.15.66:0/284956022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faae0003a00 0x7faaf8149f30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 >> 172.21.15.66:0/284956022 conn(0x7faaf806c780 msgr2=0x7faaf8152c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:19.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 shutdown_connections 2024-07-27T06:50:19.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:19.606+0000 7faafe200640 1 -- 172.21.15.66:0/284956022 wait complete. 2024-07-27T06:50:20.036 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:50:11.239170+0000', 'modified': '2024-07-27T06:50:16.312475+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4393}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4393': {'gid': 4393, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/2688519329', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6836', 'nonce': 2688519329}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2688519329}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4393, 'qdb_cluster': [4393]} 2024-07-27T06:50:20.037 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:50:20.037 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 -- 172.21.15.66:0/745800021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc161ee0 msgr2=0x7fbcbc164300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 --2- 172.21.15.66:0/745800021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc161ee0 0x7fbcbc164300 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc0b5d00 tx=0x7fbcb402a560 comp rx=0 tx=0).stop 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 -- 172.21.15.66:0/745800021 shutdown_connections 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 --2- 172.21.15.66:0/745800021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc161ee0 0x7fbcbc164300 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 --2- 172.21.15.66:0/745800021 >> v2:172.21.15.155:3300/0 conn(0x7fbcbc072ea0 0x7fbcbc06f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 -- 172.21.15.66:0/745800021 >> 172.21.15.66:0/745800021 conn(0x7fbcbc0cfb90 msgr2=0x7fbcbc0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.338+0000 7fbcc1000640 1 -- 172.21.15.66:0/745800021 shutdown_connections 2024-07-27T06:50:20.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.339+0000 7fbcc1000640 1 -- 172.21.15.66:0/745800021 wait complete. 2024-07-27T06:50:20.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.341+0000 7fbcc1000640 1 Processor -- start 2024-07-27T06:50:20.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.341+0000 7fbcc1000640 1 -- start start 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbcbc072380 0x7fbcbc06e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 0x7fbcbc160de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc0cf760 con 0x7fbcbc072ea0 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc070470 con 0x7fbcbc072380 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcc1000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbcbc143e40 con 0x7fbcbc161ee0 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36780/0 (socket says 172.21.15.66:36780) 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 -- 172.21.15.66:0/1298614135 learned_addr learned my addr 172.21.15.66:0/1298614135 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbcbc072380 0x7fbcbc06e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcba800640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 0x7fbcbc160de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 -- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 msgr2=0x7fbcbc160de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 0x7fbcbc160de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 -- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbcbc072380 msgr2=0x7fbcbc06e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbcbc072380 0x7fbcbc06e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcb9400640 1 -- 172.21.15.66:0/1298614135 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcbc144e70 con 0x7fbcbc072ea0 2024-07-27T06:50:20.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.343+0000 7fbcba800640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 0x7fbcbc160de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcb9400640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbca800db50 tx=0x7fbca800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcb2000640 1 -- 172.21.15.66:0/1298614135 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca801b070 con 0x7fbcbc072ea0 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcb2000640 1 -- 172.21.15.66:0/1298614135 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbca800e450 con 0x7fbcbc072ea0 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcbc145150 con 0x7fbcbc072ea0 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcb2000640 1 -- 172.21.15.66:0/1298614135 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca800e8a0 con 0x7fbcbc072ea0 2024-07-27T06:50:20.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.344+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcbc143b80 con 0x7fbcbc072ea0 2024-07-27T06:50:20.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.347+0000 7fbcb2000640 1 -- 172.21.15.66:0/1298614135 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbca801e070 con 0x7fbcbc072ea0 2024-07-27T06:50:20.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.348+0000 7fbcb2000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 0x7fbc9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.348+0000 7fbcb2000640 1 -- 172.21.15.66:0/1298614135 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbca80991c0 con 0x7fbcbc072ea0 2024-07-27T06:50:20.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.349+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 0x7fbc9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.349+0000 7fbcc805e740 1 Processor -- start 2024-07-27T06:50:20.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.349+0000 7fbcc805e740 1 -- start start 2024-07-27T06:50:20.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 0x7fbc9c079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009f20 tx=0x7fbcac0094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e3340520c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334052600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e333fa7390 con 0x55e333c8f270 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e333f96a30 con 0x55e333c6e590 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.350+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e333f9a8d0 con 0x55e333c663b0 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36792/0 (socket says 172.21.15.66:36792) 2024-07-27T06:50:20.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3487134996 learned_addr learned my addr 172.21.15.66:0/3487134996 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9400640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e3340520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcba800640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334052600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 msgr2=0x55e3340520c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e3340520c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 msgr2=0x55e334052600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334052600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3487134996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e333f52d70 con 0x55e333c8f270 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.351+0000 7fbcba800640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334052600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.352+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009b60 tx=0x7fbcac011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53d0e798211124e server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.352+0000 7fbca6a00640 1 -- 172.21.15.66:0/3487134996 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac017dd0 con 0x55e333c8f270 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.352+0000 7fbca6a00640 1 -- 172.21.15.66:0/3487134996 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcac003970 con 0x55e333c8f270 2024-07-27T06:50:20.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.352+0000 7fbca6a00640 1 -- 172.21.15.66:0/3487134996 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac003ba0 con 0x55e333c8f270 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 -- 172.21.15.66:0/3487134996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 msgr2=0x55e334062900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009b60 tx=0x7fbcac011000 comp rx=0 tx=0).stop 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 -- 172.21.15.66:0/3487134996 shutdown_connections 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334052600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e3340520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3487134996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334062900 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 -- 172.21.15.66:0/3487134996 >> 172.21.15.66:0/3487134996 conn(0x55e333c833c0 msgr2=0x55e3340389e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 -- 172.21.15.66:0/3487134996 shutdown_connections 2024-07-27T06:50:20.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.353+0000 7fbcc805e740 1 -- 172.21.15.66:0/3487134996 wait complete. 2024-07-27T06:50:20.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.354+0000 7fbcc805e740 1 -- start start 2024-07-27T06:50:20.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.355+0000 7fbcc805e740 1 Processor -- start 2024-07-27T06:50:20.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334090760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c8f270 0x55e334090ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e333d09620 con 0x55e333c663b0 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e333f33e10 con 0x55e333c6e590 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e33407dbe0 con 0x55e333c8f270 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.356+0000 7fbcc805e740 10 client.0 _ll_register_callbacks cb 0x55e333f907b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36806/0 (socket says 172.21.15.66:36806) 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3818097011 learned_addr learned my addr 172.21.15.66:0/3818097011 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c8f270 msgr2=0x55e334090ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcba800640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c8f270 0x55e334090ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9400640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334090760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c8f270 0x55e334090ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 msgr2=0x55e334090760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334090760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 -- 172.21.15.66:0/3818097011 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e333cfa850 con 0x55e333c663b0 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbcac024040 tx=0x7fbcac017dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b296581e8e92aae server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.357+0000 7fbc9b400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:50:20.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcac030020 con 0x55e333c663b0 2024-07-27T06:50:20.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbcac004430 con 0x55e333c663b0 2024-07-27T06:50:20.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcac003970 con 0x55e333c663b0 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fbcac03a050 con 0x55e333c663b0 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbcc805e740 10 client.4461 fetch_fsmap learned FSMap version 7 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55e333d716b0 con 0x55e333c663b0 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcac003970 con 0x55e333c663b0 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7fbcac03d020 con 0x55e333c663b0 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbcc805e740 10 client.4461 fetch_fsmap finished waiting for FSMap version 7 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.358+0000 7fbcc805e740 10 client.4461 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.359+0000 7fbcc805e740 20 client.4461 populate_metadata read hostname 'smithi066' 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.359+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e333c4de40 0x55e334077f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.359+0000 7fbcc805e740 4 client.4461 mds_command: new command op to 4393 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.359+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 --> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e333fa92e0 con 0x55e333c4de40 2024-07-27T06:50:20.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.359+0000 7fbcb9400640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e333c4de40 0x55e334077f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.361+0000 7fbc9b400640 10 client.4461 ms_handle_connect on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:20.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.361+0000 7fbcb9400640 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e333c4de40 0x55e334077f30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ff9fdc58b21cad1 server_cookie=6bb1ec68ad69866b in_seq=0 out_seq=0 2024-07-27T06:50:20.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.362+0000 7fbc9b400640 1 -- 172.21.15.66:0/3818097011 <== mds.0 v2:172.21.15.155:6836/2688519329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e333fa92e0 con 0x55e333c4de40 2024-07-27T06:50:20.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.362+0000 7fbc9b400640 10 client.4461 handle_command_reply: tid=0 2024-07-27T06:50:20.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.362+0000 7fbcc805e740 1 client.4461 shutdown 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 msgr2=0x55e3340736b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbcac024040 tx=0x7fbcac017dd0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 shutdown_connections 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e333c4de40 0x55e334077f30 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c8f270 0x55e334090ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c6e590 0x55e334090760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 --2- 172.21.15.66:0/3818097011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c663b0 0x55e3340736b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbc9b400640 0 client.4461 ms_handle_reset on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 >> 172.21.15.66:0/3818097011 conn(0x55e333c833c0 msgr2=0x55e33407e2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 shutdown_connections 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 1 -- 172.21.15.66:0/3818097011 wait complete. 2024-07-27T06:50:20.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.363+0000 7fbcc805e740 20 client.4461 trim_cache size 0 max 16384 2024-07-27T06:50:20.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.384+0000 7fbcc805e740 1 Processor -- start 2024-07-27T06:50:20.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.384+0000 7fbcc805e740 1 -- start start 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c663b0 0x55e334090580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c6e590 0x55e334090ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc1fec00 con 0x55e333c8f270 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc1fdc20 con 0x55e333c663b0 2024-07-27T06:50:20.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbcbc0b48e0 con 0x55e333c6e590 2024-07-27T06:50:20.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcba800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcba800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36816/0 (socket says 172.21.15.66:36816) 2024-07-27T06:50:20.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcba800640 1 -- 172.21.15.66:0/4035789794 learned_addr learned my addr 172.21.15.66:0/4035789794 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c663b0 0x55e334090580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.386+0000 7fbcb9400640 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c6e590 0x55e334090ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 -- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c6e590 msgr2=0x55e334090ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c6e590 0x55e334090ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 -- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c663b0 msgr2=0x55e334090580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c663b0 0x55e334090580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 -- 172.21.15.66:0/4035789794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e334072810 con 0x55e333c8f270 2024-07-27T06:50:20.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbcba800640 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4005fd0 tx=0x7fbcb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4558ad98ec78c6f5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbca6000640 1 -- 172.21.15.66:0/4035789794 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb4040070 con 0x55e333c8f270 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbca6000640 1 -- 172.21.15.66:0/4035789794 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcb4004040 con 0x55e333c8f270 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.387+0000 7fbca6000640 1 -- 172.21.15.66:0/4035789794 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb4035040 con 0x55e333c8f270 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 -- 172.21.15.66:0/4035789794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 msgr2=0x55e334077f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fbcb4005fd0 tx=0x7fbcb40046c0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 -- 172.21.15.66:0/4035789794 shutdown_connections 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c8f270 0x55e334077f00 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c6e590 0x55e334090ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 --2- 172.21.15.66:0/4035789794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c663b0 0x55e334090580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 -- 172.21.15.66:0/4035789794 >> 172.21.15.66:0/4035789794 conn(0x55e333c833c0 msgr2=0x55e334079f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.388+0000 7fbcc805e740 1 -- 172.21.15.66:0/4035789794 shutdown_connections 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.389+0000 7fbcc805e740 1 -- 172.21.15.66:0/4035789794 wait complete. 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.390+0000 7fbcc805e740 1 -- start start 2024-07-27T06:50:20.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.390+0000 7fbcc805e740 1 Processor -- start 2024-07-27T06:50:20.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.391+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e334033b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.391+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcc805e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c8f270 0x55e3340e4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcc805e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e33407c8f0 con 0x55e333c6e590 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbcbc1fd5d0 con 0x55e333c8f270 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcc805e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e33407ceb0 con 0x55e333c663b0 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcc805e740 10 client.0 _ll_register_callbacks cb 0x7fbcac017650 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36828/0 (socket says 172.21.15.66:36828) 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 -- 172.21.15.66:0/681953888 learned_addr learned my addr 172.21.15.66:0/681953888 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e334033b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcba800640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c8f270 0x55e3340e4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 -- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 msgr2=0x55e334033b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e334033b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 -- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c8f270 msgr2=0x55e3340e4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c8f270 0x55e3340e4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.392+0000 7fbcb9400640 1 -- 172.21.15.66:0/681953888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3340e49b0 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbcb9400640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbca805ded0 tx=0x7fbca800b680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5080756c8139d009 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbc9b400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8061fe0 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcb4004040 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fbca805db70 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7fbca80618e0 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbcc805e740 10 client.4467 fetch_fsmap learned FSMap version 7 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55e3340336d0 con 0x55e333c6e590 2024-07-27T06:50:20.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.393+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcb4004040 con 0x55e333c6e590 2024-07-27T06:50:20.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 7) ==== 3510+0+0 (secure 0 0 0) 0x7fbca800b040 con 0x55e333c6e590 2024-07-27T06:50:20.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 10 client.4467 fetch_fsmap finished waiting for FSMap version 7 2024-07-27T06:50:20.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 10 client.4467 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T06:50:20.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 20 client.4467 populate_metadata read hostname 'smithi066' 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e334071770 0x55e334071b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 4 client.4467 mds_command: new command op to 4393 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 --> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] -- command(tid 0: {"prefix": "status"}) -- 0x55e333fa4d80 con 0x55e334071770 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.394+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e334071770 0x55e334071b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.395+0000 7fbcb9e00640 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e334071770 0x55e334071b80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf0349fb85d27a08 server_cookie=468645cf188a69c6 in_seq=0 out_seq=0 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.395+0000 7fbc9b400640 10 client.4467 ms_handle_connect on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbc9b400640 1 -- 172.21.15.66:0/681953888 <== mds.0 v2:172.21.15.155:6836/2688519329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55e333fa4d80 con 0x55e334071770 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbc9b400640 10 client.4467 handle_command_reply: tid=0 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 client.4467 shutdown 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 msgr2=0x55e33402d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbca805ded0 tx=0x7fbca800b680 comp rx=0 tx=0).stop 2024-07-27T06:50:20.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 shutdown_connections 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x55e334071770 0x55e334071b80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e333c8f270 0x55e3340e4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e333c6e590 0x55e33402d8b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 --2- 172.21.15.66:0/681953888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e333c663b0 0x55e334033b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 >> 172.21.15.66:0/681953888 conn(0x55e333c833c0 msgr2=0x55e3340347c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbc9b400640 0 client.4467 ms_handle_reset on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 shutdown_connections 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 1 -- 172.21.15.66:0/681953888 wait complete. 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.396+0000 7fbcc805e740 20 client.4467 trim_cache size 0 max 16384 2024-07-27T06:50:20.400 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 4393, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 8.7158559830000009, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 7, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 26, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 26, 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 15.024871541 2024-07-27T06:50:20.401 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:50:20.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 msgr2=0x7fbc9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 0x7fbc9c079520 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbcac009f20 tx=0x7fbcac0094d0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 msgr2=0x7fbcbc15a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbca800db50 tx=0x7fbca800a620 comp rx=0 tx=0).stop 2024-07-27T06:50:20.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 shutdown_connections 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc9c077010 0x7fbc9c079520 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbcbc161ee0 0x7fbcbc160de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbcbc072ea0 0x7fbcbc15a9b0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 --2- 172.21.15.66:0/1298614135 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbcbc072380 0x7fbcbc06e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 >> 172.21.15.66:0/1298614135 conn(0x7fbcbc0cfb90 msgr2=0x7fbcbc0c41a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 shutdown_connections 2024-07-27T06:50:20.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.397+0000 7fbcc1000640 1 -- 172.21.15.66:0/1298614135 wait complete. 2024-07-27T06:50:20.425 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-27T06:50:20.425 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:20.426 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:50:20.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 -- 172.21.15.66:0/2766417045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 msgr2=0x7f24a00b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 --2- 172.21.15.66:0/2766417045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a00b4a40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2498005fd0 tx=0x7f249802aa00 comp rx=0 tx=0).stop 2024-07-27T06:50:20.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 -- 172.21.15.66:0/2766417045 shutdown_connections 2024-07-27T06:50:20.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 --2- 172.21.15.66:0/2766417045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a00b4a40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 --2- 172.21.15.66:0/2766417045 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 0x7f24a0070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 -- 172.21.15.66:0/2766417045 >> 172.21.15.66:0/2766417045 conn(0x7f24a00cfb90 msgr2=0x7f24a00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 -- 172.21.15.66:0/2766417045 shutdown_connections 2024-07-27T06:50:20.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.700+0000 7f24a6400640 1 -- 172.21.15.66:0/2766417045 wait complete. 2024-07-27T06:50:20.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.703+0000 7f24a6400640 1 Processor -- start 2024-07-27T06:50:20.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.703+0000 7f24a6400640 1 -- start start 2024-07-27T06:50:20.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 0x7f24a00aa100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 0x7f24a00af8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f24a00b5100 con 0x7f24a00ca8f0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f24a00b4f80 con 0x7f24a00cb6c0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.704+0000 7f24a6400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f24a00b5280 con 0x7f24a00732e0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36840/0 (socket says 172.21.15.66:36840) 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 -- 172.21.15.66:0/599098347 learned_addr learned my addr 172.21.15.66:0/599098347 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249fe00640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 0x7f24a00af8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249f400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 0x7f24a00aa100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 -- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 msgr2=0x7f24a00aa100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 0x7f24a00aa100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 -- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 msgr2=0x7f24a00af8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 0x7f24a00af8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249ea00640 1 -- 172.21.15.66:0/599098347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24a00a9640 con 0x7f24a00ca8f0 2024-07-27T06:50:20.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.705+0000 7f249fe00640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 0x7f24a00af8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f249ea00640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f248c00c410 tx=0x7f248c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248c017070 con 0x7f24a00ca8f0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f248c005320 con 0x7f24a00ca8f0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f248c004850 con 0x7f24a00ca8f0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24a01f99c0 con 0x7f24a00ca8f0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.706+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24a00a9be0 con 0x7f24a00ca8f0 2024-07-27T06:50:20.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.707+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24a01f9730 con 0x7f24a00ca8f0 2024-07-27T06:50:20.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.709+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f248c01a070 con 0x7f24a00ca8f0 2024-07-27T06:50:20.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.710+0000 7f2497400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 0x7f2480079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:20.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.710+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f248c097e60 con 0x7f24a00ca8f0 2024-07-27T06:50:20.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.710+0000 7f249f400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 0x7f2480079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:20.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.712+0000 7f249f400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 0x7f2480079550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2490005fd0 tx=0x7f2490005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:20.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.715+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f248c060db0 con 0x7f24a00ca8f0 2024-07-27T06:50:20.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.974+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f24a006a580 con 0x7f24a00ca8f0 2024-07-27T06:50:20.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.975+0000 7f2497400640 1 -- 172.21.15.66:0/599098347 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7f248c0606b0 con 0x7f24a00ca8f0 2024-07-27T06:50:20.977 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 msgr2=0x7f2480079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 0x7f2480079550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2490005fd0 tx=0x7f2490005850 comp rx=0 tx=0).stop 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 msgr2=0x7f24a01f8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f248c00c410 tx=0x7f248c00c8d0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 shutdown_connections 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2480077040 0x7f2480079550 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24a00cb6c0 0x7f24a00af8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24a00ca8f0 0x7f24a01f8c90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 --2- 172.21.15.66:0/599098347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24a00732e0 0x7f24a00aa100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:20.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 >> 172.21.15.66:0/599098347 conn(0x7f24a00cfb90 msgr2=0x7f24a015ee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:20.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.978+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 shutdown_connections 2024-07-27T06:50:20.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:20.979+0000 7f24a6400640 1 -- 172.21.15.66:0/599098347 wait complete. 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:50:21.009 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-27T06:50:21.010 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:50:21.010 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-07-27T06:50:21.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:21.010 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:50:21.064 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:21.064 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:21.064 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:21.064 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:21.064 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:50:21.065 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42568sec preferred_lft 42568sec 2024-07-27T06:50:21.066 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:50:21.066 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:21.067 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-27T06:50:21.067 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:21.067 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:21.067 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link add name ceph-brx type bridge 2024-07-27T06:50:21.067 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip addr flush dev ceph-brx 2024-07-27T06:50:21.067 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set ceph-brx up 2024-07-27T06:50:21.068 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-27T06:50:21.068 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:21.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:21.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:21.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:21.578 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:50:21.656 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:50:21.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:21.656 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:50:21.722 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:50:21.722 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:50:21.722 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:50:21.722 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:50:21.722 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:50:21.723 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:21.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:22.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:22.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:22.495 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:50:22.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:22.541 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list-id 2024-07-27T06:50:22.630 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:22.631 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:22.631 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:22.631 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-07-27T06:50:22.631 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:22.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:22.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:22.857 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-07-27T06:50:22.857 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:22.857 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-07-27T06:50:22.858 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:22.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:22 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:23.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:23.152 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:23.152 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:23.153 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:50:23.153 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set dev brx.0 master ceph-brx 2024-07-27T06:50:23.153 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:23.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:23.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:23.351 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-07-27T06:50:23.351 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:23.352 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:23.393 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-07-27T06:50:23.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:23.393 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:23.482 DEBUG:teuthology.orchestra.run.smithi066:> sudo modprobe fuse 2024-07-27T06:50:23.590 DEBUG:teuthology.orchestra.run.smithi066:> cat /proc/self/mounts | awk '{print $2}' 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/proc 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/sys 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/dev 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/security 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/shm 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/pts 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/run 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/cgroup 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/pstore 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/bpf 2024-07-27T06:50:23.635 INFO:teuthology.orchestra.run.smithi066.stdout:/ 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/selinux 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/proc/sys/fs/binfmt_misc 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/mqueue 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/hugepages 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/debug 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/tracing 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/fuse/connections 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/config 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-sysctl.service 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/nfs/rpc_pipefs 2024-07-27T06:50:23.636 INFO:teuthology.orchestra.run.smithi066.stdout:/run/user/1000 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-0 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-1 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-2 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-3 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:23.637 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:23.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:23.638 DEBUG:teuthology.orchestra.run.smithi066:> ls /sys/fs/fuse/connections 2024-07-27T06:50:23.730 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-07-27T06:50:23.730 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-07-27T06:50:23.734 DEBUG:teuthology.orchestra.run.smithi066:> sudo modprobe fuse 2024-07-27T06:50:23.804 DEBUG:teuthology.orchestra.run.smithi066:> cat /proc/self/mounts | awk '{print $2}' 2024-07-27T06:50:23.846 INFO:teuthology.orchestra.run.smithi066.stdout:/proc 2024-07-27T06:50:23.846 INFO:teuthology.orchestra.run.smithi066.stdout:/sys 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/dev 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/security 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/shm 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/pts 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/run 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/cgroup 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/pstore 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/bpf 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/ 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/selinux 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/proc/sys/fs/binfmt_misc 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/mqueue 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/hugepages 2024-07-27T06:50:23.847 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/debug 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/tracing 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/fuse/connections 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/config 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-sysctl.service 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/nfs/rpc_pipefs 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/run/user/1000 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-0 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-1 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-2 2024-07-27T06:50:23.848 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-3 2024-07-27T06:50:23.849 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns 2024-07-27T06:50:23.849 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:23.849 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:23.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:23.850 DEBUG:teuthology.orchestra.run.smithi066:> ls /sys/fs/fuse/connections 2024-07-27T06:50:23.994 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi066.stderr:2024-07-27T06:50:23.992+0000 7fc7a021a480 -1 init, newargv = 0x555887a0c660 newargc=15 2024-07-27T06:50:23.994 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi066.stderr:ceph-fuse[44795]: starting ceph client 2024-07-27T06:50:24.010 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi066.stderr:ceph-fuse[44795]: starting fuse 2024-07-27T06:50:25.039 DEBUG:teuthology.orchestra.run.smithi066:> sudo modprobe fuse 2024-07-27T06:50:25.138 DEBUG:teuthology.orchestra.run.smithi066:> cat /proc/self/mounts | awk '{print $2}' 2024-07-27T06:50:25.199 INFO:teuthology.orchestra.run.smithi066.stdout:/proc 2024-07-27T06:50:25.199 INFO:teuthology.orchestra.run.smithi066.stdout:/sys 2024-07-27T06:50:25.199 INFO:teuthology.orchestra.run.smithi066.stdout:/dev 2024-07-27T06:50:25.199 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/security 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/shm 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/pts 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/run 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/cgroup 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/pstore 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/bpf 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/ 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/selinux 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/proc/sys/fs/binfmt_misc 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/mqueue 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/dev/hugepages 2024-07-27T06:50:25.200 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/debug 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/tracing 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/fs/fuse/connections 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/sys/kernel/config 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-sysctl.service 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/nfs/rpc_pipefs 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/run/user/1000 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph 2024-07-27T06:50:25.201 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-0 2024-07-27T06:50:25.202 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-1 2024-07-27T06:50:25.202 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-2 2024-07-27T06:50:25.202 INFO:teuthology.orchestra.run.smithi066.stdout:/var/lib/ceph/osd/ceph-3 2024-07-27T06:50:25.202 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns 2024-07-27T06:50:25.202 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:25.203 INFO:teuthology.orchestra.run.smithi066.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:25.203 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:25.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:25.204 DEBUG:teuthology.orchestra.run.smithi066:> ls /sys/fs/fuse/connections 2024-07-27T06:50:25.262 INFO:teuthology.orchestra.run.smithi066.stdout:40 2024-07-27T06:50:25.263 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [40] 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> sudo stdin-killer -- python3 -c ' 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> import glob 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> import re 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> import os 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> import subprocess 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> 2024-07-27T06:50:25.263 DEBUG:teuthology.orchestra.run.smithi066:> def _find_admin_socket(client_name): 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> files = glob.glob(asok_path) 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> # Given a non-glob path, it better be there 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> if "*" not in asok_path: 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> assert(len(files) == 1) 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> return files[0] 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> for f in files: 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> if os.path.exists("/proc/{0}".format(pid)): 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> contents = proc_f.read() 2024-07-27T06:50:25.264 DEBUG:teuthology.orchestra.run.smithi066:> if mountpoint in contents: 2024-07-27T06:50:25.265 DEBUG:teuthology.orchestra.run.smithi066:> return f 2024-07-27T06:50:25.265 DEBUG:teuthology.orchestra.run.smithi066:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-07-27T06:50:25.265 DEBUG:teuthology.orchestra.run.smithi066:> 2024-07-27T06:50:25.265 DEBUG:teuthology.orchestra.run.smithi066:> print(_find_admin_socket("client.admin")) 2024-07-27T06:50:25.265 DEBUG:teuthology.orchestra.run.smithi066:> ' 2024-07-27T06:50:25.443 INFO:teuthology.orchestra.run.smithi066.stdout:/var/run/ceph/ceph-client.admin.44795.asok 2024-07-27T06:50:25.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:25.461 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.44795.asok 2024-07-27T06:50:25.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:25.461 DEBUG:teuthology.orchestra.run.smithi066:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.44795.asok status 2024-07-27T06:50:25.769 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:50:25.769 INFO:teuthology.orchestra.run.smithi066.stdout: "metadata": { 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_sha1": "e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "ceph_version": "ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev)", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "entity_id": "admin", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "hostname": "smithi066", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "pid": "44795", 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "root": "/" 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "dentry_count": 0, 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "dentry_pinned_count": 0, 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 4482, 2024-07-27T06:50:25.770 INFO:teuthology.orchestra.run.smithi066.stdout: "inst": { 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "name": { 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "type": "client", 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "num": 4482 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "addr": { 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "type": "v1", 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "addr": "192.168.0.1:0", 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "nonce": 3076582183 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "addr": { 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "type": "v1", 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "addr": "192.168.0.1:0", 2024-07-27T06:50:25.771 INFO:teuthology.orchestra.run.smithi066.stdout: "nonce": 3076582183 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "inst_str": "client.4482 192.168.0.1:0/3076582183", 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "addr_str": "192.168.0.1:0/3076582183", 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "inode_count": 1, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "mds_epoch": 7, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_epoch": 26, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "osd_epoch_barrier": 0, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "blocklisted": false, 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs" 2024-07-27T06:50:25.772 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:50:25.790 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:50:25.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:25.791 DEBUG:teuthology.orchestra.run.smithi066:> stat --file-system '--printf=%T 2024-07-27T06:50:25.791 DEBUG:teuthology.orchestra.run.smithi066:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:25.838 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:50:25.887 INFO:teuthology.orchestra.run.smithi066.stdout:fuseblk 2024-07-27T06:50:25.887 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:25.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:25.888 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:26.065 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-07-27T06:50:26.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:26.232 INFO:teuthology.orchestra.run.smithi066.stdout:# file: . 2024-07-27T06:50:26.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-07-27T06:50:26.232 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:26.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:26.245 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:50:26.245 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:50:26.302 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:50:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 -- 172.21.15.66:0/210192305 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c8070060 msgr2=0x7fa9c80ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 --2- 172.21.15.66:0/210192305 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c8070060 0x7fa9c80ca1e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa9b00098e0 tx=0x7fa9b002a5c0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 -- 172.21.15.66:0/210192305 shutdown_connections 2024-07-27T06:50:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 --2- 172.21.15.66:0/210192305 >> v2:172.21.15.155:3300/0 conn(0x7fa9c80ca720 0x7fa9c80cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 --2- 172.21.15.66:0/210192305 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c8070060 0x7fa9c80ca1e0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 -- 172.21.15.66:0/210192305 >> 172.21.15.66:0/210192305 conn(0x7fa9c80cfb90 msgr2=0x7fa9c80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 -- 172.21.15.66:0/210192305 shutdown_connections 2024-07-27T06:50:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.589+0000 7fa9ce200640 1 -- 172.21.15.66:0/210192305 wait complete. 2024-07-27T06:50:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.592+0000 7fa9ce200640 1 Processor -- start 2024-07-27T06:50:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.592+0000 7fa9ce200640 1 -- start start 2024-07-27T06:50:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 0x7fa9c81f4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c80ca720 0x7fa9c8142dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa9c80b5080 con 0x7fa9c80732e0 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9c80b4f00 con 0x7fa9c8070060 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9ce200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9c80b5200 con 0x7fa9c80ca720 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59994/0 (socket says 172.21.15.66:59994) 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9bfe00640 1 -- 172.21.15.66:0/1212072175 learned_addr learned my addr 172.21.15.66:0/1212072175 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9c7400640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 0x7fa9c81f4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.594+0000 7fa9c7e00640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c80ca720 0x7fa9c8142dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 -- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c80ca720 msgr2=0x7fa9c8142dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c80ca720 0x7fa9c8142dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 -- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 msgr2=0x7fa9c81f4cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 0x7fa9c81f4cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 -- 172.21.15.66:0/1212072175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9c8141ac0 con 0x7fa9c80732e0 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9c7400640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 0x7fa9c81f4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bfe00640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009a00 tx=0x7fa9b00052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b003f070 con 0x7fa9c80732e0 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9b0004250 con 0x7fa9c80732e0 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9b0005cf0 con 0x7fa9c80732e0 2024-07-27T06:50:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.595+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9c8141da0 con 0x7fa9c80732e0 2024-07-27T06:50:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.596+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9c8142360 con 0x7fa9c80732e0 2024-07-27T06:50:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.597+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9c80b5720 con 0x7fa9c80732e0 2024-07-27T06:50:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.598+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa9b0042070 con 0x7fa9c80732e0 2024-07-27T06:50:26.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.600+0000 7fa9bf400640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 0x7fa9a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:26.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.600+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa9b00b9ad0 con 0x7fa9c80732e0 2024-07-27T06:50:26.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.600+0000 7fa9c7400640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 0x7fa9a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:26.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.602+0000 7fa9c7400640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 0x7fa9a4079550 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8007fd0 tx=0x7fa9b8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:26.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.605+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa9b0082900 con 0x7fa9c80732e0 2024-07-27T06:50:26.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.837+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa9c80c7d90 con 0x7fa9c80732e0 2024-07-27T06:50:26.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.838+0000 7fa9bf400640 1 -- 172.21.15.66:0/1212072175 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fa9b0082200 con 0x7fa9c80732e0 2024-07-27T06:50:26.839 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 msgr2=0x7fa9a4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 0x7fa9a4079550 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa9b8007fd0 tx=0x7fa9b8009040 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 msgr2=0x7fa9c8142880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fa9b0009a00 tx=0x7fa9b00052f0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 shutdown_connections 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa9a4077040 0x7fa9a4079550 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9c80ca720 0x7fa9c8142dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9c80732e0 0x7fa9c8142880 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 --2- 172.21.15.66:0/1212072175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9c8070060 0x7fa9c81f4cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 >> 172.21.15.66:0/1212072175 conn(0x7fa9c80cfb90 msgr2=0x7fa9c815deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:26.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 shutdown_connections 2024-07-27T06:50:26.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:26.841+0000 7fa9ce200640 1 -- 172.21.15.66:0/1212072175 wait complete. 2024-07-27T06:50:26.871 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:50:26.872 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:50:26.926 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:50:27.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 -- 172.21.15.66:0/2489163070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40701d0 msgr2=0x7f6ac4151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:27.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 --2- 172.21.15.66:0/2489163070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40701d0 0x7f6ac4151010 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8005fd0 tx=0x7f6ab802a4a0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 -- 172.21.15.66:0/2489163070 shutdown_connections 2024-07-27T06:50:27.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 --2- 172.21.15.66:0/2489163070 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40ae830 0x7f6ac40aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 --2- 172.21.15.66:0/2489163070 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40701d0 0x7f6ac4151010 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 -- 172.21.15.66:0/2489163070 >> 172.21.15.66:0/2489163070 conn(0x7f6ac406c780 msgr2=0x7f6ac406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:27.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 -- 172.21.15.66:0/2489163070 shutdown_connections 2024-07-27T06:50:27.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.217+0000 7f6acaa00640 1 -- 172.21.15.66:0/2489163070 wait complete. 2024-07-27T06:50:27.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.220+0000 7f6acaa00640 1 Processor -- start 2024-07-27T06:50:27.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.220+0000 7f6acaa00640 1 -- start start 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ac406de60 0x7f6ac41369f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40701d0 0x7f6ac41e3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac415a4b0 con 0x7f6ac40ae830 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ac40b3ec0 con 0x7f6ac406de60 2024-07-27T06:50:27.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.221+0000 7f6acaa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ac415a630 con 0x7f6ac40701d0 2024-07-27T06:50:27.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:27.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60026/0 (socket says 172.21.15.66:60026) 2024-07-27T06:50:27.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 -- 172.21.15.66:0/4229890208 learned_addr learned my addr 172.21.15.66:0/4229890208 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:27.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6ac9600640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ac406de60 0x7f6ac41369f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:27.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6ac8c00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40701d0 0x7f6ac41e3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:27.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 -- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40701d0 msgr2=0x7f6ac41e3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:27.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40701d0 0x7f6ac41e3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 -- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ac406de60 msgr2=0x7f6ac41369f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ac406de60 0x7f6ac41369f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.222+0000 7f6aca000640 1 -- 172.21.15.66:0/4229890208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ac4154d10 con 0x7f6ac40ae830 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6aca000640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00b9e0 tx=0x7f6abc00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc003b70 con 0x7f6ac40ae830 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6abc003e00 con 0x7f6ac40ae830 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6abc00cb80 con 0x7f6ac40ae830 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ac4157760 con 0x7f6ac40ae830 2024-07-27T06:50:27.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.223+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ac4136f30 con 0x7f6ac40ae830 2024-07-27T06:50:27.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.224+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ac4151010 con 0x7f6ac40ae830 2024-07-27T06:50:27.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.226+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6abc004000 con 0x7f6ac40ae830 2024-07-27T06:50:27.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.227+0000 7f6ac1600640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 0x7f6aa4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:27.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.227+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f6abc098b10 con 0x7f6ac40ae830 2024-07-27T06:50:27.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.228+0000 7f6ac9600640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 0x7f6aa4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:27.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.229+0000 7f6ac9600640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 0x7f6aa4079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8033000 tx=0x7f6ab8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:27.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.232+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6abc061a50 con 0x7f6ac40ae830 2024-07-27T06:50:27.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.461+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6ac406cf10 con 0x7f6ac40ae830 2024-07-27T06:50:27.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.462+0000 7f6ac1600640 1 -- 172.21.15.66:0/4229890208 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f6abc061350 con 0x7f6ac40ae830 2024-07-27T06:50:27.463 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:50:27.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 msgr2=0x7f6aa4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 0x7f6aa4079520 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6ab8033000 tx=0x7f6ab8004730 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 msgr2=0x7f6ac41e3970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f6abc00b9e0 tx=0x7f6abc00bea0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 shutdown_connections 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6aa4077010 0x7f6aa4079520 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ac40ae830 0x7f6ac41e3970 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ac40701d0 0x7f6ac41e3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 --2- 172.21.15.66:0/4229890208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ac406de60 0x7f6ac41369f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 >> 172.21.15.66:0/4229890208 conn(0x7f6ac406c780 msgr2=0x7f6ac40b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 shutdown_connections 2024-07-27T06:50:27.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:27.465+0000 7f6acaa00640 1 -- 172.21.15.66:0/4229890208 wait complete. 2024-07-27T06:50:27.494 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi066.front.sepia.ceph.com... 2024-07-27T06:50:27.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:27.495 DEBUG:teuthology.orchestra.run.smithi066:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-07-27T06:50:27.575 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi066.stderr:ceph-fuse[44795]: fuse finished with error 0 and tester_r 0 2024-07-27T06:50:27.583 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:50:33.684 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:50:33.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:33.685 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-07-27T06:50:33.756 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:34.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 -- 172.21.15.66:0/1578768319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c34004000 msgr2=0x7f7c34004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 --2- 172.21.15.66:0/1578768319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c34004000 0x7f7c34004800 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f7c5015d6e0 tx=0x7f7c34005830 comp rx=0 tx=0).stop 2024-07-27T06:50:34.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c55400640 1 -- 172.21.15.66:0/1578768319 reap_dead start 2024-07-27T06:50:34.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 -- 172.21.15.66:0/1578768319 shutdown_connections 2024-07-27T06:50:34.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 -- 172.21.15.66:0/1578768319 >> 172.21.15.66:0/1578768319 conn(0x7f7c500cfb90 msgr2=0x7f7c500cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:34.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 -- 172.21.15.66:0/1578768319 shutdown_connections 2024-07-27T06:50:34.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.053+0000 7f7c57400640 1 -- 172.21.15.66:0/1578768319 wait complete. 2024-07-27T06:50:34.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.056+0000 7f7c57400640 1 Processor -- start 2024-07-27T06:50:34.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.056+0000 7f7c57400640 1 -- start start 2024-07-27T06:50:34.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.057+0000 7f7c57400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 0x7f7c500cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.057+0000 7f7c57400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.057+0000 7f7c57400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 0x7f7c5015b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c57400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c500b4dd0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c57400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7c500b4c50 con 0x7f7c5015b080 2024-07-27T06:50:34.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c57400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7c500b4f50 con 0x7f7c34004000 2024-07-27T06:50:34.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33456/0 (socket says 172.21.15.66:33456) 2024-07-27T06:50:34.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 -- 172.21.15.66:0/177146003 learned_addr learned my addr 172.21.15.66:0/177146003 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:34.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c54a00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 0x7f7c500cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c55400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 0x7f7c5015b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 -- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 msgr2=0x7f7c500cefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 0x7f7c500cefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 -- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 msgr2=0x7f7c5015b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 0x7f7c5015b490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c47e00640 1 -- 172.21.15.66:0/177146003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c5015b9d0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c55400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 0x7f7c5015b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.058+0000 7f7c54a00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 0x7f7c500cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c47e00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7c3802b2d0 tx=0x7f7c38000f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:34.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c38006030 con 0x7f7c500c9fe0 2024-07-27T06:50:34.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c380061f0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c501f5640 con 0x7f7c500c9fe0 2024-07-27T06:50:34.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c380035f0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.059+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c501f5c00 con 0x7f7c500c9fe0 2024-07-27T06:50:34.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.061+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c500b54b0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.062+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7c3802b5e0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.063+0000 7f7c4d600640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 0x7f7c2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.063+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7c380b8e10 con 0x7f7c500c9fe0 2024-07-27T06:50:34.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.064+0000 7f7c54a00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 0x7f7c2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.065+0000 7f7c54a00640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 0x7f7c2c079520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7c40004600 tx=0x7f7c40006c40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:34.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.068+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7c380bc030 con 0x7f7c500c9fe0 2024-07-27T06:50:34.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.288+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7c500cf590 con 0x7f7c500c9fe0 2024-07-27T06:50:34.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.291+0000 7f7c4d600640 1 -- 172.21.15.66:0/177146003 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f7c5015b9d0 con 0x7f7c500c9fe0 2024-07-27T06:50:34.294 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:34.294 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:34.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.294+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 msgr2=0x7f7c2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.294+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 0x7f7c2c079520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f7c40004600 tx=0x7f7c40006c40 comp rx=0 tx=0).stop 2024-07-27T06:50:34.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.294+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 msgr2=0x7f7c50154ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.294+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f7c3802b2d0 tx=0x7f7c38000f60 comp rx=0 tx=0).stop 2024-07-27T06:50:34.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 shutdown_connections 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077010 0x7f7c2c079520 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c5015b080 0x7f7c5015b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c500c9fe0 0x7f7c50154ec0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 --2- 172.21.15.66:0/177146003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c34004000 0x7f7c500cefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 >> 172.21.15.66:0/177146003 conn(0x7f7c500cfb90 msgr2=0x7f7c500cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 shutdown_connections 2024-07-27T06:50:34.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.295+0000 7f7c57400640 1 -- 172.21.15.66:0/177146003 wait complete. 2024-07-27T06:50:34.327 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:34.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 -- 172.21.15.66:0/619724858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51940730e0 msgr2=0x7f5194163ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 --2- 172.21.15.66:0/619724858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51940730e0 0x7f5194163ef0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f518c005fd0 tx=0x7f518c02aaa0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 -- 172.21.15.66:0/619724858 shutdown_connections 2024-07-27T06:50:34.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 --2- 172.21.15.66:0/619724858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51940730e0 0x7f5194163ef0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 --2- 172.21.15.66:0/619724858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 0x7f5194072790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 -- 172.21.15.66:0/619724858 >> 172.21.15.66:0/619724858 conn(0x7f51940cfb90 msgr2=0x7f51940cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:34.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 -- 172.21.15.66:0/619724858 shutdown_connections 2024-07-27T06:50:34.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.616+0000 7f5198c00640 1 -- 172.21.15.66:0/619724858 wait complete. 2024-07-27T06:50:34.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.619+0000 7f5198c00640 1 Processor -- start 2024-07-27T06:50:34.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.619+0000 7f5198c00640 1 -- start start 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 0x7f51940b0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5194072cd0 0x7f5194152a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5194164430 con 0x7f51940730e0 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5194070680 con 0x7f5194072cd0 2024-07-27T06:50:34.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.620+0000 7f5198c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f51941645b0 con 0x7f5194072380 2024-07-27T06:50:34.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33472/0 (socket says 172.21.15.66:33472) 2024-07-27T06:50:34.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 -- 172.21.15.66:0/2530792370 learned_addr learned my addr 172.21.15.66:0/2530792370 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5191e00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 0x7f51940b0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5191400640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5194072cd0 0x7f5194152a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 -- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 msgr2=0x7f51940b0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 0x7f51940b0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 -- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5194072cd0 msgr2=0x7f5194152a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5194072cd0 0x7f5194152a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.621+0000 7f5192800640 1 -- 172.21.15.66:0/2530792370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51940b1160 con 0x7f51940730e0 2024-07-27T06:50:34.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f5192800640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f518c006010 tx=0x7f518c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c044070 con 0x7f51940730e0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f518c004040 con 0x7f51940730e0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518c004430 con 0x7f51940730e0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51940b1440 con 0x7f51940730e0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.622+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51940c6f20 con 0x7f51940730e0 2024-07-27T06:50:34.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.624+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5194072790 con 0x7f51940730e0 2024-07-27T06:50:34.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.625+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f518c047070 con 0x7f51940730e0 2024-07-27T06:50:34.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.626+0000 7f518a000640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 0x7f5174079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:34.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.626+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f518c0b9a00 con 0x7f51940730e0 2024-07-27T06:50:34.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.627+0000 7f5191e00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 0x7f5174079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:34.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.628+0000 7f5191e00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 0x7f5174079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5184009ac0 tx=0x7f5184005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:34.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.632+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f518c032030 con 0x7f51940730e0 2024-07-27T06:50:34.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.865+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f519406f8a0 con 0x7f51940730e0 2024-07-27T06:50:34.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.867+0000 7f518a000640 1 -- 172.21.15.66:0/2530792370 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f518c082950 con 0x7f51940730e0 2024-07-27T06:50:34.869 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:34.869 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:34.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 msgr2=0x7f5174079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 0x7f5174079520 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5184009ac0 tx=0x7f5184005f90 comp rx=0 tx=0).stop 2024-07-27T06:50:34.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 msgr2=0x7f51940c9170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:34.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f518c006010 tx=0x7f518c003ce0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 shutdown_connections 2024-07-27T06:50:34.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5174077010 0x7f5174079520 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51940730e0 0x7f51940c9170 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5194072cd0 0x7f5194152a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 --2- 172.21.15.66:0/2530792370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5194072380 0x7f51940b0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:34.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 >> 172.21.15.66:0/2530792370 conn(0x7f51940cfb90 msgr2=0x7f5194156240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:34.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.870+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 shutdown_connections 2024-07-27T06:50:34.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:34.871+0000 7f5198c00640 1 -- 172.21.15.66:0/2530792370 wait complete. 2024-07-27T06:50:34.899 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:50:35.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.187+0000 7f2404400640 1 -- 172.21.15.66:0/2287644537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23e4003f90 msgr2=0x7f23e4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:35.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.187+0000 7f2404400640 1 --2- 172.21.15.66:0/2287644537 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23e4003f90 0x7f23e4004800 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f23e8009b50 tx=0x7f23e4005830 comp rx=0 tx=0).stop 2024-07-27T06:50:35.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.187+0000 7f2402400640 1 -- 172.21.15.66:0/2287644537 reap_dead start 2024-07-27T06:50:35.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.188+0000 7f2404400640 1 -- 172.21.15.66:0/2287644537 shutdown_connections 2024-07-27T06:50:35.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.188+0000 7f2404400640 1 -- 172.21.15.66:0/2287644537 >> 172.21.15.66:0/2287644537 conn(0x7f23fc0d0090 msgr2=0x7f23fc0d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:35.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.188+0000 7f2404400640 1 -- 172.21.15.66:0/2287644537 shutdown_connections 2024-07-27T06:50:35.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.188+0000 7f2404400640 1 -- 172.21.15.66:0/2287644537 wait complete. 2024-07-27T06:50:35.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.190+0000 7f2404400640 1 Processor -- start 2024-07-27T06:50:35.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.190+0000 7f2404400640 1 -- start start 2024-07-27T06:50:35.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23e4003f90 0x7f23fc15f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:35.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23fc14e350 0x7f23fc0b22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:35.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:35.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f23fc06e890 con 0x7f23fc14e760 2024-07-27T06:50:35.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f23fc0ca8f0 con 0x7f23e4003f90 2024-07-27T06:50:35.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2404400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f23fc162260 con 0x7f23fc14e350 2024-07-27T06:50:35.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2402400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2402400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33482/0 (socket says 172.21.15.66:33482) 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2402400640 1 -- 172.21.15.66:0/395655780 learned_addr learned my addr 172.21.15.66:0/395655780 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.192+0000 7f2401a00640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23e4003f90 0x7f23fc15f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2401000640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23fc14e350 0x7f23fc0b22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 -- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23fc14e350 msgr2=0x7f23fc0b22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23fc14e350 0x7f23fc0b22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 -- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23e4003f90 msgr2=0x7f23fc15f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23e4003f90 0x7f23fc15f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 -- 172.21.15.66:0/395655780 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23fc15fc50 con 0x7f23fc14e760 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2402400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f23e4004780 tx=0x7f23f4001ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:35.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f4015020 con 0x7f23fc14e760 2024-07-27T06:50:35.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23f4010980 con 0x7f23fc14e760 2024-07-27T06:50:35.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f4010dd0 con 0x7f23fc14e760 2024-07-27T06:50:35.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.193+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23fc0b1850 con 0x7f23fc14e760 2024-07-27T06:50:35.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.194+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23fc0b1af0 con 0x7f23fc14e760 2024-07-27T06:50:35.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.195+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23fc0b0640 con 0x7f23fc14e760 2024-07-27T06:50:35.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.196+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f23f4018020 con 0x7f23fc14e760 2024-07-27T06:50:35.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.198+0000 7f23f9600640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 0x7f23dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:35.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.198+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f23f4099440 con 0x7f23fc14e760 2024-07-27T06:50:35.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.198+0000 7f2401a00640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 0x7f23dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:35.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.200+0000 7f2401a00640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 0x7f23dc079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23f0006210 tx=0x7f23f0001640 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:35.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.203+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23f401f030 con 0x7f23fc14e760 2024-07-27T06:50:35.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.455+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f23fc0cf680 con 0x7f23fc14e760 2024-07-27T06:50:35.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.814+0000 7f23f9600640 1 -- 172.21.15.66:0/395655780 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f23f4062380 con 0x7f23fc14e760 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.817+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 msgr2=0x7f23dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.817+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 0x7f23dc079520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f23f0006210 tx=0x7f23f0001640 comp rx=0 tx=0).stop 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.817+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 msgr2=0x7f23fc0afb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.817+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f23e4004780 tx=0x7f23f4001ab0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 shutdown_connections 2024-07-27T06:50:35.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23dc077010 0x7f23dc079520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23fc14e760 0x7f23fc0afb60 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23fc14e350 0x7f23fc0b22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 --2- 172.21.15.66:0/395655780 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23e4003f90 0x7f23fc15f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 >> 172.21.15.66:0/395655780 conn(0x7f23fc0d0090 msgr2=0x7f23fc0b5060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 shutdown_connections 2024-07-27T06:50:35.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:35.818+0000 7f2404400640 1 -- 172.21.15.66:0/395655780 wait complete. 2024-07-27T06:50:35.848 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-07-27T06:50:35.848 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:50:36.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.141+0000 7f1a9b000640 1 -- 172.21.15.66:0/2240381130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 msgr2=0x7f1a940ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:36.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.141+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2240381130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940ce8a0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1a9408c850 tx=0x7f1a8c02a5f0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 -- 172.21.15.66:0/2240381130 shutdown_connections 2024-07-27T06:50:36.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2240381130 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940ce8a0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2240381130 >> v2:172.21.15.155:3300/0 conn(0x7f1a940b2b70 0x7f1a940b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 -- 172.21.15.66:0/2240381130 >> 172.21.15.66:0/2240381130 conn(0x7f1a940d3cd0 msgr2=0x7f1a940d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:36.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 -- 172.21.15.66:0/2240381130 shutdown_connections 2024-07-27T06:50:36.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.142+0000 7f1a9b000640 1 -- 172.21.15.66:0/2240381130 wait complete. 2024-07-27T06:50:36.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.144+0000 7f1a9b000640 1 Processor -- start 2024-07-27T06:50:36.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.145+0000 7f1a9b000640 1 -- start start 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 0x7f1a940ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a940d0330 0x7f1a9406e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1a940cf2c0 con 0x7f1a940b47f0 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1a940cf140 con 0x7f1a940b2b70 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.146+0000 7f1a9b000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1a940cf440 con 0x7f1a940d0330 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33500/0 (socket says 172.21.15.66:33500) 2024-07-27T06:50:36.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 -- 172.21.15.66:0/2805701687 learned_addr learned my addr 172.21.15.66:0/2805701687 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99c00640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 0x7f1a940ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a9a600640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a940d0330 0x7f1a9406e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 -- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a940d0330 msgr2=0x7f1a9406e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a940d0330 0x7f1a9406e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 -- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 msgr2=0x7f1a940ccd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 0x7f1a940ccd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99200640 1 -- 172.21.15.66:0/2805701687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a941f4c80 con 0x7f1a940b47f0 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.147+0000 7f1a99c00640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 0x7f1a940ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a99200640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1a8000c370 tx=0x7f1a8000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a800052d0 con 0x7f1a940b47f0 2024-07-27T06:50:36.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a80007020 con 0x7f1a940b47f0 2024-07-27T06:50:36.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a941f4f70 con 0x7f1a940b47f0 2024-07-27T06:50:36.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a80007470 con 0x7f1a940b47f0 2024-07-27T06:50:36.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.148+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a941f5530 con 0x7f1a940b47f0 2024-07-27T06:50:36.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.149+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a940cf960 con 0x7f1a940b47f0 2024-07-27T06:50:36.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.151+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1a800067d0 con 0x7f1a940b47f0 2024-07-27T06:50:36.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.152+0000 7f1a91600640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 0x7f1a74079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:36.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.152+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1a800982f0 con 0x7f1a940b47f0 2024-07-27T06:50:36.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.153+0000 7f1a99c00640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 0x7f1a74079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:36.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.154+0000 7f1a99c00640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 0x7f1a74079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1a88005fd0 tx=0x7f1a880094a0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:36.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.161+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a80061090 con 0x7f1a940b47f0 2024-07-27T06:50:36.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.408+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1a940d08c0 con 0x7f1a940b47f0 2024-07-27T06:50:36.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.826+0000 7f1a91600640 1 -- 172.21.15.66:0/2805701687 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f1a80060990 con 0x7f1a940b47f0 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 msgr2=0x7f1a74079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 0x7f1a74079520 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f1a88005fd0 tx=0x7f1a880094a0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 msgr2=0x7f1a940a0e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f1a8000c370 tx=0x7f1a8000c830 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 shutdown_connections 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1a74077010 0x7f1a74079520 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.830+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a940d0330 0x7f1a9406e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.831+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a940b47f0 0x7f1a940a0e70 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.831+0000 7f1a9b000640 1 --2- 172.21.15.66:0/2805701687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a940b2b70 0x7f1a940ccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:36.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.831+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 >> 172.21.15.66:0/2805701687 conn(0x7f1a940d3cd0 msgr2=0x7f1a940688c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:36.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.831+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 shutdown_connections 2024-07-27T06:50:36.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:36.831+0000 7f1a9b000640 1 -- 172.21.15.66:0/2805701687 wait complete. 2024-07-27T06:50:36.862 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:50:36.862 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:37.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 -- 172.21.15.66:0/1831321493 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87e8003a50 msgr2=0x7f87e8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 --2- 172.21.15.66:0/1831321493 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87e8003a50 0x7f87e8003ec0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f87f400c4a0 tx=0x7f87e8005830 comp rx=0 tx=0).stop 2024-07-27T06:50:37.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8803e00640 1 -- 172.21.15.66:0/1831321493 reap_dead start 2024-07-27T06:50:37.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 -- 172.21.15.66:0/1831321493 shutdown_connections 2024-07-27T06:50:37.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 -- 172.21.15.66:0/1831321493 >> 172.21.15.66:0/1831321493 conn(0x7f88040b1a70 msgr2=0x7f88040b1e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:37.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 -- 172.21.15.66:0/1831321493 shutdown_connections 2024-07-27T06:50:37.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.163+0000 7f8808e00640 1 -- 172.21.15.66:0/1831321493 wait complete. 2024-07-27T06:50:37.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.166+0000 7f8808e00640 1 Processor -- start 2024-07-27T06:50:37.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.166+0000 7f8808e00640 1 -- start start 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e8003a50 0x7f88041592f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f880415af60 0x7f880415b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f880415ee70 con 0x7f88040b0de0 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f880415ecf0 con 0x7f87e8003a50 2024-07-27T06:50:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.167+0000 7f8808e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f880415eff0 con 0x7f880415af60 2024-07-27T06:50:37.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33518/0 (socket says 172.21.15.66:33518) 2024-07-27T06:50:37.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 -- 172.21.15.66:0/440021688 learned_addr learned my addr 172.21.15.66:0/440021688 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f8803e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f880415af60 0x7f880415b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f8803400640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e8003a50 0x7f88041592f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 -- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f880415af60 msgr2=0x7f880415b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f880415af60 0x7f880415b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 -- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e8003a50 msgr2=0x7f88041592f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e8003a50 0x7f88041592f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.168+0000 7f87fbe00640 1 -- 172.21.15.66:0/440021688 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88041f17e0 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f87fbe00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f87ec011a50 tx=0x7f87ec011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec01f070 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87ec00fdc0 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87ec0126b0 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88041f0c00 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.169+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88041f11c0 con 0x7f88040b0de0 2024-07-27T06:50:37.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.170+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f880415c8c0 con 0x7f88040b0de0 2024-07-27T06:50:37.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.172+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f87ec022070 con 0x7f88040b0de0 2024-07-27T06:50:37.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.173+0000 7f87fb400640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 0x7f87e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.173+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f87ec099790 con 0x7f88040b0de0 2024-07-27T06:50:37.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.174+0000 7f8803400640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 0x7f87e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.175+0000 7f8803400640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 0x7f87e0079520 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87f4035000 tx=0x7f87f4001b00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:37.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.178+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87ec061f60 con 0x7f88040b0de0 2024-07-27T06:50:37.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.425+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88041f0990 con 0x7f88040b0de0 2024-07-27T06:50:37.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.427+0000 7f87fb400640 1 -- 172.21.15.66:0/440021688 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f87ec0664b0 con 0x7f88040b0de0 2024-07-27T06:50:37.429 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:37.429 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:37.429 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:50:37.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.429+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 msgr2=0x7f87e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.429+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 0x7f87e0079520 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87f4035000 tx=0x7f87f4001b00 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.429+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 msgr2=0x7f88040b11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.429+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f87ec011a50 tx=0x7f87ec011f10 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 shutdown_connections 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e0077010 0x7f87e0079520 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f880415af60 0x7f880415b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88040b0de0 0x7f88040b11f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 --2- 172.21.15.66:0/440021688 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87e8003a50 0x7f88041592f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 >> 172.21.15.66:0/440021688 conn(0x7f88040b1a70 msgr2=0x7f880406efe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 shutdown_connections 2024-07-27T06:50:37.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.430+0000 7f8808e00640 1 -- 172.21.15.66:0/440021688 wait complete. 2024-07-27T06:50:37.459 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:37.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.728+0000 7fc2d2e00640 1 -- 172.21.15.66:0/1125384958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 msgr2=0x7fc2b4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.728+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/1125384958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2b4003ec0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc2c00016c0 tx=0x7fc2b4005830 comp rx=0 tx=0).stop 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.729+0000 7fc2d2e00640 1 -- 172.21.15.66:0/1125384958 shutdown_connections 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.729+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/1125384958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2b4003ec0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.729+0000 7fc2d2e00640 1 -- 172.21.15.66:0/1125384958 >> 172.21.15.66:0/1125384958 conn(0x7fc2cc06c780 msgr2=0x7fc2cc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.729+0000 7fc2d2e00640 1 -- 172.21.15.66:0/1125384958 shutdown_connections 2024-07-27T06:50:37.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.729+0000 7fc2d2e00640 1 -- 172.21.15.66:0/1125384958 wait complete. 2024-07-27T06:50:37.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.731+0000 7fc2d2e00640 1 Processor -- start 2024-07-27T06:50:37.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.731+0000 7fc2d2e00640 1 -- start start 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2cc13b2a0 0x7fc2cc0ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2cc0ade00 0x7fc2cc1f8180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc15ff00 con 0x7fc2b4003a50 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc2cc15fd80 con 0x7fc2cc0ade00 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d2e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc2cc160080 con 0x7fc2cc13b2a0 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d1a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d1a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33532/0 (socket says 172.21.15.66:33532) 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.733+0000 7fc2d1a00640 1 -- 172.21.15.66:0/439288027 learned_addr learned my addr 172.21.15.66:0/439288027 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 -- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2cc13b2a0 msgr2=0x7fc2cc0ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2cc13b2a0 0x7fc2cc0ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 -- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2cc0ade00 msgr2=0x7fc2cc1f8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2cc0ade00 0x7fc2cc1f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 -- 172.21.15.66:0/439288027 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2cc0ae210 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d1a00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc2c002a8e0 tx=0x7fc2c00063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c0003a00 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2c0039070 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c0033420 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2cc142360 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.734+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2cc13ce10 con 0x7fc2b4003a50 2024-07-27T06:50:37.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.735+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2cc073520 con 0x7fc2b4003a50 2024-07-27T06:50:37.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.737+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc2c0044020 con 0x7fc2b4003a50 2024-07-27T06:50:37.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.739+0000 7fc2c9600640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 0x7fc2b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:37.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.739+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc2c00b86b0 con 0x7fc2b4003a50 2024-07-27T06:50:37.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.740+0000 7fc2d1000640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 0x7fc2b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:37.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.741+0000 7fc2d1000640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 0x7fc2b0079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc005eb0 tx=0x7fc2bc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:37.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.743+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2cc0ae210 con 0x7fc2b4003a50 2024-07-27T06:50:37.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.949+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2cc0b2a20 con 0x7fc2b4003a50 2024-07-27T06:50:37.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.951+0000 7fc2c9600640 1 -- 172.21.15.66:0/439288027 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7fc2c0081560 con 0x7fc2b4003a50 2024-07-27T06:50:37.954 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:37.954 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:37.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 msgr2=0x7fc2b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 0x7fc2b0079520 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc005eb0 tx=0x7fc2bc005850 comp rx=0 tx=0).stop 2024-07-27T06:50:37.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 msgr2=0x7fc2cc0b4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fc2c002a8e0 tx=0x7fc2c00063a0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 shutdown_connections 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2b0077010 0x7fc2b0079520 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2cc0ade00 0x7fc2cc1f8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2cc13b2a0 0x7fc2cc0ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 --2- 172.21.15.66:0/439288027 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2b4003a50 0x7fc2cc0b4360 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 >> 172.21.15.66:0/439288027 conn(0x7fc2cc06c780 msgr2=0x7fc2cc0ae620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 shutdown_connections 2024-07-27T06:50:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:37.954+0000 7fc2d2e00640 1 -- 172.21.15.66:0/439288027 wait complete. 2024-07-27T06:50:37.983 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:50:37.984 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:50:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 -- 172.21.15.66:0/3399348607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 msgr2=0x7fad50161ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 --2- 172.21.15.66:0/3399348607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50161ee0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fad500cc5a0 tx=0x7fad3c02a530 comp rx=0 tx=0).stop 2024-07-27T06:50:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 -- 172.21.15.66:0/3399348607 shutdown_connections 2024-07-27T06:50:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 --2- 172.21.15.66:0/3399348607 >> v2:172.21.15.155:3300/0 conn(0x7fad5006f930 0x7fad50164430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 --2- 172.21.15.66:0/3399348607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50161ee0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 -- 172.21.15.66:0/3399348607 >> 172.21.15.66:0/3399348607 conn(0x7fad500cfb90 msgr2=0x7fad500cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 -- 172.21.15.66:0/3399348607 shutdown_connections 2024-07-27T06:50:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.266+0000 7fad56200640 1 -- 172.21.15.66:0/3399348607 wait complete. 2024-07-27T06:50:38.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.269+0000 7fad56200640 1 Processor -- start 2024-07-27T06:50:38.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.269+0000 7fad56200640 1 -- start start 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.270+0000 7fad56200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad56200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 0x7fad500c36a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad56200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fad50070470 0x7fad501e6b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad56200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fad50072500 con 0x7fad5006f520 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad56200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fad50072380 con 0x7fad50070470 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad56200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fad50072680 con 0x7fad5006f930 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33538/0 (socket says 172.21.15.66:33538) 2024-07-27T06:50:38.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 -- 172.21.15.66:0/239213694 learned_addr learned my addr 172.21.15.66:0/239213694 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4fe00640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fad50070470 0x7fad501e6b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4ea00640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 0x7fad500c36a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 -- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 msgr2=0x7fad500c36a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 0x7fad500c36a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 -- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fad50070470 msgr2=0x7fad501e6b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fad50070470 0x7fad501e6b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4f400640 1 -- 172.21.15.66:0/239213694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad500c4080 con 0x7fad5006f520 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.271+0000 7fad4ea00640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 0x7fad500c36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:38.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad4f400640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fad4000c460 tx=0x7fad4000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40016020 con 0x7fad5006f520 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fad40012940 con 0x7fad5006f520 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40012d90 con 0x7fad5006f520 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad500c4360 con 0x7fad5006f520 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.272+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad500b2ac0 con 0x7fad5006f520 2024-07-27T06:50:38.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.274+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad50072ad0 con 0x7fad5006f520 2024-07-27T06:50:38.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.275+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fad40019020 con 0x7fad5006f520 2024-07-27T06:50:38.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.277+0000 7fad47400640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 0x7fad30079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.277+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fad400988d0 con 0x7fad5006f520 2024-07-27T06:50:38.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.277+0000 7fad4ea00640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 0x7fad30079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.279+0000 7fad4ea00640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 0x7fad30079550 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fad3c034000 tx=0x7fad3c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:38.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.282+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fad40020030 con 0x7fad5006f520 2024-07-27T06:50:38.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.492+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fad500b5b20 con 0x7fad30077040 2024-07-27T06:50:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.514+0000 7fad47400640 1 -- 172.21.15.66:0/239213694 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7fad500b5b20 con 0x7fad30077040 2024-07-27T06:50:38.522 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:38.525 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:50:38.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.522+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 msgr2=0x7fad30079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.522+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 0x7fad30079550 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fad3c034000 tx=0x7fad3c004730 comp rx=0 tx=0).stop 2024-07-27T06:50:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.522+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 msgr2=0x7fad50148f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.522+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fad4000c460 tx=0x7fad4000c920 comp rx=0 tx=0).stop 2024-07-27T06:50:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 shutdown_connections 2024-07-27T06:50:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad30077040 0x7fad30079550 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fad50070470 0x7fad501e6b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fad5006f930 0x7fad500c36a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 --2- 172.21.15.66:0/239213694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fad5006f520 0x7fad50148f30 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 >> 172.21.15.66:0/239213694 conn(0x7fad500cfb90 msgr2=0x7fad501e3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:38.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 shutdown_connections 2024-07-27T06:50:38.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.523+0000 7fad56200640 1 -- 172.21.15.66:0/239213694 wait complete. 2024-07-27T06:50:38.553 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-07-27T06:50:38.189848+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":150,"num_write_kb":1647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3383296,"data_stored":2025968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006015"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733336+0000","last_change":"2024-07-27T06:50:10.709183+0000","last_active":"2024-07-27T06:50:16.733336+0000","last_peered":"2024-07-27T06:50:16.733336+0000","last_clean":"2024-07-27T06:50:16.733336+0000","last_became_active":"2024-07-27T06:50:10.708847+0000","last_became_peered":"2024-07-27T06:50:10.708847+0000","last_unstale":"2024-07-27T06:50:16.733336+0000","last_undegraded":"2024-07-27T06:50:16.733336+0000","last_fullsized":"2024-07-27T06:50:16.733336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739010+0000","last_change":"2024-07-27T06:50:11.688864+0000","last_active":"2024-07-27T06:50:16.739010+0000","last_peered":"2024-07-27T06:50:16.739010+0000","last_clean":"2024-07-27T06:50:16.739010+0000","last_became_active":"2024-07-27T06:50:11.687587+0000","last_became_peered":"2024-07-27T06:50:11.687587+0000","last_unstale":"2024-07-27T06:50:16.739010+0000","last_undegraded":"2024-07-27T06:50:16.739010+0000","last_fullsized":"2024-07-27T06:50:16.739010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783899+0000","last_change":"2024-07-27T06:50:15.774622+0000","last_active":"2024-07-27T06:50:16.783899+0000","last_peered":"2024-07-27T06:50:16.783899+0000","last_clean":"2024-07-27T06:50:16.783899+0000","last_became_active":"2024-07-27T06:50:15.774162+0000","last_became_peered":"2024-07-27T06:50:15.774162+0000","last_unstale":"2024-07-27T06:50:16.783899+0000","last_undegraded":"2024-07-27T06:50:16.783899+0000","last_fullsized":"2024-07-27T06:50:16.783899+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739374+0000","last_change":"2024-07-27T06:50:10.694174+0000","last_active":"2024-07-27T06:50:16.739374+0000","last_peered":"2024-07-27T06:50:16.739374+0000","last_clean":"2024-07-27T06:50:16.739374+0000","last_became_active":"2024-07-27T06:50:10.693810+0000","last_became_peered":"2024-07-27T06:50:10.693810+0000","last_unstale":"2024-07-27T06:50:16.739374+0000","last_undegraded":"2024-07-27T06:50:16.739374+0000","last_fullsized":"2024-07-27T06:50:16.739374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738231+0000","last_change":"2024-07-27T06:50:11.677044+0000","last_active":"2024-07-27T06:50:16.738231+0000","last_peered":"2024-07-27T06:50:16.738231+0000","last_clean":"2024-07-27T06:50:16.738231+0000","last_became_active":"2024-07-27T06:50:11.675848+0000","last_became_peered":"2024-07-27T06:50:11.675848+0000","last_unstale":"2024-07-27T06:50:16.738231+0000","last_undegraded":"2024-07-27T06:50:16.738231+0000","last_fullsized":"2024-07-27T06:50:16.738231+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780559+0000","last_change":"2024-07-27T06:50:15.767488+0000","last_active":"2024-07-27T06:50:16.780559+0000","last_peered":"2024-07-27T06:50:16.780559+0000","last_clean":"2024-07-27T06:50:16.780559+0000","last_became_active":"2024-07-27T06:50:15.764776+0000","last_became_peered":"2024-07-27T06:50:15.764776+0000","last_unstale":"2024-07-27T06:50:16.780559+0000","last_undegraded":"2024-07-27T06:50:16.780559+0000","last_fullsized":"2024-07-27T06:50:16.780559+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:41.192163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784934+0000","last_change":"2024-07-27T06:50:10.694790+0000","last_active":"2024-07-27T06:50:16.784934+0000","last_peered":"2024-07-27T06:50:16.784934+0000","last_clean":"2024-07-27T06:50:16.784934+0000","last_became_active":"2024-07-27T06:50:10.694435+0000","last_became_peered":"2024-07-27T06:50:10.694435+0000","last_unstale":"2024-07-27T06:50:16.784934+0000","last_undegraded":"2024-07-27T06:50:16.784934+0000","last_fullsized":"2024-07-27T06:50:16.784934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782414+0000","last_change":"2024-07-27T06:50:11.706550+0000","last_active":"2024-07-27T06:50:16.782414+0000","last_peered":"2024-07-27T06:50:16.782414+0000","last_clean":"2024-07-27T06:50:16.782414+0000","last_became_active":"2024-07-27T06:50:11.704971+0000","last_became_peered":"2024-07-27T06:50:11.704971+0000","last_unstale":"2024-07-27T06:50:16.782414+0000","last_undegraded":"2024-07-27T06:50:16.782414+0000","last_fullsized":"2024-07-27T06:50:16.782414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781384+0000","last_change":"2024-07-27T06:50:15.753743+0000","last_active":"2024-07-27T06:50:16.781384+0000","last_peered":"2024-07-27T06:50:16.781384+0000","last_clean":"2024-07-27T06:50:16.781384+0000","last_became_active":"2024-07-27T06:50:15.753210+0000","last_became_peered":"2024-07-27T06:50:15.753210+0000","last_unstale":"2024-07-27T06:50:16.781384+0000","last_undegraded":"2024-07-27T06:50:16.781384+0000","last_fullsized":"2024-07-27T06:50:16.781384+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:11.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785811+0000","last_change":"2024-07-27T06:50:10.691603+0000","last_active":"2024-07-27T06:50:16.785811+0000","last_peered":"2024-07-27T06:50:16.785811+0000","last_clean":"2024-07-27T06:50:16.785811+0000","last_became_active":"2024-07-27T06:50:10.691263+0000","last_became_peered":"2024-07-27T06:50:10.691263+0000","last_unstale":"2024-07-27T06:50:16.785811+0000","last_undegraded":"2024-07-27T06:50:16.785811+0000","last_fullsized":"2024-07-27T06:50:16.785811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732040+0000","last_change":"2024-07-27T06:50:11.709571+0000","last_active":"2024-07-27T06:50:16.732040+0000","last_peered":"2024-07-27T06:50:16.732040+0000","last_clean":"2024-07-27T06:50:16.732040+0000","last_became_active":"2024-07-27T06:50:11.709066+0000","last_became_peered":"2024-07-27T06:50:11.709066+0000","last_unstale":"2024-07-27T06:50:16.732040+0000","last_undegraded":"2024-07-27T06:50:16.732040+0000","last_fullsized":"2024-07-27T06:50:16.732040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:44:01.254906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780537+0000","last_change":"2024-07-27T06:50:15.762394+0000","last_active":"2024-07-27T06:50:16.780537+0000","last_peered":"2024-07-27T06:50:16.780537+0000","last_clean":"2024-07-27T06:50:16.780537+0000","last_became_active":"2024-07-27T06:50:15.761404+0000","last_became_peered":"2024-07-27T06:50:15.761404+0000","last_unstale":"2024-07-27T06:50:16.780537+0000","last_undegraded":"2024-07-27T06:50:16.780537+0000","last_fullsized":"2024-07-27T06:50:16.780537+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:28.614412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730806+0000","last_change":"2024-07-27T06:50:11.710414+0000","last_active":"2024-07-27T06:50:16.730806+0000","last_peered":"2024-07-27T06:50:16.730806+0000","last_clean":"2024-07-27T06:50:16.730806+0000","last_became_active":"2024-07-27T06:50:11.709938+0000","last_became_peered":"2024-07-27T06:50:11.709938+0000","last_unstale":"2024-07-27T06:50:16.730806+0000","last_undegraded":"2024-07-27T06:50:16.730806+0000","last_fullsized":"2024-07-27T06:50:16.730806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731766+0000","last_change":"2024-07-27T06:50:10.702286+0000","last_active":"2024-07-27T06:50:16.731766+0000","last_peered":"2024-07-27T06:50:16.731766+0000","last_clean":"2024-07-27T06:50:16.731766+0000","last_became_active":"2024-07-27T06:50:10.697069+0000","last_became_peered":"2024-07-27T06:50:10.697069+0000","last_unstale":"2024-07-27T06:50:16.731766+0000","last_undegraded":"2024-07-27T06:50:16.731766+0000","last_fullsized":"2024-07-27T06:50:16.731766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731528+0000","last_change":"2024-07-27T06:50:15.770779+0000","last_active":"2024-07-27T06:50:16.731528+0000","last_peered":"2024-07-27T06:50:16.731528+0000","last_clean":"2024-07-27T06:50:16.731528+0000","last_became_active":"2024-07-27T06:50:15.769953+0000","last_became_peered":"2024-07-27T06:50:15.769953+0000","last_unstale":"2024-07-27T06:50:16.731528+0000","last_undegraded":"2024-07-27T06:50:16.731528+0000","last_fullsized":"2024-07-27T06:50:16.731528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:50:53.107306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787546+0000","last_change":"2024-07-27T06:50:11.699946+0000","last_active":"2024-07-27T06:50:16.787546+0000","last_peered":"2024-07-27T06:50:16.787546+0000","last_clean":"2024-07-27T06:50:16.787546+0000","last_became_active":"2024-07-27T06:50:11.698467+0000","last_became_peered":"2024-07-27T06:50:11.698467+0000","last_unstale":"2024-07-27T06:50:16.787546+0000","last_undegraded":"2024-07-27T06:50:16.787546+0000","last_fullsized":"2024-07-27T06:50:16.787546+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785027+0000","last_change":"2024-07-27T06:50:10.695857+0000","last_active":"2024-07-27T06:50:16.785027+0000","last_peered":"2024-07-27T06:50:16.785027+0000","last_clean":"2024-07-27T06:50:16.785027+0000","last_became_active":"2024-07-27T06:50:10.693317+0000","last_became_peered":"2024-07-27T06:50:10.693317+0000","last_unstale":"2024-07-27T06:50:16.785027+0000","last_undegraded":"2024-07-27T06:50:16.785027+0000","last_fullsized":"2024-07-27T06:50:16.785027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:38.932646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784215+0000","last_change":"2024-07-27T06:50:15.754440+0000","last_active":"2024-07-27T06:50:16.784215+0000","last_peered":"2024-07-27T06:50:16.784215+0000","last_clean":"2024-07-27T06:50:16.784215+0000","last_became_active":"2024-07-27T06:50:15.753940+0000","last_became_peered":"2024-07-27T06:50:15.753940+0000","last_unstale":"2024-07-27T06:50:16.784215+0000","last_undegraded":"2024-07-27T06:50:16.784215+0000","last_fullsized":"2024-07-27T06:50:16.784215+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:27.125087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731119+0000","last_change":"2024-07-27T06:50:11.692205+0000","last_active":"2024-07-27T06:50:16.731119+0000","last_peered":"2024-07-27T06:50:16.731119+0000","last_clean":"2024-07-27T06:50:16.731119+0000","last_became_active":"2024-07-27T06:50:11.691860+0000","last_became_peered":"2024-07-27T06:50:11.691860+0000","last_unstale":"2024-07-27T06:50:16.731119+0000","last_undegraded":"2024-07-27T06:50:16.731119+0000","last_fullsized":"2024-07-27T06:50:16.731119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734020+0000","last_change":"2024-07-27T06:50:10.700112+0000","last_active":"2024-07-27T06:50:16.734020+0000","last_peered":"2024-07-27T06:50:16.734020+0000","last_clean":"2024-07-27T06:50:16.734020+0000","last_became_active":"2024-07-27T06:50:10.699801+0000","last_became_peered":"2024-07-27T06:50:10.699801+0000","last_unstale":"2024-07-27T06:50:16.734020+0000","last_undegraded":"2024-07-27T06:50:16.734020+0000","last_fullsized":"2024-07-27T06:50:16.734020+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788679+0000","last_change":"2024-07-27T06:50:15.776285+0000","last_active":"2024-07-27T06:50:16.788679+0000","last_peered":"2024-07-27T06:50:16.788679+0000","last_clean":"2024-07-27T06:50:16.788679+0000","last_became_active":"2024-07-27T06:50:15.775714+0000","last_became_peered":"2024-07-27T06:50:15.775714+0000","last_unstale":"2024-07-27T06:50:16.788679+0000","last_undegraded":"2024-07-27T06:50:16.788679+0000","last_fullsized":"2024-07-27T06:50:16.788679+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:57.822455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729917+0000","last_change":"2024-07-27T06:50:11.689690+0000","last_active":"2024-07-27T06:50:16.729917+0000","last_peered":"2024-07-27T06:50:16.729917+0000","last_clean":"2024-07-27T06:50:16.729917+0000","last_became_active":"2024-07-27T06:50:11.689283+0000","last_became_peered":"2024-07-27T06:50:11.689283+0000","last_unstale":"2024-07-27T06:50:16.729917+0000","last_undegraded":"2024-07-27T06:50:16.729917+0000","last_fullsized":"2024-07-27T06:50:16.729917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783739+0000","last_change":"2024-07-27T06:50:10.685863+0000","last_active":"2024-07-27T06:50:16.783739+0000","last_peered":"2024-07-27T06:50:16.783739+0000","last_clean":"2024-07-27T06:50:16.783739+0000","last_became_active":"2024-07-27T06:50:10.685341+0000","last_became_peered":"2024-07-27T06:50:10.685341+0000","last_unstale":"2024-07-27T06:50:16.783739+0000","last_undegraded":"2024-07-27T06:50:16.783739+0000","last_fullsized":"2024-07-27T06:50:16.783739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780575+0000","last_change":"2024-07-27T06:50:15.761448+0000","last_active":"2024-07-27T06:50:16.780575+0000","last_peered":"2024-07-27T06:50:16.780575+0000","last_clean":"2024-07-27T06:50:16.780575+0000","last_became_active":"2024-07-27T06:50:15.760872+0000","last_became_peered":"2024-07-27T06:50:15.760872+0000","last_unstale":"2024-07-27T06:50:16.780575+0000","last_undegraded":"2024-07-27T06:50:16.780575+0000","last_fullsized":"2024-07-27T06:50:16.780575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:29.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734375+0000","last_change":"2024-07-27T06:50:11.690642+0000","last_active":"2024-07-27T06:50:16.734375+0000","last_peered":"2024-07-27T06:50:16.734375+0000","last_clean":"2024-07-27T06:50:16.734375+0000","last_became_active":"2024-07-27T06:50:11.690205+0000","last_became_peered":"2024-07-27T06:50:11.690205+0000","last_unstale":"2024-07-27T06:50:16.734375+0000","last_undegraded":"2024-07-27T06:50:16.734375+0000","last_fullsized":"2024-07-27T06:50:16.734375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:41.619533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732900+0000","last_change":"2024-07-27T06:50:10.706894+0000","last_active":"2024-07-27T06:50:16.732900+0000","last_peered":"2024-07-27T06:50:16.732900+0000","last_clean":"2024-07-27T06:50:16.732900+0000","last_became_active":"2024-07-27T06:50:10.706497+0000","last_became_peered":"2024-07-27T06:50:10.706497+0000","last_unstale":"2024-07-27T06:50:16.732900+0000","last_undegraded":"2024-07-27T06:50:16.732900+0000","last_fullsized":"2024-07-27T06:50:16.732900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:40.601934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780576+0000","last_change":"2024-07-27T06:50:15.754147+0000","last_active":"2024-07-27T06:50:16.780576+0000","last_peered":"2024-07-27T06:50:16.780576+0000","last_clean":"2024-07-27T06:50:16.780576+0000","last_became_active":"2024-07-27T06:50:15.752426+0000","last_became_peered":"2024-07-27T06:50:15.752426+0000","last_unstale":"2024-07-27T06:50:16.780576+0000","last_undegraded":"2024-07-27T06:50:16.780576+0000","last_fullsized":"2024-07-27T06:50:16.780576+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:43.123533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733005+0000","last_change":"2024-07-27T06:50:11.692230+0000","last_active":"2024-07-27T06:50:16.733005+0000","last_peered":"2024-07-27T06:50:16.733005+0000","last_clean":"2024-07-27T06:50:16.733005+0000","last_became_active":"2024-07-27T06:50:11.691876+0000","last_became_peered":"2024-07-27T06:50:11.691876+0000","last_unstale":"2024-07-27T06:50:16.733005+0000","last_undegraded":"2024-07-27T06:50:16.733005+0000","last_fullsized":"2024-07-27T06:50:16.733005+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734812+0000","last_change":"2024-07-27T06:50:10.704067+0000","last_active":"2024-07-27T06:50:16.734812+0000","last_peered":"2024-07-27T06:50:16.734812+0000","last_clean":"2024-07-27T06:50:16.734812+0000","last_became_active":"2024-07-27T06:50:10.703744+0000","last_became_peered":"2024-07-27T06:50:10.703744+0000","last_unstale":"2024-07-27T06:50:16.734812+0000","last_undegraded":"2024-07-27T06:50:16.734812+0000","last_fullsized":"2024-07-27T06:50:16.734812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731427+0000","last_change":"2024-07-27T06:50:15.759545+0000","last_active":"2024-07-27T06:50:16.731427+0000","last_peered":"2024-07-27T06:50:16.731427+0000","last_clean":"2024-07-27T06:50:16.731427+0000","last_became_active":"2024-07-27T06:50:15.754288+0000","last_became_peered":"2024-07-27T06:50:15.754288+0000","last_unstale":"2024-07-27T06:50:16.731427+0000","last_undegraded":"2024-07-27T06:50:16.731427+0000","last_fullsized":"2024-07-27T06:50:16.731427+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:49.894353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786369+0000","last_change":"2024-07-27T06:50:11.689364+0000","last_active":"2024-07-27T06:50:16.786369+0000","last_peered":"2024-07-27T06:50:16.786369+0000","last_clean":"2024-07-27T06:50:16.786369+0000","last_became_active":"2024-07-27T06:50:11.688050+0000","last_became_peered":"2024-07-27T06:50:11.688050+0000","last_unstale":"2024-07-27T06:50:16.786369+0000","last_undegraded":"2024-07-27T06:50:16.786369+0000","last_fullsized":"2024-07-27T06:50:16.786369+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:07:29.662349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733616+0000","last_change":"2024-07-27T06:50:10.704294+0000","last_active":"2024-07-27T06:50:16.733616+0000","last_peered":"2024-07-27T06:50:16.733616+0000","last_clean":"2024-07-27T06:50:16.733616+0000","last_became_active":"2024-07-27T06:50:10.703934+0000","last_became_peered":"2024-07-27T06:50:10.703934+0000","last_unstale":"2024-07-27T06:50:16.733616+0000","last_undegraded":"2024-07-27T06:50:16.733616+0000","last_fullsized":"2024-07-27T06:50:16.733616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:19.091037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786284+0000","last_change":"2024-07-27T06:50:15.767435+0000","last_active":"2024-07-27T06:50:16.786284+0000","last_peered":"2024-07-27T06:50:16.786284+0000","last_clean":"2024-07-27T06:50:16.786284+0000","last_became_active":"2024-07-27T06:50:15.765980+0000","last_became_peered":"2024-07-27T06:50:15.765980+0000","last_unstale":"2024-07-27T06:50:16.786284+0000","last_undegraded":"2024-07-27T06:50:16.786284+0000","last_fullsized":"2024-07-27T06:50:16.786284+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:58.284078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780248+0000","last_change":"2024-07-27T06:50:11.687733+0000","last_active":"2024-07-27T06:50:16.780248+0000","last_peered":"2024-07-27T06:50:16.780248+0000","last_clean":"2024-07-27T06:50:16.780248+0000","last_became_active":"2024-07-27T06:50:11.687155+0000","last_became_peered":"2024-07-27T06:50:11.687155+0000","last_unstale":"2024-07-27T06:50:16.780248+0000","last_undegraded":"2024-07-27T06:50:16.780248+0000","last_fullsized":"2024-07-27T06:50:16.780248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:35.804551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737280+0000","last_change":"2024-07-27T06:50:10.699496+0000","last_active":"2024-07-27T06:50:16.737280+0000","last_peered":"2024-07-27T06:50:16.737280+0000","last_clean":"2024-07-27T06:50:16.737280+0000","last_became_active":"2024-07-27T06:50:10.699086+0000","last_became_peered":"2024-07-27T06:50:10.699086+0000","last_unstale":"2024-07-27T06:50:16.737280+0000","last_undegraded":"2024-07-27T06:50:16.737280+0000","last_fullsized":"2024-07-27T06:50:16.737280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783882+0000","last_change":"2024-07-27T06:50:15.759616+0000","last_active":"2024-07-27T06:50:16.783882+0000","last_peered":"2024-07-27T06:50:16.783882+0000","last_clean":"2024-07-27T06:50:16.783882+0000","last_became_active":"2024-07-27T06:50:15.759148+0000","last_became_peered":"2024-07-27T06:50:15.759148+0000","last_unstale":"2024-07-27T06:50:16.783882+0000","last_undegraded":"2024-07-27T06:50:16.783882+0000","last_fullsized":"2024-07-27T06:50:16.783882+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:00:46.388989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784874+0000","last_change":"2024-07-27T06:50:11.697295+0000","last_active":"2024-07-27T06:50:16.784874+0000","last_peered":"2024-07-27T06:50:16.784874+0000","last_clean":"2024-07-27T06:50:16.784874+0000","last_became_active":"2024-07-27T06:50:11.696822+0000","last_became_peered":"2024-07-27T06:50:11.696822+0000","last_unstale":"2024-07-27T06:50:16.784874+0000","last_undegraded":"2024-07-27T06:50:16.784874+0000","last_fullsized":"2024-07-27T06:50:16.784874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731603+0000","last_change":"2024-07-27T06:50:10.697362+0000","last_active":"2024-07-27T06:50:16.731603+0000","last_peered":"2024-07-27T06:50:16.731603+0000","last_clean":"2024-07-27T06:50:16.731603+0000","last_became_active":"2024-07-27T06:50:10.697011+0000","last_became_peered":"2024-07-27T06:50:10.697011+0000","last_unstale":"2024-07-27T06:50:16.731603+0000","last_undegraded":"2024-07-27T06:50:16.731603+0000","last_fullsized":"2024-07-27T06:50:16.731603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:38.878371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786119+0000","last_change":"2024-07-27T06:50:15.767704+0000","last_active":"2024-07-27T06:50:16.786119+0000","last_peered":"2024-07-27T06:50:16.786119+0000","last_clean":"2024-07-27T06:50:16.786119+0000","last_became_active":"2024-07-27T06:50:15.766805+0000","last_became_peered":"2024-07-27T06:50:15.766805+0000","last_unstale":"2024-07-27T06:50:16.786119+0000","last_undegraded":"2024-07-27T06:50:16.786119+0000","last_fullsized":"2024-07-27T06:50:16.786119+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:46.286719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734048+0000","last_change":"2024-07-27T06:50:11.688555+0000","last_active":"2024-07-27T06:50:16.734048+0000","last_peered":"2024-07-27T06:50:16.734048+0000","last_clean":"2024-07-27T06:50:16.734048+0000","last_became_active":"2024-07-27T06:50:11.688216+0000","last_became_peered":"2024-07-27T06:50:11.688216+0000","last_unstale":"2024-07-27T06:50:16.734048+0000","last_undegraded":"2024-07-27T06:50:16.734048+0000","last_fullsized":"2024-07-27T06:50:16.734048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784422+0000","last_change":"2024-07-27T06:50:10.706196+0000","last_active":"2024-07-27T06:50:16.784422+0000","last_peered":"2024-07-27T06:50:16.784422+0000","last_clean":"2024-07-27T06:50:16.784422+0000","last_became_active":"2024-07-27T06:50:10.705714+0000","last_became_peered":"2024-07-27T06:50:10.705714+0000","last_unstale":"2024-07-27T06:50:16.784422+0000","last_undegraded":"2024-07-27T06:50:16.784422+0000","last_fullsized":"2024-07-27T06:50:16.784422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:57.880073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784823+0000","last_change":"2024-07-27T06:50:15.764710+0000","last_active":"2024-07-27T06:50:16.784823+0000","last_peered":"2024-07-27T06:50:16.784823+0000","last_clean":"2024-07-27T06:50:16.784823+0000","last_became_active":"2024-07-27T06:50:15.761170+0000","last_became_peered":"2024-07-27T06:50:15.761170+0000","last_unstale":"2024-07-27T06:50:16.784823+0000","last_undegraded":"2024-07-27T06:50:16.784823+0000","last_fullsized":"2024-07-27T06:50:16.784823+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:08:18.559806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783460+0000","last_change":"2024-07-27T06:50:11.716308+0000","last_active":"2024-07-27T06:50:16.783460+0000","last_peered":"2024-07-27T06:50:16.783460+0000","last_clean":"2024-07-27T06:50:16.783460+0000","last_became_active":"2024-07-27T06:50:11.715796+0000","last_became_peered":"2024-07-27T06:50:11.715796+0000","last_unstale":"2024-07-27T06:50:16.783460+0000","last_undegraded":"2024-07-27T06:50:16.783460+0000","last_fullsized":"2024-07-27T06:50:16.783460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:02.955217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730292+0000","last_change":"2024-07-27T06:50:10.692819+0000","last_active":"2024-07-27T06:50:16.730292+0000","last_peered":"2024-07-27T06:50:16.730292+0000","last_clean":"2024-07-27T06:50:16.730292+0000","last_became_active":"2024-07-27T06:50:10.692524+0000","last_became_peered":"2024-07-27T06:50:10.692524+0000","last_unstale":"2024-07-27T06:50:16.730292+0000","last_undegraded":"2024-07-27T06:50:16.730292+0000","last_fullsized":"2024-07-27T06:50:16.730292+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738508+0000","last_change":"2024-07-27T06:50:15.761907+0000","last_active":"2024-07-27T06:50:16.738508+0000","last_peered":"2024-07-27T06:50:16.738508+0000","last_clean":"2024-07-27T06:50:16.738508+0000","last_became_active":"2024-07-27T06:50:15.761361+0000","last_became_peered":"2024-07-27T06:50:15.761361+0000","last_unstale":"2024-07-27T06:50:16.738508+0000","last_undegraded":"2024-07-27T06:50:16.738508+0000","last_fullsized":"2024-07-27T06:50:16.738508+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:30.469054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732725+0000","last_change":"2024-07-27T06:50:11.687666+0000","last_active":"2024-07-27T06:50:16.732725+0000","last_peered":"2024-07-27T06:50:16.732725+0000","last_clean":"2024-07-27T06:50:16.732725+0000","last_became_active":"2024-07-27T06:50:11.687265+0000","last_became_peered":"2024-07-27T06:50:11.687265+0000","last_unstale":"2024-07-27T06:50:16.732725+0000","last_undegraded":"2024-07-27T06:50:16.732725+0000","last_fullsized":"2024-07-27T06:50:16.732725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:48.220850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732159+0000","last_change":"2024-07-27T06:50:10.709633+0000","last_active":"2024-07-27T06:50:16.732159+0000","last_peered":"2024-07-27T06:50:16.732159+0000","last_clean":"2024-07-27T06:50:16.732159+0000","last_became_active":"2024-07-27T06:50:10.708667+0000","last_became_peered":"2024-07-27T06:50:10.708667+0000","last_unstale":"2024-07-27T06:50:16.732159+0000","last_undegraded":"2024-07-27T06:50:16.732159+0000","last_fullsized":"2024-07-27T06:50:16.732159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":119,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782716+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:50:16.782716+0000","last_peered":"2024-07-27T06:50:16.782716+0000","last_clean":"2024-07-27T06:50:16.782716+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:50:16.782716+0000","last_undegraded":"2024-07-27T06:50:16.782716+0000","last_fullsized":"2024-07-27T06:50:16.782716+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733209+0000","last_change":"2024-07-27T06:50:15.748912+0000","last_active":"2024-07-27T06:50:16.733209+0000","last_peered":"2024-07-27T06:50:16.733209+0000","last_clean":"2024-07-27T06:50:16.733209+0000","last_became_active":"2024-07-27T06:50:15.748464+0000","last_became_peered":"2024-07-27T06:50:15.748464+0000","last_unstale":"2024-07-27T06:50:16.733209+0000","last_undegraded":"2024-07-27T06:50:16.733209+0000","last_fullsized":"2024-07-27T06:50:16.733209+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:55:42.636720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732454+0000","last_change":"2024-07-27T06:50:11.704454+0000","last_active":"2024-07-27T06:50:16.732454+0000","last_peered":"2024-07-27T06:50:16.732454+0000","last_clean":"2024-07-27T06:50:16.732454+0000","last_became_active":"2024-07-27T06:50:11.704124+0000","last_became_peered":"2024-07-27T06:50:11.704124+0000","last_unstale":"2024-07-27T06:50:16.732454+0000","last_undegraded":"2024-07-27T06:50:16.732454+0000","last_fullsized":"2024-07-27T06:50:16.732454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:26.418643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786752+0000","last_change":"2024-07-27T06:50:10.704146+0000","last_active":"2024-07-27T06:50:16.786752+0000","last_peered":"2024-07-27T06:50:16.786752+0000","last_clean":"2024-07-27T06:50:16.786752+0000","last_became_active":"2024-07-27T06:50:10.703365+0000","last_became_peered":"2024-07-27T06:50:10.703365+0000","last_unstale":"2024-07-27T06:50:16.786752+0000","last_undegraded":"2024-07-27T06:50:16.786752+0000","last_fullsized":"2024-07-27T06:50:16.786752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:35:27.967799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780362+0000","last_change":"2024-07-27T06:50:15.764308+0000","last_active":"2024-07-27T06:50:16.780362+0000","last_peered":"2024-07-27T06:50:16.780362+0000","last_clean":"2024-07-27T06:50:16.780362+0000","last_became_active":"2024-07-27T06:50:15.760773+0000","last_became_peered":"2024-07-27T06:50:15.760773+0000","last_unstale":"2024-07-27T06:50:16.780362+0000","last_undegraded":"2024-07-27T06:50:16.780362+0000","last_fullsized":"2024-07-27T06:50:16.780362+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:07:01.156598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785633+0000","last_change":"2024-07-27T06:50:11.695759+0000","last_active":"2024-07-27T06:50:16.785633+0000","last_peered":"2024-07-27T06:50:16.785633+0000","last_clean":"2024-07-27T06:50:16.785633+0000","last_became_active":"2024-07-27T06:50:11.695450+0000","last_became_peered":"2024-07-27T06:50:11.695450+0000","last_unstale":"2024-07-27T06:50:16.785633+0000","last_undegraded":"2024-07-27T06:50:16.785633+0000","last_fullsized":"2024-07-27T06:50:16.785633+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738018+0000","last_change":"2024-07-27T06:50:10.698348+0000","last_active":"2024-07-27T06:50:16.738018+0000","last_peered":"2024-07-27T06:50:16.738018+0000","last_clean":"2024-07-27T06:50:16.738018+0000","last_became_active":"2024-07-27T06:50:10.693611+0000","last_became_peered":"2024-07-27T06:50:10.693611+0000","last_unstale":"2024-07-27T06:50:16.738018+0000","last_undegraded":"2024-07-27T06:50:16.738018+0000","last_fullsized":"2024-07-27T06:50:16.738018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736745+0000","last_change":"2024-07-27T06:50:15.757437+0000","last_active":"2024-07-27T06:50:16.736745+0000","last_peered":"2024-07-27T06:50:16.736745+0000","last_clean":"2024-07-27T06:50:16.736745+0000","last_became_active":"2024-07-27T06:50:15.756918+0000","last_became_peered":"2024-07-27T06:50:15.756918+0000","last_unstale":"2024-07-27T06:50:16.736745+0000","last_undegraded":"2024-07-27T06:50:16.736745+0000","last_fullsized":"2024-07-27T06:50:16.736745+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:08.890326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785301+0000","last_change":"2024-07-27T06:50:11.703829+0000","last_active":"2024-07-27T06:50:16.785301+0000","last_peered":"2024-07-27T06:50:16.785301+0000","last_clean":"2024-07-27T06:50:16.785301+0000","last_became_active":"2024-07-27T06:50:11.703474+0000","last_became_peered":"2024-07-27T06:50:11.703474+0000","last_unstale":"2024-07-27T06:50:16.785301+0000","last_undegraded":"2024-07-27T06:50:16.785301+0000","last_fullsized":"2024-07-27T06:50:16.785301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734501+0000","last_change":"2024-07-27T06:50:10.701267+0000","last_active":"2024-07-27T06:50:16.734501+0000","last_peered":"2024-07-27T06:50:16.734501+0000","last_clean":"2024-07-27T06:50:16.734501+0000","last_became_active":"2024-07-27T06:50:10.700950+0000","last_became_peered":"2024-07-27T06:50:10.700950+0000","last_unstale":"2024-07-27T06:50:16.734501+0000","last_undegraded":"2024-07-27T06:50:16.734501+0000","last_fullsized":"2024-07-27T06:50:16.734501+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729754+0000","last_change":"2024-07-27T06:50:15.759139+0000","last_active":"2024-07-27T06:50:16.729754+0000","last_peered":"2024-07-27T06:50:16.729754+0000","last_clean":"2024-07-27T06:50:16.729754+0000","last_became_active":"2024-07-27T06:50:15.758584+0000","last_became_peered":"2024-07-27T06:50:15.758584+0000","last_unstale":"2024-07-27T06:50:16.729754+0000","last_undegraded":"2024-07-27T06:50:16.729754+0000","last_fullsized":"2024-07-27T06:50:16.729754+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:11.658001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780932+0000","last_change":"2024-07-27T06:50:11.703983+0000","last_active":"2024-07-27T06:50:16.780932+0000","last_peered":"2024-07-27T06:50:16.780932+0000","last_clean":"2024-07-27T06:50:16.780932+0000","last_became_active":"2024-07-27T06:50:11.699009+0000","last_became_peered":"2024-07-27T06:50:11.699009+0000","last_unstale":"2024-07-27T06:50:16.780932+0000","last_undegraded":"2024-07-27T06:50:16.780932+0000","last_fullsized":"2024-07-27T06:50:16.780932+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785439+0000","last_change":"2024-07-27T06:50:10.695518+0000","last_active":"2024-07-27T06:50:16.785439+0000","last_peered":"2024-07-27T06:50:16.785439+0000","last_clean":"2024-07-27T06:50:16.785439+0000","last_became_active":"2024-07-27T06:50:10.690820+0000","last_became_peered":"2024-07-27T06:50:10.690820+0000","last_unstale":"2024-07-27T06:50:16.785439+0000","last_undegraded":"2024-07-27T06:50:16.785439+0000","last_fullsized":"2024-07-27T06:50:16.785439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782694+0000","last_change":"2024-07-27T06:50:15.766444+0000","last_active":"2024-07-27T06:50:16.782694+0000","last_peered":"2024-07-27T06:50:16.782694+0000","last_clean":"2024-07-27T06:50:16.782694+0000","last_became_active":"2024-07-27T06:50:15.764266+0000","last_became_peered":"2024-07-27T06:50:15.764266+0000","last_unstale":"2024-07-27T06:50:16.782694+0000","last_undegraded":"2024-07-27T06:50:16.782694+0000","last_fullsized":"2024-07-27T06:50:16.782694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729804+0000","last_change":"2024-07-27T06:50:11.701414+0000","last_active":"2024-07-27T06:50:16.729804+0000","last_peered":"2024-07-27T06:50:16.729804+0000","last_clean":"2024-07-27T06:50:16.729804+0000","last_became_active":"2024-07-27T06:50:11.701026+0000","last_became_peered":"2024-07-27T06:50:11.701026+0000","last_unstale":"2024-07-27T06:50:16.729804+0000","last_undegraded":"2024-07-27T06:50:16.729804+0000","last_fullsized":"2024-07-27T06:50:16.729804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731419+0000","last_change":"2024-07-27T06:50:10.695587+0000","last_active":"2024-07-27T06:50:16.731419+0000","last_peered":"2024-07-27T06:50:16.731419+0000","last_clean":"2024-07-27T06:50:16.731419+0000","last_became_active":"2024-07-27T06:50:10.695189+0000","last_became_peered":"2024-07-27T06:50:10.695189+0000","last_unstale":"2024-07-27T06:50:16.731419+0000","last_undegraded":"2024-07-27T06:50:16.731419+0000","last_fullsized":"2024-07-27T06:50:16.731419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739136+0000","last_change":"2024-07-27T06:50:15.761808+0000","last_active":"2024-07-27T06:50:16.739136+0000","last_peered":"2024-07-27T06:50:16.739136+0000","last_clean":"2024-07-27T06:50:16.739136+0000","last_became_active":"2024-07-27T06:50:15.760543+0000","last_became_peered":"2024-07-27T06:50:15.760543+0000","last_unstale":"2024-07-27T06:50:16.739136+0000","last_undegraded":"2024-07-27T06:50:16.739136+0000","last_fullsized":"2024-07-27T06:50:16.739136+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:16:50.604917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782360+0000","last_change":"2024-07-27T06:50:11.675747+0000","last_active":"2024-07-27T06:50:16.782360+0000","last_peered":"2024-07-27T06:50:16.782360+0000","last_clean":"2024-07-27T06:50:16.782360+0000","last_became_active":"2024-07-27T06:50:11.672879+0000","last_became_peered":"2024-07-27T06:50:11.672879+0000","last_unstale":"2024-07-27T06:50:16.782360+0000","last_undegraded":"2024-07-27T06:50:16.782360+0000","last_fullsized":"2024-07-27T06:50:16.782360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784995+0000","last_change":"2024-07-27T06:50:10.706803+0000","last_active":"2024-07-27T06:50:16.784995+0000","last_peered":"2024-07-27T06:50:16.784995+0000","last_clean":"2024-07-27T06:50:16.784995+0000","last_became_active":"2024-07-27T06:50:10.706461+0000","last_became_peered":"2024-07-27T06:50:10.706461+0000","last_unstale":"2024-07-27T06:50:16.784995+0000","last_undegraded":"2024-07-27T06:50:16.784995+0000","last_fullsized":"2024-07-27T06:50:16.784995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738643+0000","last_change":"2024-07-27T06:50:15.757705+0000","last_active":"2024-07-27T06:50:16.738643+0000","last_peered":"2024-07-27T06:50:16.738643+0000","last_clean":"2024-07-27T06:50:16.738643+0000","last_became_active":"2024-07-27T06:50:15.757142+0000","last_became_peered":"2024-07-27T06:50:15.757142+0000","last_unstale":"2024-07-27T06:50:16.738643+0000","last_undegraded":"2024-07-27T06:50:16.738643+0000","last_fullsized":"2024-07-27T06:50:16.738643+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:22.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731150+0000","last_change":"2024-07-27T06:50:11.702963+0000","last_active":"2024-07-27T06:50:16.731150+0000","last_peered":"2024-07-27T06:50:16.731150+0000","last_clean":"2024-07-27T06:50:16.731150+0000","last_became_active":"2024-07-27T06:50:11.702598+0000","last_became_peered":"2024-07-27T06:50:11.702598+0000","last_unstale":"2024-07-27T06:50:16.731150+0000","last_undegraded":"2024-07-27T06:50:16.731150+0000","last_fullsized":"2024-07-27T06:50:16.731150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731247+0000","last_change":"2024-07-27T06:50:10.707717+0000","last_active":"2024-07-27T06:50:16.731247+0000","last_peered":"2024-07-27T06:50:16.731247+0000","last_clean":"2024-07-27T06:50:16.731247+0000","last_became_active":"2024-07-27T06:50:10.707387+0000","last_became_peered":"2024-07-27T06:50:10.707387+0000","last_unstale":"2024-07-27T06:50:16.731247+0000","last_undegraded":"2024-07-27T06:50:16.731247+0000","last_fullsized":"2024-07-27T06:50:16.731247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:00.790040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785808+0000","last_change":"2024-07-27T06:50:15.767257+0000","last_active":"2024-07-27T06:50:16.785808+0000","last_peered":"2024-07-27T06:50:16.785808+0000","last_clean":"2024-07-27T06:50:16.785808+0000","last_became_active":"2024-07-27T06:50:15.766132+0000","last_became_peered":"2024-07-27T06:50:15.766132+0000","last_unstale":"2024-07-27T06:50:16.785808+0000","last_undegraded":"2024-07-27T06:50:16.785808+0000","last_fullsized":"2024-07-27T06:50:16.785808+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:58:41.008860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784729+0000","last_change":"2024-07-27T06:50:11.715320+0000","last_active":"2024-07-27T06:50:16.784729+0000","last_peered":"2024-07-27T06:50:16.784729+0000","last_clean":"2024-07-27T06:50:16.784729+0000","last_became_active":"2024-07-27T06:50:11.714713+0000","last_became_peered":"2024-07-27T06:50:11.714713+0000","last_unstale":"2024-07-27T06:50:16.784729+0000","last_undegraded":"2024-07-27T06:50:16.784729+0000","last_fullsized":"2024-07-27T06:50:16.784729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:56.329025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787830+0000","last_change":"2024-07-27T06:50:10.704567+0000","last_active":"2024-07-27T06:50:16.787830+0000","last_peered":"2024-07-27T06:50:16.787830+0000","last_clean":"2024-07-27T06:50:16.787830+0000","last_became_active":"2024-07-27T06:50:10.703405+0000","last_became_peered":"2024-07-27T06:50:10.703405+0000","last_unstale":"2024-07-27T06:50:16.787830+0000","last_undegraded":"2024-07-27T06:50:16.787830+0000","last_fullsized":"2024-07-27T06:50:16.787830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733442+0000","last_change":"2024-07-27T06:50:15.755573+0000","last_active":"2024-07-27T06:50:16.733442+0000","last_peered":"2024-07-27T06:50:16.733442+0000","last_clean":"2024-07-27T06:50:16.733442+0000","last_became_active":"2024-07-27T06:50:15.752934+0000","last_became_peered":"2024-07-27T06:50:15.752934+0000","last_unstale":"2024-07-27T06:50:16.733442+0000","last_undegraded":"2024-07-27T06:50:16.733442+0000","last_fullsized":"2024-07-27T06:50:16.733442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:03:30.687342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784657+0000","last_change":"2024-07-27T06:50:11.701325+0000","last_active":"2024-07-27T06:50:16.784657+0000","last_peered":"2024-07-27T06:50:16.784657+0000","last_clean":"2024-07-27T06:50:16.784657+0000","last_became_active":"2024-07-27T06:50:11.700917+0000","last_became_peered":"2024-07-27T06:50:11.700917+0000","last_unstale":"2024-07-27T06:50:16.784657+0000","last_undegraded":"2024-07-27T06:50:16.784657+0000","last_fullsized":"2024-07-27T06:50:16.784657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'10","reported_seq":32,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:27.581000+0000","last_change":"2024-07-27T06:50:10.699195+0000","last_active":"2024-07-27T06:50:27.581000+0000","last_peered":"2024-07-27T06:50:27.581000+0000","last_clean":"2024-07-27T06:50:27.581000+0000","last_became_active":"2024-07-27T06:50:10.698663+0000","last_became_peered":"2024-07-27T06:50:10.698663+0000","last_unstale":"2024-07-27T06:50:27.581000+0000","last_undegraded":"2024-07-27T06:50:27.581000+0000","last_fullsized":"2024-07-27T06:50:27.581000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:36.548506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732404+0000","last_change":"2024-07-27T06:50:15.757791+0000","last_active":"2024-07-27T06:50:16.732404+0000","last_peered":"2024-07-27T06:50:16.732404+0000","last_clean":"2024-07-27T06:50:16.732404+0000","last_became_active":"2024-07-27T06:50:15.756171+0000","last_became_peered":"2024-07-27T06:50:15.756171+0000","last_unstale":"2024-07-27T06:50:16.732404+0000","last_undegraded":"2024-07-27T06:50:16.732404+0000","last_fullsized":"2024-07-27T06:50:16.732404+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:23.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731345+0000","last_change":"2024-07-27T06:50:11.717897+0000","last_active":"2024-07-27T06:50:16.731345+0000","last_peered":"2024-07-27T06:50:16.731345+0000","last_clean":"2024-07-27T06:50:16.731345+0000","last_became_active":"2024-07-27T06:50:11.717656+0000","last_became_peered":"2024-07-27T06:50:11.717656+0000","last_unstale":"2024-07-27T06:50:16.731345+0000","last_undegraded":"2024-07-27T06:50:16.731345+0000","last_fullsized":"2024-07-27T06:50:16.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:23.074676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788408+0000","last_change":"2024-07-27T06:50:10.707160+0000","last_active":"2024-07-27T06:50:16.788408+0000","last_peered":"2024-07-27T06:50:16.788408+0000","last_clean":"2024-07-27T06:50:16.788408+0000","last_became_active":"2024-07-27T06:50:10.706798+0000","last_became_peered":"2024-07-27T06:50:10.706798+0000","last_unstale":"2024-07-27T06:50:16.788408+0000","last_undegraded":"2024-07-27T06:50:16.788408+0000","last_fullsized":"2024-07-27T06:50:16.788408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:04.006877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782641+0000","last_change":"2024-07-27T06:50:15.766957+0000","last_active":"2024-07-27T06:50:16.782641+0000","last_peered":"2024-07-27T06:50:16.782641+0000","last_clean":"2024-07-27T06:50:16.782641+0000","last_became_active":"2024-07-27T06:50:15.766522+0000","last_became_peered":"2024-07-27T06:50:15.766522+0000","last_unstale":"2024-07-27T06:50:16.782641+0000","last_undegraded":"2024-07-27T06:50:16.782641+0000","last_fullsized":"2024-07-27T06:50:16.782641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:18.932283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738455+0000","last_change":"2024-07-27T06:50:11.707628+0000","last_active":"2024-07-27T06:50:16.738455+0000","last_peered":"2024-07-27T06:50:16.738455+0000","last_clean":"2024-07-27T06:50:16.738455+0000","last_became_active":"2024-07-27T06:50:11.707299+0000","last_became_peered":"2024-07-27T06:50:11.707299+0000","last_unstale":"2024-07-27T06:50:16.738455+0000","last_undegraded":"2024-07-27T06:50:16.738455+0000","last_fullsized":"2024-07-27T06:50:16.738455+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785809+0000","last_change":"2024-07-27T06:50:10.701353+0000","last_active":"2024-07-27T06:50:16.785809+0000","last_peered":"2024-07-27T06:50:16.785809+0000","last_clean":"2024-07-27T06:50:16.785809+0000","last_became_active":"2024-07-27T06:50:10.697263+0000","last_became_peered":"2024-07-27T06:50:10.697263+0000","last_unstale":"2024-07-27T06:50:16.785809+0000","last_undegraded":"2024-07-27T06:50:16.785809+0000","last_fullsized":"2024-07-27T06:50:16.785809+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:51.337805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783893+0000","last_change":"2024-07-27T06:50:15.775143+0000","last_active":"2024-07-27T06:50:16.783893+0000","last_peered":"2024-07-27T06:50:16.783893+0000","last_clean":"2024-07-27T06:50:16.783893+0000","last_became_active":"2024-07-27T06:50:15.774626+0000","last_became_peered":"2024-07-27T06:50:15.774626+0000","last_unstale":"2024-07-27T06:50:16.783893+0000","last_undegraded":"2024-07-27T06:50:16.783893+0000","last_fullsized":"2024-07-27T06:50:16.783893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:25.935083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780806+0000","last_change":"2024-07-27T06:50:11.711969+0000","last_active":"2024-07-27T06:50:16.780806+0000","last_peered":"2024-07-27T06:50:16.780806+0000","last_clean":"2024-07-27T06:50:16.780806+0000","last_became_active":"2024-07-27T06:50:11.711208+0000","last_became_peered":"2024-07-27T06:50:11.711208+0000","last_unstale":"2024-07-27T06:50:16.780806+0000","last_undegraded":"2024-07-27T06:50:16.780806+0000","last_fullsized":"2024-07-27T06:50:16.780806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783637+0000","last_change":"2024-07-27T06:50:10.701572+0000","last_active":"2024-07-27T06:50:16.783637+0000","last_peered":"2024-07-27T06:50:16.783637+0000","last_clean":"2024-07-27T06:50:16.783637+0000","last_became_active":"2024-07-27T06:50:10.701235+0000","last_became_peered":"2024-07-27T06:50:10.701235+0000","last_unstale":"2024-07-27T06:50:16.783637+0000","last_undegraded":"2024-07-27T06:50:16.783637+0000","last_fullsized":"2024-07-27T06:50:16.783637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732162+0000","last_change":"2024-07-27T06:50:15.762204+0000","last_active":"2024-07-27T06:50:16.732162+0000","last_peered":"2024-07-27T06:50:16.732162+0000","last_clean":"2024-07-27T06:50:16.732162+0000","last_became_active":"2024-07-27T06:50:15.761203+0000","last_became_peered":"2024-07-27T06:50:15.761203+0000","last_unstale":"2024-07-27T06:50:16.732162+0000","last_undegraded":"2024-07-27T06:50:16.732162+0000","last_fullsized":"2024-07-27T06:50:16.732162+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:38.401021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734230+0000","last_change":"2024-07-27T06:50:15.760943+0000","last_active":"2024-07-27T06:50:16.734230+0000","last_peered":"2024-07-27T06:50:16.734230+0000","last_clean":"2024-07-27T06:50:16.734230+0000","last_became_active":"2024-07-27T06:50:15.758920+0000","last_became_peered":"2024-07-27T06:50:15.758920+0000","last_unstale":"2024-07-27T06:50:16.734230+0000","last_undegraded":"2024-07-27T06:50:16.734230+0000","last_fullsized":"2024-07-27T06:50:16.734230+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:32.784663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732348+0000","last_change":"2024-07-27T06:50:11.685907+0000","last_active":"2024-07-27T06:50:16.732348+0000","last_peered":"2024-07-27T06:50:16.732348+0000","last_clean":"2024-07-27T06:50:16.732348+0000","last_became_active":"2024-07-27T06:50:11.684306+0000","last_became_peered":"2024-07-27T06:50:11.684306+0000","last_unstale":"2024-07-27T06:50:16.732348+0000","last_undegraded":"2024-07-27T06:50:16.732348+0000","last_fullsized":"2024-07-27T06:50:16.732348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:20.108637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730035+0000","last_change":"2024-07-27T06:50:10.693760+0000","last_active":"2024-07-27T06:50:16.730035+0000","last_peered":"2024-07-27T06:50:16.730035+0000","last_clean":"2024-07-27T06:50:16.730035+0000","last_became_active":"2024-07-27T06:50:10.693316+0000","last_became_peered":"2024-07-27T06:50:10.693316+0000","last_unstale":"2024-07-27T06:50:16.730035+0000","last_undegraded":"2024-07-27T06:50:16.730035+0000","last_fullsized":"2024-07-27T06:50:16.730035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732636+0000","last_change":"2024-07-27T06:50:15.751042+0000","last_active":"2024-07-27T06:50:16.732636+0000","last_peered":"2024-07-27T06:50:16.732636+0000","last_clean":"2024-07-27T06:50:16.732636+0000","last_became_active":"2024-07-27T06:50:15.747952+0000","last_became_peered":"2024-07-27T06:50:15.747952+0000","last_unstale":"2024-07-27T06:50:16.732636+0000","last_undegraded":"2024-07-27T06:50:16.732636+0000","last_fullsized":"2024-07-27T06:50:16.732636+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:05:54.884845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734314+0000","last_change":"2024-07-27T06:50:11.691072+0000","last_active":"2024-07-27T06:50:16.734314+0000","last_peered":"2024-07-27T06:50:16.734314+0000","last_clean":"2024-07-27T06:50:16.734314+0000","last_became_active":"2024-07-27T06:50:11.690738+0000","last_became_peered":"2024-07-27T06:50:11.690738+0000","last_unstale":"2024-07-27T06:50:16.734314+0000","last_undegraded":"2024-07-27T06:50:16.734314+0000","last_fullsized":"2024-07-27T06:50:16.734314+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783854+0000","last_change":"2024-07-27T06:50:10.702498+0000","last_active":"2024-07-27T06:50:16.783854+0000","last_peered":"2024-07-27T06:50:16.783854+0000","last_clean":"2024-07-27T06:50:16.783854+0000","last_became_active":"2024-07-27T06:50:10.702103+0000","last_became_peered":"2024-07-27T06:50:10.702103+0000","last_unstale":"2024-07-27T06:50:16.783854+0000","last_undegraded":"2024-07-27T06:50:16.783854+0000","last_fullsized":"2024-07-27T06:50:16.783854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:33:32.183915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731158+0000","last_change":"2024-07-27T06:50:10.714406+0000","last_active":"2024-07-27T06:50:16.731158+0000","last_peered":"2024-07-27T06:50:16.731158+0000","last_clean":"2024-07-27T06:50:16.731158+0000","last_became_active":"2024-07-27T06:50:10.714025+0000","last_became_peered":"2024-07-27T06:50:10.714025+0000","last_unstale":"2024-07-27T06:50:16.731158+0000","last_undegraded":"2024-07-27T06:50:16.731158+0000","last_fullsized":"2024-07-27T06:50:16.731158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:20.643624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732347+0000","last_change":"2024-07-27T06:50:11.710064+0000","last_active":"2024-07-27T06:50:16.732347+0000","last_peered":"2024-07-27T06:50:16.732347+0000","last_clean":"2024-07-27T06:50:16.732347+0000","last_became_active":"2024-07-27T06:50:11.709487+0000","last_became_peered":"2024-07-27T06:50:11.709487+0000","last_unstale":"2024-07-27T06:50:16.732347+0000","last_undegraded":"2024-07-27T06:50:16.732347+0000","last_fullsized":"2024-07-27T06:50:16.732347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:53.772044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733671+0000","last_change":"2024-07-27T06:50:15.766284+0000","last_active":"2024-07-27T06:50:16.733671+0000","last_peered":"2024-07-27T06:50:16.733671+0000","last_clean":"2024-07-27T06:50:16.733671+0000","last_became_active":"2024-07-27T06:50:15.765800+0000","last_became_peered":"2024-07-27T06:50:15.765800+0000","last_unstale":"2024-07-27T06:50:16.733671+0000","last_undegraded":"2024-07-27T06:50:16.733671+0000","last_fullsized":"2024-07-27T06:50:16.733671+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:38.151211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736922+0000","last_change":"2024-07-27T06:50:10.697873+0000","last_active":"2024-07-27T06:50:16.736922+0000","last_peered":"2024-07-27T06:50:16.736922+0000","last_clean":"2024-07-27T06:50:16.736922+0000","last_became_active":"2024-07-27T06:50:10.697067+0000","last_became_peered":"2024-07-27T06:50:10.697067+0000","last_unstale":"2024-07-27T06:50:16.736922+0000","last_undegraded":"2024-07-27T06:50:16.736922+0000","last_fullsized":"2024-07-27T06:50:16.736922+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782372+0000","last_change":"2024-07-27T06:50:11.675475+0000","last_active":"2024-07-27T06:50:16.782372+0000","last_peered":"2024-07-27T06:50:16.782372+0000","last_clean":"2024-07-27T06:50:16.782372+0000","last_became_active":"2024-07-27T06:50:11.675069+0000","last_became_peered":"2024-07-27T06:50:11.675069+0000","last_unstale":"2024-07-27T06:50:16.782372+0000","last_undegraded":"2024-07-27T06:50:16.782372+0000","last_fullsized":"2024-07-27T06:50:16.782372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788544+0000","last_change":"2024-07-27T06:50:15.773772+0000","last_active":"2024-07-27T06:50:16.788544+0000","last_peered":"2024-07-27T06:50:16.788544+0000","last_clean":"2024-07-27T06:50:16.788544+0000","last_became_active":"2024-07-27T06:50:15.771940+0000","last_became_peered":"2024-07-27T06:50:15.771940+0000","last_unstale":"2024-07-27T06:50:16.788544+0000","last_undegraded":"2024-07-27T06:50:16.788544+0000","last_fullsized":"2024-07-27T06:50:16.788544+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:52.271261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781016+0000","last_change":"2024-07-27T06:50:11.691616+0000","last_active":"2024-07-27T06:50:16.781016+0000","last_peered":"2024-07-27T06:50:16.781016+0000","last_clean":"2024-07-27T06:50:16.781016+0000","last_became_active":"2024-07-27T06:50:11.691246+0000","last_became_peered":"2024-07-27T06:50:11.691246+0000","last_unstale":"2024-07-27T06:50:16.781016+0000","last_undegraded":"2024-07-27T06:50:16.781016+0000","last_fullsized":"2024-07-27T06:50:16.781016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784103+0000","last_change":"2024-07-27T06:50:11.698140+0000","last_active":"2024-07-27T06:50:16.784103+0000","last_peered":"2024-07-27T06:50:16.784103+0000","last_clean":"2024-07-27T06:50:16.784103+0000","last_became_active":"2024-07-27T06:50:11.697780+0000","last_became_peered":"2024-07-27T06:50:11.697780+0000","last_unstale":"2024-07-27T06:50:16.784103+0000","last_undegraded":"2024-07-27T06:50:16.784103+0000","last_fullsized":"2024-07-27T06:50:16.784103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730596+0000","last_change":"2024-07-27T06:50:11.687378+0000","last_active":"2024-07-27T06:50:16.730596+0000","last_peered":"2024-07-27T06:50:16.730596+0000","last_clean":"2024-07-27T06:50:16.730596+0000","last_became_active":"2024-07-27T06:50:11.686936+0000","last_became_peered":"2024-07-27T06:50:11.686936+0000","last_unstale":"2024-07-27T06:50:16.730596+0000","last_undegraded":"2024-07-27T06:50:16.730596+0000","last_fullsized":"2024-07-27T06:50:16.730596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736437+0000","last_change":"2024-07-27T06:50:11.686960+0000","last_active":"2024-07-27T06:50:16.736437+0000","last_peered":"2024-07-27T06:50:16.736437+0000","last_clean":"2024-07-27T06:50:16.736437+0000","last_became_active":"2024-07-27T06:50:11.686334+0000","last_became_peered":"2024-07-27T06:50:11.686334+0000","last_unstale":"2024-07-27T06:50:16.736437+0000","last_undegraded":"2024-07-27T06:50:16.736437+0000","last_fullsized":"2024-07-27T06:50:16.736437+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786213+0000","last_change":"2024-07-27T06:50:11.705801+0000","last_active":"2024-07-27T06:50:16.786213+0000","last_peered":"2024-07-27T06:50:16.786213+0000","last_clean":"2024-07-27T06:50:16.786213+0000","last_became_active":"2024-07-27T06:50:11.705399+0000","last_became_peered":"2024-07-27T06:50:11.705399+0000","last_unstale":"2024-07-27T06:50:16.786213+0000","last_undegraded":"2024-07-27T06:50:16.786213+0000","last_fullsized":"2024-07-27T06:50:16.786213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:34:20.807425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784820+0000","last_change":"2024-07-27T06:50:11.693254+0000","last_active":"2024-07-27T06:50:16.784820+0000","last_peered":"2024-07-27T06:50:16.784820+0000","last_clean":"2024-07-27T06:50:16.784820+0000","last_became_active":"2024-07-27T06:50:11.692841+0000","last_became_peered":"2024-07-27T06:50:11.692841+0000","last_unstale":"2024-07-27T06:50:16.784820+0000","last_undegraded":"2024-07-27T06:50:16.784820+0000","last_fullsized":"2024-07-27T06:50:16.784820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:54:18.066866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780679+0000","last_change":"2024-07-27T06:50:11.714633+0000","last_active":"2024-07-27T06:50:16.780679+0000","last_peered":"2024-07-27T06:50:16.780679+0000","last_clean":"2024-07-27T06:50:16.780679+0000","last_became_active":"2024-07-27T06:50:11.711661+0000","last_became_peered":"2024-07-27T06:50:11.711661+0000","last_unstale":"2024-07-27T06:50:16.780679+0000","last_undegraded":"2024-07-27T06:50:16.780679+0000","last_fullsized":"2024-07-27T06:50:16.780679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737893+0000","last_change":"2024-07-27T06:50:11.680280+0000","last_active":"2024-07-27T06:50:16.737893+0000","last_peered":"2024-07-27T06:50:16.737893+0000","last_clean":"2024-07-27T06:50:16.737893+0000","last_became_active":"2024-07-27T06:50:11.679898+0000","last_became_peered":"2024-07-27T06:50:11.679898+0000","last_unstale":"2024-07-27T06:50:16.737893+0000","last_undegraded":"2024-07-27T06:50:16.737893+0000","last_fullsized":"2024-07-27T06:50:16.737893+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730087+0000","last_change":"2024-07-27T06:50:11.679988+0000","last_active":"2024-07-27T06:50:16.730087+0000","last_peered":"2024-07-27T06:50:16.730087+0000","last_clean":"2024-07-27T06:50:16.730087+0000","last_became_active":"2024-07-27T06:50:11.677917+0000","last_became_peered":"2024-07-27T06:50:11.677917+0000","last_unstale":"2024-07-27T06:50:16.730087+0000","last_undegraded":"2024-07-27T06:50:16.730087+0000","last_fullsized":"2024-07-27T06:50:16.730087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735542+0000","last_change":"2024-07-27T06:50:11.686126+0000","last_active":"2024-07-27T06:50:16.735542+0000","last_peered":"2024-07-27T06:50:16.735542+0000","last_clean":"2024-07-27T06:50:16.735542+0000","last_became_active":"2024-07-27T06:50:11.685595+0000","last_became_peered":"2024-07-27T06:50:11.685595+0000","last_unstale":"2024-07-27T06:50:16.735542+0000","last_undegraded":"2024-07-27T06:50:16.735542+0000","last_fullsized":"2024-07-27T06:50:16.735542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:24.564001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782242+0000","last_change":"2024-07-27T06:50:11.682497+0000","last_active":"2024-07-27T06:50:16.782242+0000","last_peered":"2024-07-27T06:50:16.782242+0000","last_clean":"2024-07-27T06:50:16.782242+0000","last_became_active":"2024-07-27T06:50:11.682162+0000","last_became_peered":"2024-07-27T06:50:11.682162+0000","last_unstale":"2024-07-27T06:50:16.782242+0000","last_undegraded":"2024-07-27T06:50:16.782242+0000","last_fullsized":"2024-07-27T06:50:16.782242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732028+0000","last_change":"2024-07-27T06:50:11.697371+0000","last_active":"2024-07-27T06:50:16.732028+0000","last_peered":"2024-07-27T06:50:16.732028+0000","last_clean":"2024-07-27T06:50:16.732028+0000","last_became_active":"2024-07-27T06:50:11.695540+0000","last_became_peered":"2024-07-27T06:50:11.695540+0000","last_unstale":"2024-07-27T06:50:16.732028+0000","last_undegraded":"2024-07-27T06:50:16.732028+0000","last_fullsized":"2024-07-27T06:50:16.732028+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:21.884672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785426+0000","last_change":"2024-07-27T06:50:11.701733+0000","last_active":"2024-07-27T06:50:16.785426+0000","last_peered":"2024-07-27T06:50:16.785426+0000","last_clean":"2024-07-27T06:50:16.785426+0000","last_became_active":"2024-07-27T06:50:11.701396+0000","last_became_peered":"2024-07-27T06:50:11.701396+0000","last_unstale":"2024-07-27T06:50:16.785426+0000","last_undegraded":"2024-07-27T06:50:16.785426+0000","last_fullsized":"2024-07-27T06:50:16.785426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733400+0000","last_change":"2024-07-27T06:50:11.704365+0000","last_active":"2024-07-27T06:50:16.733400+0000","last_peered":"2024-07-27T06:50:16.733400+0000","last_clean":"2024-07-27T06:50:16.733400+0000","last_became_active":"2024-07-27T06:50:11.704035+0000","last_became_peered":"2024-07-27T06:50:11.704035+0000","last_unstale":"2024-07-27T06:50:16.733400+0000","last_undegraded":"2024-07-27T06:50:16.733400+0000","last_fullsized":"2024-07-27T06:50:16.733400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:04.839915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788510+0000","last_change":"2024-07-27T06:50:11.703509+0000","last_active":"2024-07-27T06:50:16.788510+0000","last_peered":"2024-07-27T06:50:16.788510+0000","last_clean":"2024-07-27T06:50:16.788510+0000","last_became_active":"2024-07-27T06:50:11.702750+0000","last_became_peered":"2024-07-27T06:50:11.702750+0000","last_unstale":"2024-07-27T06:50:16.788510+0000","last_undegraded":"2024-07-27T06:50:16.788510+0000","last_fullsized":"2024-07-27T06:50:16.788510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732642+0000","last_change":"2024-07-27T06:50:11.708071+0000","last_active":"2024-07-27T06:50:16.732642+0000","last_peered":"2024-07-27T06:50:16.732642+0000","last_clean":"2024-07-27T06:50:16.732642+0000","last_became_active":"2024-07-27T06:50:11.707477+0000","last_became_peered":"2024-07-27T06:50:11.707477+0000","last_unstale":"2024-07-27T06:50:16.732642+0000","last_undegraded":"2024-07-27T06:50:16.732642+0000","last_fullsized":"2024-07-27T06:50:16.732642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:18.616731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729747+0000","last_change":"2024-07-27T06:50:11.708516+0000","last_active":"2024-07-27T06:50:16.729747+0000","last_peered":"2024-07-27T06:50:16.729747+0000","last_clean":"2024-07-27T06:50:16.729747+0000","last_became_active":"2024-07-27T06:50:11.697953+0000","last_became_peered":"2024-07-27T06:50:11.697953+0000","last_unstale":"2024-07-27T06:50:16.729747+0000","last_undegraded":"2024-07-27T06:50:16.729747+0000","last_fullsized":"2024-07-27T06:50:16.729747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735197+0000","last_change":"2024-07-27T06:50:11.696115+0000","last_active":"2024-07-27T06:50:16.735197+0000","last_peered":"2024-07-27T06:50:16.735197+0000","last_clean":"2024-07-27T06:50:16.735197+0000","last_became_active":"2024-07-27T06:50:11.694645+0000","last_became_peered":"2024-07-27T06:50:11.694645+0000","last_unstale":"2024-07-27T06:50:16.735197+0000","last_undegraded":"2024-07-27T06:50:16.735197+0000","last_fullsized":"2024-07-27T06:50:16.735197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784380+0000","last_change":"2024-07-27T06:50:11.690972+0000","last_active":"2024-07-27T06:50:16.784380+0000","last_peered":"2024-07-27T06:50:16.784380+0000","last_clean":"2024-07-27T06:50:16.784380+0000","last_became_active":"2024-07-27T06:50:11.690635+0000","last_became_peered":"2024-07-27T06:50:11.690635+0000","last_unstale":"2024-07-27T06:50:16.784380+0000","last_undegraded":"2024-07-27T06:50:16.784380+0000","last_fullsized":"2024-07-27T06:50:16.784380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:29.442711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786680+0000","last_change":"2024-07-27T06:50:11.701584+0000","last_active":"2024-07-27T06:50:16.786680+0000","last_peered":"2024-07-27T06:50:16.786680+0000","last_clean":"2024-07-27T06:50:16.786680+0000","last_became_active":"2024-07-27T06:50:11.701193+0000","last_became_peered":"2024-07-27T06:50:11.701193+0000","last_unstale":"2024-07-27T06:50:16.786680+0000","last_undegraded":"2024-07-27T06:50:16.786680+0000","last_fullsized":"2024-07-27T06:50:16.786680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:10:46.915779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785089+0000","last_change":"2024-07-27T06:50:11.702282+0000","last_active":"2024-07-27T06:50:16.785089+0000","last_peered":"2024-07-27T06:50:16.785089+0000","last_clean":"2024-07-27T06:50:16.785089+0000","last_became_active":"2024-07-27T06:50:11.701561+0000","last_became_peered":"2024-07-27T06:50:11.701561+0000","last_unstale":"2024-07-27T06:50:16.785089+0000","last_undegraded":"2024-07-27T06:50:16.785089+0000","last_fullsized":"2024-07-27T06:50:16.785089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784401+0000","last_change":"2024-07-27T06:50:11.718000+0000","last_active":"2024-07-27T06:50:16.784401+0000","last_peered":"2024-07-27T06:50:16.784401+0000","last_clean":"2024-07-27T06:50:16.784401+0000","last_became_active":"2024-07-27T06:50:11.717591+0000","last_became_peered":"2024-07-27T06:50:11.717591+0000","last_unstale":"2024-07-27T06:50:16.784401+0000","last_undegraded":"2024-07-27T06:50:16.784401+0000","last_fullsized":"2024-07-27T06:50:16.784401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785624+0000","last_change":"2024-07-27T06:50:11.723038+0000","last_active":"2024-07-27T06:50:16.785624+0000","last_peered":"2024-07-27T06:50:16.785624+0000","last_clean":"2024-07-27T06:50:16.785624+0000","last_became_active":"2024-07-27T06:50:11.720529+0000","last_became_peered":"2024-07-27T06:50:11.720529+0000","last_unstale":"2024-07-27T06:50:16.785624+0000","last_undegraded":"2024-07-27T06:50:16.785624+0000","last_fullsized":"2024-07-27T06:50:16.785624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783335+0000","last_change":"2024-07-27T06:50:11.693728+0000","last_active":"2024-07-27T06:50:16.783335+0000","last_peered":"2024-07-27T06:50:16.783335+0000","last_clean":"2024-07-27T06:50:16.783335+0000","last_became_active":"2024-07-27T06:50:11.693418+0000","last_became_peered":"2024-07-27T06:50:11.693418+0000","last_unstale":"2024-07-27T06:50:16.783335+0000","last_undegraded":"2024-07-27T06:50:16.783335+0000","last_fullsized":"2024-07-27T06:50:16.783335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:39.895970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733785+0000","last_change":"2024-07-27T06:50:11.703448+0000","last_active":"2024-07-27T06:50:16.733785+0000","last_peered":"2024-07-27T06:50:16.733785+0000","last_clean":"2024-07-27T06:50:16.733785+0000","last_became_active":"2024-07-27T06:50:11.702798+0000","last_became_peered":"2024-07-27T06:50:11.702798+0000","last_unstale":"2024-07-27T06:50:16.733785+0000","last_undegraded":"2024-07-27T06:50:16.733785+0000","last_fullsized":"2024-07-27T06:50:16.733785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784655+0000","last_change":"2024-07-27T06:50:11.706214+0000","last_active":"2024-07-27T06:50:16.784655+0000","last_peered":"2024-07-27T06:50:16.784655+0000","last_clean":"2024-07-27T06:50:16.784655+0000","last_became_active":"2024-07-27T06:50:11.705177+0000","last_became_peered":"2024-07-27T06:50:11.705177+0000","last_unstale":"2024-07-27T06:50:16.784655+0000","last_undegraded":"2024-07-27T06:50:16.784655+0000","last_fullsized":"2024-07-27T06:50:16.784655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780573+0000","last_change":"2024-07-27T06:50:11.691166+0000","last_active":"2024-07-27T06:50:16.780573+0000","last_peered":"2024-07-27T06:50:16.780573+0000","last_clean":"2024-07-27T06:50:16.780573+0000","last_became_active":"2024-07-27T06:50:11.690512+0000","last_became_peered":"2024-07-27T06:50:11.690512+0000","last_unstale":"2024-07-27T06:50:16.780573+0000","last_undegraded":"2024-07-27T06:50:16.780573+0000","last_fullsized":"2024-07-27T06:50:16.780573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784742+0000","last_change":"2024-07-27T06:50:11.702591+0000","last_active":"2024-07-27T06:50:16.784742+0000","last_peered":"2024-07-27T06:50:16.784742+0000","last_clean":"2024-07-27T06:50:16.784742+0000","last_became_active":"2024-07-27T06:50:11.702061+0000","last_became_peered":"2024-07-27T06:50:11.702061+0000","last_unstale":"2024-07-27T06:50:16.784742+0000","last_undegraded":"2024-07-27T06:50:16.784742+0000","last_fullsized":"2024-07-27T06:50:16.784742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780839+0000","last_change":"2024-07-27T06:50:11.696251+0000","last_active":"2024-07-27T06:50:16.780839+0000","last_peered":"2024-07-27T06:50:16.780839+0000","last_clean":"2024-07-27T06:50:16.780839+0000","last_became_active":"2024-07-27T06:50:11.688715+0000","last_became_peered":"2024-07-27T06:50:11.688715+0000","last_unstale":"2024-07-27T06:50:16.780839+0000","last_undegraded":"2024-07-27T06:50:16.780839+0000","last_fullsized":"2024-07-27T06:50:16.780839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737770+0000","last_change":"2024-07-27T06:50:11.676637+0000","last_active":"2024-07-27T06:50:16.737770+0000","last_peered":"2024-07-27T06:50:16.737770+0000","last_clean":"2024-07-27T06:50:16.737770+0000","last_became_active":"2024-07-27T06:50:11.676125+0000","last_became_peered":"2024-07-27T06:50:11.676125+0000","last_unstale":"2024-07-27T06:50:16.737770+0000","last_undegraded":"2024-07-27T06:50:16.737770+0000","last_fullsized":"2024-07-27T06:50:16.737770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738725+0000","last_change":"2024-07-27T06:50:11.685334+0000","last_active":"2024-07-27T06:50:16.738725+0000","last_peered":"2024-07-27T06:50:16.738725+0000","last_clean":"2024-07-27T06:50:16.738725+0000","last_became_active":"2024-07-27T06:50:11.684975+0000","last_became_peered":"2024-07-27T06:50:11.684975+0000","last_unstale":"2024-07-27T06:50:16.738725+0000","last_undegraded":"2024-07-27T06:50:16.738725+0000","last_fullsized":"2024-07-27T06:50:16.738725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785193+0000","last_change":"2024-07-27T06:50:11.708630+0000","last_active":"2024-07-27T06:50:16.785193+0000","last_peered":"2024-07-27T06:50:16.785193+0000","last_clean":"2024-07-27T06:50:16.785193+0000","last_became_active":"2024-07-27T06:50:11.708309+0000","last_became_peered":"2024-07-27T06:50:11.708309+0000","last_unstale":"2024-07-27T06:50:16.785193+0000","last_undegraded":"2024-07-27T06:50:16.785193+0000","last_fullsized":"2024-07-27T06:50:16.785193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476748,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":105076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476746,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":108336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476748,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":694932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476746,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":109008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542154,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":104494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:50:38.559 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 -- 172.21.15.66:0/3015768186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 msgr2=0x7ff0e80cc8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/3015768186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e80cc8b0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8073ca0 tx=0x7ff0e002aa30 comp rx=0 tx=0).stop 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 -- 172.21.15.66:0/3015768186 shutdown_connections 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/3015768186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e80cc8b0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/3015768186 >> v2:172.21.15.155:3300/0 conn(0x7ff0e80b6d80 0x7ff0e80b2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 -- 172.21.15.66:0/3015768186 >> 172.21.15.66:0/3015768186 conn(0x7ff0e80d1b50 msgr2=0x7ff0e80d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:38.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 -- 172.21.15.66:0/3015768186 shutdown_connections 2024-07-27T06:50:38.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.882+0000 7ff0e7e00640 1 -- 172.21.15.66:0/3015768186 wait complete. 2024-07-27T06:50:38.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.884+0000 7ff0e7e00640 1 Processor -- start 2024-07-27T06:50:38.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.885+0000 7ff0e7e00640 1 -- start start 2024-07-27T06:50:38.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0e80b6d80 0x7ff0e815c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0e80ce740 0x7ff0e8154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e806e0c0 con 0x7ff0e80ceb50 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff0e806df40 con 0x7ff0e80ce740 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff0e806e240 con 0x7ff0e80b6d80 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.886+0000 7ff0e7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33546/0 (socket says 172.21.15.66:33546) 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 -- 172.21.15.66:0/1773047565 learned_addr learned my addr 172.21.15.66:0/1773047565 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e6a00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0e80b6d80 0x7ff0e815c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0de000640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0e80ce740 0x7ff0e8154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 -- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0e80b6d80 msgr2=0x7ff0e815c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0e80b6d80 0x7ff0e815c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 -- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0e80ce740 msgr2=0x7ff0e8154cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0e80ce740 0x7ff0e8154cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:38.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 -- 172.21.15.66:0/1773047565 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0e8156290 con 0x7ff0e80ceb50 2024-07-27T06:50:38.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.887+0000 7ff0e7400640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff0e002b020 tx=0x7ff0e0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:38.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.888+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0033050 con 0x7ff0e80ceb50 2024-07-27T06:50:38.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.888+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0e0004450 con 0x7ff0e80ceb50 2024-07-27T06:50:38.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.888+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0e8156570 con 0x7ff0e80ceb50 2024-07-27T06:50:38.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.888+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0038450 con 0x7ff0e80ceb50 2024-07-27T06:50:38.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.888+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0e8156b30 con 0x7ff0e80ceb50 2024-07-27T06:50:38.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.889+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0e8156000 con 0x7ff0e80ceb50 2024-07-27T06:50:38.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.890+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff0e0036070 con 0x7ff0e80ceb50 2024-07-27T06:50:38.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.892+0000 7ff0dfe00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 0x7ff0c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:38.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.892+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7ff0e00ba080 con 0x7ff0e80ceb50 2024-07-27T06:50:38.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.893+0000 7ff0e6a00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 0x7ff0c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:38.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.894+0000 7ff0e6a00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 0x7ff0c4079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005860 tx=0x7ff0d80057b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:38.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:38.897+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff0e0082fd0 con 0x7ff0e80ceb50 2024-07-27T06:50:39.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.105+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0e806f820 con 0x7ff0c4077010 2024-07-27T06:50:39.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.122+0000 7ff0dfe00640 1 -- 172.21.15.66:0/1773047565 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332523 (secure 0 0 0) 0x7ff0e806f820 con 0x7ff0c4077010 2024-07-27T06:50:39.125 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:39.131 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:50:39.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 msgr2=0x7ff0c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 0x7ff0c4079520 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005860 tx=0x7ff0d80057b0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 msgr2=0x7ff0e8161350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff0e002b020 tx=0x7ff0e0003f10 comp rx=0 tx=0).stop 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 shutdown_connections 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff0c4077010 0x7ff0c4079520 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0e80ceb50 0x7ff0e8161350 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0e80ce740 0x7ff0e8154cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 --2- 172.21.15.66:0/1773047565 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0e80b6d80 0x7ff0e815c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 >> 172.21.15.66:0/1773047565 conn(0x7ff0e80d1b50 msgr2=0x7ff0e80b3eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 shutdown_connections 2024-07-27T06:50:39.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.131+0000 7ff0e7e00640 1 -- 172.21.15.66:0/1773047565 wait complete. 2024-07-27T06:50:39.161 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-07-27T06:50:38.189848+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":150,"num_write_kb":1647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3383296,"data_stored":2025968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006015"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733336+0000","last_change":"2024-07-27T06:50:10.709183+0000","last_active":"2024-07-27T06:50:16.733336+0000","last_peered":"2024-07-27T06:50:16.733336+0000","last_clean":"2024-07-27T06:50:16.733336+0000","last_became_active":"2024-07-27T06:50:10.708847+0000","last_became_peered":"2024-07-27T06:50:10.708847+0000","last_unstale":"2024-07-27T06:50:16.733336+0000","last_undegraded":"2024-07-27T06:50:16.733336+0000","last_fullsized":"2024-07-27T06:50:16.733336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739010+0000","last_change":"2024-07-27T06:50:11.688864+0000","last_active":"2024-07-27T06:50:16.739010+0000","last_peered":"2024-07-27T06:50:16.739010+0000","last_clean":"2024-07-27T06:50:16.739010+0000","last_became_active":"2024-07-27T06:50:11.687587+0000","last_became_peered":"2024-07-27T06:50:11.687587+0000","last_unstale":"2024-07-27T06:50:16.739010+0000","last_undegraded":"2024-07-27T06:50:16.739010+0000","last_fullsized":"2024-07-27T06:50:16.739010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783899+0000","last_change":"2024-07-27T06:50:15.774622+0000","last_active":"2024-07-27T06:50:16.783899+0000","last_peered":"2024-07-27T06:50:16.783899+0000","last_clean":"2024-07-27T06:50:16.783899+0000","last_became_active":"2024-07-27T06:50:15.774162+0000","last_became_peered":"2024-07-27T06:50:15.774162+0000","last_unstale":"2024-07-27T06:50:16.783899+0000","last_undegraded":"2024-07-27T06:50:16.783899+0000","last_fullsized":"2024-07-27T06:50:16.783899+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739374+0000","last_change":"2024-07-27T06:50:10.694174+0000","last_active":"2024-07-27T06:50:16.739374+0000","last_peered":"2024-07-27T06:50:16.739374+0000","last_clean":"2024-07-27T06:50:16.739374+0000","last_became_active":"2024-07-27T06:50:10.693810+0000","last_became_peered":"2024-07-27T06:50:10.693810+0000","last_unstale":"2024-07-27T06:50:16.739374+0000","last_undegraded":"2024-07-27T06:50:16.739374+0000","last_fullsized":"2024-07-27T06:50:16.739374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738231+0000","last_change":"2024-07-27T06:50:11.677044+0000","last_active":"2024-07-27T06:50:16.738231+0000","last_peered":"2024-07-27T06:50:16.738231+0000","last_clean":"2024-07-27T06:50:16.738231+0000","last_became_active":"2024-07-27T06:50:11.675848+0000","last_became_peered":"2024-07-27T06:50:11.675848+0000","last_unstale":"2024-07-27T06:50:16.738231+0000","last_undegraded":"2024-07-27T06:50:16.738231+0000","last_fullsized":"2024-07-27T06:50:16.738231+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780559+0000","last_change":"2024-07-27T06:50:15.767488+0000","last_active":"2024-07-27T06:50:16.780559+0000","last_peered":"2024-07-27T06:50:16.780559+0000","last_clean":"2024-07-27T06:50:16.780559+0000","last_became_active":"2024-07-27T06:50:15.764776+0000","last_became_peered":"2024-07-27T06:50:15.764776+0000","last_unstale":"2024-07-27T06:50:16.780559+0000","last_undegraded":"2024-07-27T06:50:16.780559+0000","last_fullsized":"2024-07-27T06:50:16.780559+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:41.192163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784934+0000","last_change":"2024-07-27T06:50:10.694790+0000","last_active":"2024-07-27T06:50:16.784934+0000","last_peered":"2024-07-27T06:50:16.784934+0000","last_clean":"2024-07-27T06:50:16.784934+0000","last_became_active":"2024-07-27T06:50:10.694435+0000","last_became_peered":"2024-07-27T06:50:10.694435+0000","last_unstale":"2024-07-27T06:50:16.784934+0000","last_undegraded":"2024-07-27T06:50:16.784934+0000","last_fullsized":"2024-07-27T06:50:16.784934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782414+0000","last_change":"2024-07-27T06:50:11.706550+0000","last_active":"2024-07-27T06:50:16.782414+0000","last_peered":"2024-07-27T06:50:16.782414+0000","last_clean":"2024-07-27T06:50:16.782414+0000","last_became_active":"2024-07-27T06:50:11.704971+0000","last_became_peered":"2024-07-27T06:50:11.704971+0000","last_unstale":"2024-07-27T06:50:16.782414+0000","last_undegraded":"2024-07-27T06:50:16.782414+0000","last_fullsized":"2024-07-27T06:50:16.782414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781384+0000","last_change":"2024-07-27T06:50:15.753743+0000","last_active":"2024-07-27T06:50:16.781384+0000","last_peered":"2024-07-27T06:50:16.781384+0000","last_clean":"2024-07-27T06:50:16.781384+0000","last_became_active":"2024-07-27T06:50:15.753210+0000","last_became_peered":"2024-07-27T06:50:15.753210+0000","last_unstale":"2024-07-27T06:50:16.781384+0000","last_undegraded":"2024-07-27T06:50:16.781384+0000","last_fullsized":"2024-07-27T06:50:16.781384+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:11.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785811+0000","last_change":"2024-07-27T06:50:10.691603+0000","last_active":"2024-07-27T06:50:16.785811+0000","last_peered":"2024-07-27T06:50:16.785811+0000","last_clean":"2024-07-27T06:50:16.785811+0000","last_became_active":"2024-07-27T06:50:10.691263+0000","last_became_peered":"2024-07-27T06:50:10.691263+0000","last_unstale":"2024-07-27T06:50:16.785811+0000","last_undegraded":"2024-07-27T06:50:16.785811+0000","last_fullsized":"2024-07-27T06:50:16.785811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732040+0000","last_change":"2024-07-27T06:50:11.709571+0000","last_active":"2024-07-27T06:50:16.732040+0000","last_peered":"2024-07-27T06:50:16.732040+0000","last_clean":"2024-07-27T06:50:16.732040+0000","last_became_active":"2024-07-27T06:50:11.709066+0000","last_became_peered":"2024-07-27T06:50:11.709066+0000","last_unstale":"2024-07-27T06:50:16.732040+0000","last_undegraded":"2024-07-27T06:50:16.732040+0000","last_fullsized":"2024-07-27T06:50:16.732040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:44:01.254906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780537+0000","last_change":"2024-07-27T06:50:15.762394+0000","last_active":"2024-07-27T06:50:16.780537+0000","last_peered":"2024-07-27T06:50:16.780537+0000","last_clean":"2024-07-27T06:50:16.780537+0000","last_became_active":"2024-07-27T06:50:15.761404+0000","last_became_peered":"2024-07-27T06:50:15.761404+0000","last_unstale":"2024-07-27T06:50:16.780537+0000","last_undegraded":"2024-07-27T06:50:16.780537+0000","last_fullsized":"2024-07-27T06:50:16.780537+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:28.614412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730806+0000","last_change":"2024-07-27T06:50:11.710414+0000","last_active":"2024-07-27T06:50:16.730806+0000","last_peered":"2024-07-27T06:50:16.730806+0000","last_clean":"2024-07-27T06:50:16.730806+0000","last_became_active":"2024-07-27T06:50:11.709938+0000","last_became_peered":"2024-07-27T06:50:11.709938+0000","last_unstale":"2024-07-27T06:50:16.730806+0000","last_undegraded":"2024-07-27T06:50:16.730806+0000","last_fullsized":"2024-07-27T06:50:16.730806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731766+0000","last_change":"2024-07-27T06:50:10.702286+0000","last_active":"2024-07-27T06:50:16.731766+0000","last_peered":"2024-07-27T06:50:16.731766+0000","last_clean":"2024-07-27T06:50:16.731766+0000","last_became_active":"2024-07-27T06:50:10.697069+0000","last_became_peered":"2024-07-27T06:50:10.697069+0000","last_unstale":"2024-07-27T06:50:16.731766+0000","last_undegraded":"2024-07-27T06:50:16.731766+0000","last_fullsized":"2024-07-27T06:50:16.731766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731528+0000","last_change":"2024-07-27T06:50:15.770779+0000","last_active":"2024-07-27T06:50:16.731528+0000","last_peered":"2024-07-27T06:50:16.731528+0000","last_clean":"2024-07-27T06:50:16.731528+0000","last_became_active":"2024-07-27T06:50:15.769953+0000","last_became_peered":"2024-07-27T06:50:15.769953+0000","last_unstale":"2024-07-27T06:50:16.731528+0000","last_undegraded":"2024-07-27T06:50:16.731528+0000","last_fullsized":"2024-07-27T06:50:16.731528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:50:53.107306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787546+0000","last_change":"2024-07-27T06:50:11.699946+0000","last_active":"2024-07-27T06:50:16.787546+0000","last_peered":"2024-07-27T06:50:16.787546+0000","last_clean":"2024-07-27T06:50:16.787546+0000","last_became_active":"2024-07-27T06:50:11.698467+0000","last_became_peered":"2024-07-27T06:50:11.698467+0000","last_unstale":"2024-07-27T06:50:16.787546+0000","last_undegraded":"2024-07-27T06:50:16.787546+0000","last_fullsized":"2024-07-27T06:50:16.787546+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785027+0000","last_change":"2024-07-27T06:50:10.695857+0000","last_active":"2024-07-27T06:50:16.785027+0000","last_peered":"2024-07-27T06:50:16.785027+0000","last_clean":"2024-07-27T06:50:16.785027+0000","last_became_active":"2024-07-27T06:50:10.693317+0000","last_became_peered":"2024-07-27T06:50:10.693317+0000","last_unstale":"2024-07-27T06:50:16.785027+0000","last_undegraded":"2024-07-27T06:50:16.785027+0000","last_fullsized":"2024-07-27T06:50:16.785027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:38.932646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784215+0000","last_change":"2024-07-27T06:50:15.754440+0000","last_active":"2024-07-27T06:50:16.784215+0000","last_peered":"2024-07-27T06:50:16.784215+0000","last_clean":"2024-07-27T06:50:16.784215+0000","last_became_active":"2024-07-27T06:50:15.753940+0000","last_became_peered":"2024-07-27T06:50:15.753940+0000","last_unstale":"2024-07-27T06:50:16.784215+0000","last_undegraded":"2024-07-27T06:50:16.784215+0000","last_fullsized":"2024-07-27T06:50:16.784215+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:27.125087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731119+0000","last_change":"2024-07-27T06:50:11.692205+0000","last_active":"2024-07-27T06:50:16.731119+0000","last_peered":"2024-07-27T06:50:16.731119+0000","last_clean":"2024-07-27T06:50:16.731119+0000","last_became_active":"2024-07-27T06:50:11.691860+0000","last_became_peered":"2024-07-27T06:50:11.691860+0000","last_unstale":"2024-07-27T06:50:16.731119+0000","last_undegraded":"2024-07-27T06:50:16.731119+0000","last_fullsized":"2024-07-27T06:50:16.731119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734020+0000","last_change":"2024-07-27T06:50:10.700112+0000","last_active":"2024-07-27T06:50:16.734020+0000","last_peered":"2024-07-27T06:50:16.734020+0000","last_clean":"2024-07-27T06:50:16.734020+0000","last_became_active":"2024-07-27T06:50:10.699801+0000","last_became_peered":"2024-07-27T06:50:10.699801+0000","last_unstale":"2024-07-27T06:50:16.734020+0000","last_undegraded":"2024-07-27T06:50:16.734020+0000","last_fullsized":"2024-07-27T06:50:16.734020+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788679+0000","last_change":"2024-07-27T06:50:15.776285+0000","last_active":"2024-07-27T06:50:16.788679+0000","last_peered":"2024-07-27T06:50:16.788679+0000","last_clean":"2024-07-27T06:50:16.788679+0000","last_became_active":"2024-07-27T06:50:15.775714+0000","last_became_peered":"2024-07-27T06:50:15.775714+0000","last_unstale":"2024-07-27T06:50:16.788679+0000","last_undegraded":"2024-07-27T06:50:16.788679+0000","last_fullsized":"2024-07-27T06:50:16.788679+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:57.822455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729917+0000","last_change":"2024-07-27T06:50:11.689690+0000","last_active":"2024-07-27T06:50:16.729917+0000","last_peered":"2024-07-27T06:50:16.729917+0000","last_clean":"2024-07-27T06:50:16.729917+0000","last_became_active":"2024-07-27T06:50:11.689283+0000","last_became_peered":"2024-07-27T06:50:11.689283+0000","last_unstale":"2024-07-27T06:50:16.729917+0000","last_undegraded":"2024-07-27T06:50:16.729917+0000","last_fullsized":"2024-07-27T06:50:16.729917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783739+0000","last_change":"2024-07-27T06:50:10.685863+0000","last_active":"2024-07-27T06:50:16.783739+0000","last_peered":"2024-07-27T06:50:16.783739+0000","last_clean":"2024-07-27T06:50:16.783739+0000","last_became_active":"2024-07-27T06:50:10.685341+0000","last_became_peered":"2024-07-27T06:50:10.685341+0000","last_unstale":"2024-07-27T06:50:16.783739+0000","last_undegraded":"2024-07-27T06:50:16.783739+0000","last_fullsized":"2024-07-27T06:50:16.783739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780575+0000","last_change":"2024-07-27T06:50:15.761448+0000","last_active":"2024-07-27T06:50:16.780575+0000","last_peered":"2024-07-27T06:50:16.780575+0000","last_clean":"2024-07-27T06:50:16.780575+0000","last_became_active":"2024-07-27T06:50:15.760872+0000","last_became_peered":"2024-07-27T06:50:15.760872+0000","last_unstale":"2024-07-27T06:50:16.780575+0000","last_undegraded":"2024-07-27T06:50:16.780575+0000","last_fullsized":"2024-07-27T06:50:16.780575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:29.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734375+0000","last_change":"2024-07-27T06:50:11.690642+0000","last_active":"2024-07-27T06:50:16.734375+0000","last_peered":"2024-07-27T06:50:16.734375+0000","last_clean":"2024-07-27T06:50:16.734375+0000","last_became_active":"2024-07-27T06:50:11.690205+0000","last_became_peered":"2024-07-27T06:50:11.690205+0000","last_unstale":"2024-07-27T06:50:16.734375+0000","last_undegraded":"2024-07-27T06:50:16.734375+0000","last_fullsized":"2024-07-27T06:50:16.734375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:41.619533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732900+0000","last_change":"2024-07-27T06:50:10.706894+0000","last_active":"2024-07-27T06:50:16.732900+0000","last_peered":"2024-07-27T06:50:16.732900+0000","last_clean":"2024-07-27T06:50:16.732900+0000","last_became_active":"2024-07-27T06:50:10.706497+0000","last_became_peered":"2024-07-27T06:50:10.706497+0000","last_unstale":"2024-07-27T06:50:16.732900+0000","last_undegraded":"2024-07-27T06:50:16.732900+0000","last_fullsized":"2024-07-27T06:50:16.732900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:40.601934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780576+0000","last_change":"2024-07-27T06:50:15.754147+0000","last_active":"2024-07-27T06:50:16.780576+0000","last_peered":"2024-07-27T06:50:16.780576+0000","last_clean":"2024-07-27T06:50:16.780576+0000","last_became_active":"2024-07-27T06:50:15.752426+0000","last_became_peered":"2024-07-27T06:50:15.752426+0000","last_unstale":"2024-07-27T06:50:16.780576+0000","last_undegraded":"2024-07-27T06:50:16.780576+0000","last_fullsized":"2024-07-27T06:50:16.780576+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:43.123533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733005+0000","last_change":"2024-07-27T06:50:11.692230+0000","last_active":"2024-07-27T06:50:16.733005+0000","last_peered":"2024-07-27T06:50:16.733005+0000","last_clean":"2024-07-27T06:50:16.733005+0000","last_became_active":"2024-07-27T06:50:11.691876+0000","last_became_peered":"2024-07-27T06:50:11.691876+0000","last_unstale":"2024-07-27T06:50:16.733005+0000","last_undegraded":"2024-07-27T06:50:16.733005+0000","last_fullsized":"2024-07-27T06:50:16.733005+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734812+0000","last_change":"2024-07-27T06:50:10.704067+0000","last_active":"2024-07-27T06:50:16.734812+0000","last_peered":"2024-07-27T06:50:16.734812+0000","last_clean":"2024-07-27T06:50:16.734812+0000","last_became_active":"2024-07-27T06:50:10.703744+0000","last_became_peered":"2024-07-27T06:50:10.703744+0000","last_unstale":"2024-07-27T06:50:16.734812+0000","last_undegraded":"2024-07-27T06:50:16.734812+0000","last_fullsized":"2024-07-27T06:50:16.734812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731427+0000","last_change":"2024-07-27T06:50:15.759545+0000","last_active":"2024-07-27T06:50:16.731427+0000","last_peered":"2024-07-27T06:50:16.731427+0000","last_clean":"2024-07-27T06:50:16.731427+0000","last_became_active":"2024-07-27T06:50:15.754288+0000","last_became_peered":"2024-07-27T06:50:15.754288+0000","last_unstale":"2024-07-27T06:50:16.731427+0000","last_undegraded":"2024-07-27T06:50:16.731427+0000","last_fullsized":"2024-07-27T06:50:16.731427+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:49.894353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786369+0000","last_change":"2024-07-27T06:50:11.689364+0000","last_active":"2024-07-27T06:50:16.786369+0000","last_peered":"2024-07-27T06:50:16.786369+0000","last_clean":"2024-07-27T06:50:16.786369+0000","last_became_active":"2024-07-27T06:50:11.688050+0000","last_became_peered":"2024-07-27T06:50:11.688050+0000","last_unstale":"2024-07-27T06:50:16.786369+0000","last_undegraded":"2024-07-27T06:50:16.786369+0000","last_fullsized":"2024-07-27T06:50:16.786369+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:07:29.662349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733616+0000","last_change":"2024-07-27T06:50:10.704294+0000","last_active":"2024-07-27T06:50:16.733616+0000","last_peered":"2024-07-27T06:50:16.733616+0000","last_clean":"2024-07-27T06:50:16.733616+0000","last_became_active":"2024-07-27T06:50:10.703934+0000","last_became_peered":"2024-07-27T06:50:10.703934+0000","last_unstale":"2024-07-27T06:50:16.733616+0000","last_undegraded":"2024-07-27T06:50:16.733616+0000","last_fullsized":"2024-07-27T06:50:16.733616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:19.091037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786284+0000","last_change":"2024-07-27T06:50:15.767435+0000","last_active":"2024-07-27T06:50:16.786284+0000","last_peered":"2024-07-27T06:50:16.786284+0000","last_clean":"2024-07-27T06:50:16.786284+0000","last_became_active":"2024-07-27T06:50:15.765980+0000","last_became_peered":"2024-07-27T06:50:15.765980+0000","last_unstale":"2024-07-27T06:50:16.786284+0000","last_undegraded":"2024-07-27T06:50:16.786284+0000","last_fullsized":"2024-07-27T06:50:16.786284+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:58.284078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780248+0000","last_change":"2024-07-27T06:50:11.687733+0000","last_active":"2024-07-27T06:50:16.780248+0000","last_peered":"2024-07-27T06:50:16.780248+0000","last_clean":"2024-07-27T06:50:16.780248+0000","last_became_active":"2024-07-27T06:50:11.687155+0000","last_became_peered":"2024-07-27T06:50:11.687155+0000","last_unstale":"2024-07-27T06:50:16.780248+0000","last_undegraded":"2024-07-27T06:50:16.780248+0000","last_fullsized":"2024-07-27T06:50:16.780248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:35.804551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737280+0000","last_change":"2024-07-27T06:50:10.699496+0000","last_active":"2024-07-27T06:50:16.737280+0000","last_peered":"2024-07-27T06:50:16.737280+0000","last_clean":"2024-07-27T06:50:16.737280+0000","last_became_active":"2024-07-27T06:50:10.699086+0000","last_became_peered":"2024-07-27T06:50:10.699086+0000","last_unstale":"2024-07-27T06:50:16.737280+0000","last_undegraded":"2024-07-27T06:50:16.737280+0000","last_fullsized":"2024-07-27T06:50:16.737280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783882+0000","last_change":"2024-07-27T06:50:15.759616+0000","last_active":"2024-07-27T06:50:16.783882+0000","last_peered":"2024-07-27T06:50:16.783882+0000","last_clean":"2024-07-27T06:50:16.783882+0000","last_became_active":"2024-07-27T06:50:15.759148+0000","last_became_peered":"2024-07-27T06:50:15.759148+0000","last_unstale":"2024-07-27T06:50:16.783882+0000","last_undegraded":"2024-07-27T06:50:16.783882+0000","last_fullsized":"2024-07-27T06:50:16.783882+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:00:46.388989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784874+0000","last_change":"2024-07-27T06:50:11.697295+0000","last_active":"2024-07-27T06:50:16.784874+0000","last_peered":"2024-07-27T06:50:16.784874+0000","last_clean":"2024-07-27T06:50:16.784874+0000","last_became_active":"2024-07-27T06:50:11.696822+0000","last_became_peered":"2024-07-27T06:50:11.696822+0000","last_unstale":"2024-07-27T06:50:16.784874+0000","last_undegraded":"2024-07-27T06:50:16.784874+0000","last_fullsized":"2024-07-27T06:50:16.784874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731603+0000","last_change":"2024-07-27T06:50:10.697362+0000","last_active":"2024-07-27T06:50:16.731603+0000","last_peered":"2024-07-27T06:50:16.731603+0000","last_clean":"2024-07-27T06:50:16.731603+0000","last_became_active":"2024-07-27T06:50:10.697011+0000","last_became_peered":"2024-07-27T06:50:10.697011+0000","last_unstale":"2024-07-27T06:50:16.731603+0000","last_undegraded":"2024-07-27T06:50:16.731603+0000","last_fullsized":"2024-07-27T06:50:16.731603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:38.878371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786119+0000","last_change":"2024-07-27T06:50:15.767704+0000","last_active":"2024-07-27T06:50:16.786119+0000","last_peered":"2024-07-27T06:50:16.786119+0000","last_clean":"2024-07-27T06:50:16.786119+0000","last_became_active":"2024-07-27T06:50:15.766805+0000","last_became_peered":"2024-07-27T06:50:15.766805+0000","last_unstale":"2024-07-27T06:50:16.786119+0000","last_undegraded":"2024-07-27T06:50:16.786119+0000","last_fullsized":"2024-07-27T06:50:16.786119+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:46.286719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734048+0000","last_change":"2024-07-27T06:50:11.688555+0000","last_active":"2024-07-27T06:50:16.734048+0000","last_peered":"2024-07-27T06:50:16.734048+0000","last_clean":"2024-07-27T06:50:16.734048+0000","last_became_active":"2024-07-27T06:50:11.688216+0000","last_became_peered":"2024-07-27T06:50:11.688216+0000","last_unstale":"2024-07-27T06:50:16.734048+0000","last_undegraded":"2024-07-27T06:50:16.734048+0000","last_fullsized":"2024-07-27T06:50:16.734048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784422+0000","last_change":"2024-07-27T06:50:10.706196+0000","last_active":"2024-07-27T06:50:16.784422+0000","last_peered":"2024-07-27T06:50:16.784422+0000","last_clean":"2024-07-27T06:50:16.784422+0000","last_became_active":"2024-07-27T06:50:10.705714+0000","last_became_peered":"2024-07-27T06:50:10.705714+0000","last_unstale":"2024-07-27T06:50:16.784422+0000","last_undegraded":"2024-07-27T06:50:16.784422+0000","last_fullsized":"2024-07-27T06:50:16.784422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:57.880073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784823+0000","last_change":"2024-07-27T06:50:15.764710+0000","last_active":"2024-07-27T06:50:16.784823+0000","last_peered":"2024-07-27T06:50:16.784823+0000","last_clean":"2024-07-27T06:50:16.784823+0000","last_became_active":"2024-07-27T06:50:15.761170+0000","last_became_peered":"2024-07-27T06:50:15.761170+0000","last_unstale":"2024-07-27T06:50:16.784823+0000","last_undegraded":"2024-07-27T06:50:16.784823+0000","last_fullsized":"2024-07-27T06:50:16.784823+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:08:18.559806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783460+0000","last_change":"2024-07-27T06:50:11.716308+0000","last_active":"2024-07-27T06:50:16.783460+0000","last_peered":"2024-07-27T06:50:16.783460+0000","last_clean":"2024-07-27T06:50:16.783460+0000","last_became_active":"2024-07-27T06:50:11.715796+0000","last_became_peered":"2024-07-27T06:50:11.715796+0000","last_unstale":"2024-07-27T06:50:16.783460+0000","last_undegraded":"2024-07-27T06:50:16.783460+0000","last_fullsized":"2024-07-27T06:50:16.783460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:02.955217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730292+0000","last_change":"2024-07-27T06:50:10.692819+0000","last_active":"2024-07-27T06:50:16.730292+0000","last_peered":"2024-07-27T06:50:16.730292+0000","last_clean":"2024-07-27T06:50:16.730292+0000","last_became_active":"2024-07-27T06:50:10.692524+0000","last_became_peered":"2024-07-27T06:50:10.692524+0000","last_unstale":"2024-07-27T06:50:16.730292+0000","last_undegraded":"2024-07-27T06:50:16.730292+0000","last_fullsized":"2024-07-27T06:50:16.730292+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738508+0000","last_change":"2024-07-27T06:50:15.761907+0000","last_active":"2024-07-27T06:50:16.738508+0000","last_peered":"2024-07-27T06:50:16.738508+0000","last_clean":"2024-07-27T06:50:16.738508+0000","last_became_active":"2024-07-27T06:50:15.761361+0000","last_became_peered":"2024-07-27T06:50:15.761361+0000","last_unstale":"2024-07-27T06:50:16.738508+0000","last_undegraded":"2024-07-27T06:50:16.738508+0000","last_fullsized":"2024-07-27T06:50:16.738508+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:30.469054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732725+0000","last_change":"2024-07-27T06:50:11.687666+0000","last_active":"2024-07-27T06:50:16.732725+0000","last_peered":"2024-07-27T06:50:16.732725+0000","last_clean":"2024-07-27T06:50:16.732725+0000","last_became_active":"2024-07-27T06:50:11.687265+0000","last_became_peered":"2024-07-27T06:50:11.687265+0000","last_unstale":"2024-07-27T06:50:16.732725+0000","last_undegraded":"2024-07-27T06:50:16.732725+0000","last_fullsized":"2024-07-27T06:50:16.732725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:48.220850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732159+0000","last_change":"2024-07-27T06:50:10.709633+0000","last_active":"2024-07-27T06:50:16.732159+0000","last_peered":"2024-07-27T06:50:16.732159+0000","last_clean":"2024-07-27T06:50:16.732159+0000","last_became_active":"2024-07-27T06:50:10.708667+0000","last_became_peered":"2024-07-27T06:50:10.708667+0000","last_unstale":"2024-07-27T06:50:16.732159+0000","last_undegraded":"2024-07-27T06:50:16.732159+0000","last_fullsized":"2024-07-27T06:50:16.732159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":119,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782716+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:50:16.782716+0000","last_peered":"2024-07-27T06:50:16.782716+0000","last_clean":"2024-07-27T06:50:16.782716+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:50:16.782716+0000","last_undegraded":"2024-07-27T06:50:16.782716+0000","last_fullsized":"2024-07-27T06:50:16.782716+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733209+0000","last_change":"2024-07-27T06:50:15.748912+0000","last_active":"2024-07-27T06:50:16.733209+0000","last_peered":"2024-07-27T06:50:16.733209+0000","last_clean":"2024-07-27T06:50:16.733209+0000","last_became_active":"2024-07-27T06:50:15.748464+0000","last_became_peered":"2024-07-27T06:50:15.748464+0000","last_unstale":"2024-07-27T06:50:16.733209+0000","last_undegraded":"2024-07-27T06:50:16.733209+0000","last_fullsized":"2024-07-27T06:50:16.733209+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:55:42.636720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732454+0000","last_change":"2024-07-27T06:50:11.704454+0000","last_active":"2024-07-27T06:50:16.732454+0000","last_peered":"2024-07-27T06:50:16.732454+0000","last_clean":"2024-07-27T06:50:16.732454+0000","last_became_active":"2024-07-27T06:50:11.704124+0000","last_became_peered":"2024-07-27T06:50:11.704124+0000","last_unstale":"2024-07-27T06:50:16.732454+0000","last_undegraded":"2024-07-27T06:50:16.732454+0000","last_fullsized":"2024-07-27T06:50:16.732454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:26.418643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786752+0000","last_change":"2024-07-27T06:50:10.704146+0000","last_active":"2024-07-27T06:50:16.786752+0000","last_peered":"2024-07-27T06:50:16.786752+0000","last_clean":"2024-07-27T06:50:16.786752+0000","last_became_active":"2024-07-27T06:50:10.703365+0000","last_became_peered":"2024-07-27T06:50:10.703365+0000","last_unstale":"2024-07-27T06:50:16.786752+0000","last_undegraded":"2024-07-27T06:50:16.786752+0000","last_fullsized":"2024-07-27T06:50:16.786752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:35:27.967799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780362+0000","last_change":"2024-07-27T06:50:15.764308+0000","last_active":"2024-07-27T06:50:16.780362+0000","last_peered":"2024-07-27T06:50:16.780362+0000","last_clean":"2024-07-27T06:50:16.780362+0000","last_became_active":"2024-07-27T06:50:15.760773+0000","last_became_peered":"2024-07-27T06:50:15.760773+0000","last_unstale":"2024-07-27T06:50:16.780362+0000","last_undegraded":"2024-07-27T06:50:16.780362+0000","last_fullsized":"2024-07-27T06:50:16.780362+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:07:01.156598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785633+0000","last_change":"2024-07-27T06:50:11.695759+0000","last_active":"2024-07-27T06:50:16.785633+0000","last_peered":"2024-07-27T06:50:16.785633+0000","last_clean":"2024-07-27T06:50:16.785633+0000","last_became_active":"2024-07-27T06:50:11.695450+0000","last_became_peered":"2024-07-27T06:50:11.695450+0000","last_unstale":"2024-07-27T06:50:16.785633+0000","last_undegraded":"2024-07-27T06:50:16.785633+0000","last_fullsized":"2024-07-27T06:50:16.785633+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738018+0000","last_change":"2024-07-27T06:50:10.698348+0000","last_active":"2024-07-27T06:50:16.738018+0000","last_peered":"2024-07-27T06:50:16.738018+0000","last_clean":"2024-07-27T06:50:16.738018+0000","last_became_active":"2024-07-27T06:50:10.693611+0000","last_became_peered":"2024-07-27T06:50:10.693611+0000","last_unstale":"2024-07-27T06:50:16.738018+0000","last_undegraded":"2024-07-27T06:50:16.738018+0000","last_fullsized":"2024-07-27T06:50:16.738018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736745+0000","last_change":"2024-07-27T06:50:15.757437+0000","last_active":"2024-07-27T06:50:16.736745+0000","last_peered":"2024-07-27T06:50:16.736745+0000","last_clean":"2024-07-27T06:50:16.736745+0000","last_became_active":"2024-07-27T06:50:15.756918+0000","last_became_peered":"2024-07-27T06:50:15.756918+0000","last_unstale":"2024-07-27T06:50:16.736745+0000","last_undegraded":"2024-07-27T06:50:16.736745+0000","last_fullsized":"2024-07-27T06:50:16.736745+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:08.890326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785301+0000","last_change":"2024-07-27T06:50:11.703829+0000","last_active":"2024-07-27T06:50:16.785301+0000","last_peered":"2024-07-27T06:50:16.785301+0000","last_clean":"2024-07-27T06:50:16.785301+0000","last_became_active":"2024-07-27T06:50:11.703474+0000","last_became_peered":"2024-07-27T06:50:11.703474+0000","last_unstale":"2024-07-27T06:50:16.785301+0000","last_undegraded":"2024-07-27T06:50:16.785301+0000","last_fullsized":"2024-07-27T06:50:16.785301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734501+0000","last_change":"2024-07-27T06:50:10.701267+0000","last_active":"2024-07-27T06:50:16.734501+0000","last_peered":"2024-07-27T06:50:16.734501+0000","last_clean":"2024-07-27T06:50:16.734501+0000","last_became_active":"2024-07-27T06:50:10.700950+0000","last_became_peered":"2024-07-27T06:50:10.700950+0000","last_unstale":"2024-07-27T06:50:16.734501+0000","last_undegraded":"2024-07-27T06:50:16.734501+0000","last_fullsized":"2024-07-27T06:50:16.734501+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729754+0000","last_change":"2024-07-27T06:50:15.759139+0000","last_active":"2024-07-27T06:50:16.729754+0000","last_peered":"2024-07-27T06:50:16.729754+0000","last_clean":"2024-07-27T06:50:16.729754+0000","last_became_active":"2024-07-27T06:50:15.758584+0000","last_became_peered":"2024-07-27T06:50:15.758584+0000","last_unstale":"2024-07-27T06:50:16.729754+0000","last_undegraded":"2024-07-27T06:50:16.729754+0000","last_fullsized":"2024-07-27T06:50:16.729754+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:11.658001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780932+0000","last_change":"2024-07-27T06:50:11.703983+0000","last_active":"2024-07-27T06:50:16.780932+0000","last_peered":"2024-07-27T06:50:16.780932+0000","last_clean":"2024-07-27T06:50:16.780932+0000","last_became_active":"2024-07-27T06:50:11.699009+0000","last_became_peered":"2024-07-27T06:50:11.699009+0000","last_unstale":"2024-07-27T06:50:16.780932+0000","last_undegraded":"2024-07-27T06:50:16.780932+0000","last_fullsized":"2024-07-27T06:50:16.780932+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785439+0000","last_change":"2024-07-27T06:50:10.695518+0000","last_active":"2024-07-27T06:50:16.785439+0000","last_peered":"2024-07-27T06:50:16.785439+0000","last_clean":"2024-07-27T06:50:16.785439+0000","last_became_active":"2024-07-27T06:50:10.690820+0000","last_became_peered":"2024-07-27T06:50:10.690820+0000","last_unstale":"2024-07-27T06:50:16.785439+0000","last_undegraded":"2024-07-27T06:50:16.785439+0000","last_fullsized":"2024-07-27T06:50:16.785439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782694+0000","last_change":"2024-07-27T06:50:15.766444+0000","last_active":"2024-07-27T06:50:16.782694+0000","last_peered":"2024-07-27T06:50:16.782694+0000","last_clean":"2024-07-27T06:50:16.782694+0000","last_became_active":"2024-07-27T06:50:15.764266+0000","last_became_peered":"2024-07-27T06:50:15.764266+0000","last_unstale":"2024-07-27T06:50:16.782694+0000","last_undegraded":"2024-07-27T06:50:16.782694+0000","last_fullsized":"2024-07-27T06:50:16.782694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729804+0000","last_change":"2024-07-27T06:50:11.701414+0000","last_active":"2024-07-27T06:50:16.729804+0000","last_peered":"2024-07-27T06:50:16.729804+0000","last_clean":"2024-07-27T06:50:16.729804+0000","last_became_active":"2024-07-27T06:50:11.701026+0000","last_became_peered":"2024-07-27T06:50:11.701026+0000","last_unstale":"2024-07-27T06:50:16.729804+0000","last_undegraded":"2024-07-27T06:50:16.729804+0000","last_fullsized":"2024-07-27T06:50:16.729804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731419+0000","last_change":"2024-07-27T06:50:10.695587+0000","last_active":"2024-07-27T06:50:16.731419+0000","last_peered":"2024-07-27T06:50:16.731419+0000","last_clean":"2024-07-27T06:50:16.731419+0000","last_became_active":"2024-07-27T06:50:10.695189+0000","last_became_peered":"2024-07-27T06:50:10.695189+0000","last_unstale":"2024-07-27T06:50:16.731419+0000","last_undegraded":"2024-07-27T06:50:16.731419+0000","last_fullsized":"2024-07-27T06:50:16.731419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739136+0000","last_change":"2024-07-27T06:50:15.761808+0000","last_active":"2024-07-27T06:50:16.739136+0000","last_peered":"2024-07-27T06:50:16.739136+0000","last_clean":"2024-07-27T06:50:16.739136+0000","last_became_active":"2024-07-27T06:50:15.760543+0000","last_became_peered":"2024-07-27T06:50:15.760543+0000","last_unstale":"2024-07-27T06:50:16.739136+0000","last_undegraded":"2024-07-27T06:50:16.739136+0000","last_fullsized":"2024-07-27T06:50:16.739136+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:16:50.604917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782360+0000","last_change":"2024-07-27T06:50:11.675747+0000","last_active":"2024-07-27T06:50:16.782360+0000","last_peered":"2024-07-27T06:50:16.782360+0000","last_clean":"2024-07-27T06:50:16.782360+0000","last_became_active":"2024-07-27T06:50:11.672879+0000","last_became_peered":"2024-07-27T06:50:11.672879+0000","last_unstale":"2024-07-27T06:50:16.782360+0000","last_undegraded":"2024-07-27T06:50:16.782360+0000","last_fullsized":"2024-07-27T06:50:16.782360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784995+0000","last_change":"2024-07-27T06:50:10.706803+0000","last_active":"2024-07-27T06:50:16.784995+0000","last_peered":"2024-07-27T06:50:16.784995+0000","last_clean":"2024-07-27T06:50:16.784995+0000","last_became_active":"2024-07-27T06:50:10.706461+0000","last_became_peered":"2024-07-27T06:50:10.706461+0000","last_unstale":"2024-07-27T06:50:16.784995+0000","last_undegraded":"2024-07-27T06:50:16.784995+0000","last_fullsized":"2024-07-27T06:50:16.784995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738643+0000","last_change":"2024-07-27T06:50:15.757705+0000","last_active":"2024-07-27T06:50:16.738643+0000","last_peered":"2024-07-27T06:50:16.738643+0000","last_clean":"2024-07-27T06:50:16.738643+0000","last_became_active":"2024-07-27T06:50:15.757142+0000","last_became_peered":"2024-07-27T06:50:15.757142+0000","last_unstale":"2024-07-27T06:50:16.738643+0000","last_undegraded":"2024-07-27T06:50:16.738643+0000","last_fullsized":"2024-07-27T06:50:16.738643+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:22.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731150+0000","last_change":"2024-07-27T06:50:11.702963+0000","last_active":"2024-07-27T06:50:16.731150+0000","last_peered":"2024-07-27T06:50:16.731150+0000","last_clean":"2024-07-27T06:50:16.731150+0000","last_became_active":"2024-07-27T06:50:11.702598+0000","last_became_peered":"2024-07-27T06:50:11.702598+0000","last_unstale":"2024-07-27T06:50:16.731150+0000","last_undegraded":"2024-07-27T06:50:16.731150+0000","last_fullsized":"2024-07-27T06:50:16.731150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731247+0000","last_change":"2024-07-27T06:50:10.707717+0000","last_active":"2024-07-27T06:50:16.731247+0000","last_peered":"2024-07-27T06:50:16.731247+0000","last_clean":"2024-07-27T06:50:16.731247+0000","last_became_active":"2024-07-27T06:50:10.707387+0000","last_became_peered":"2024-07-27T06:50:10.707387+0000","last_unstale":"2024-07-27T06:50:16.731247+0000","last_undegraded":"2024-07-27T06:50:16.731247+0000","last_fullsized":"2024-07-27T06:50:16.731247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:00.790040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785808+0000","last_change":"2024-07-27T06:50:15.767257+0000","last_active":"2024-07-27T06:50:16.785808+0000","last_peered":"2024-07-27T06:50:16.785808+0000","last_clean":"2024-07-27T06:50:16.785808+0000","last_became_active":"2024-07-27T06:50:15.766132+0000","last_became_peered":"2024-07-27T06:50:15.766132+0000","last_unstale":"2024-07-27T06:50:16.785808+0000","last_undegraded":"2024-07-27T06:50:16.785808+0000","last_fullsized":"2024-07-27T06:50:16.785808+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:58:41.008860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784729+0000","last_change":"2024-07-27T06:50:11.715320+0000","last_active":"2024-07-27T06:50:16.784729+0000","last_peered":"2024-07-27T06:50:16.784729+0000","last_clean":"2024-07-27T06:50:16.784729+0000","last_became_active":"2024-07-27T06:50:11.714713+0000","last_became_peered":"2024-07-27T06:50:11.714713+0000","last_unstale":"2024-07-27T06:50:16.784729+0000","last_undegraded":"2024-07-27T06:50:16.784729+0000","last_fullsized":"2024-07-27T06:50:16.784729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:56.329025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787830+0000","last_change":"2024-07-27T06:50:10.704567+0000","last_active":"2024-07-27T06:50:16.787830+0000","last_peered":"2024-07-27T06:50:16.787830+0000","last_clean":"2024-07-27T06:50:16.787830+0000","last_became_active":"2024-07-27T06:50:10.703405+0000","last_became_peered":"2024-07-27T06:50:10.703405+0000","last_unstale":"2024-07-27T06:50:16.787830+0000","last_undegraded":"2024-07-27T06:50:16.787830+0000","last_fullsized":"2024-07-27T06:50:16.787830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733442+0000","last_change":"2024-07-27T06:50:15.755573+0000","last_active":"2024-07-27T06:50:16.733442+0000","last_peered":"2024-07-27T06:50:16.733442+0000","last_clean":"2024-07-27T06:50:16.733442+0000","last_became_active":"2024-07-27T06:50:15.752934+0000","last_became_peered":"2024-07-27T06:50:15.752934+0000","last_unstale":"2024-07-27T06:50:16.733442+0000","last_undegraded":"2024-07-27T06:50:16.733442+0000","last_fullsized":"2024-07-27T06:50:16.733442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:03:30.687342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784657+0000","last_change":"2024-07-27T06:50:11.701325+0000","last_active":"2024-07-27T06:50:16.784657+0000","last_peered":"2024-07-27T06:50:16.784657+0000","last_clean":"2024-07-27T06:50:16.784657+0000","last_became_active":"2024-07-27T06:50:11.700917+0000","last_became_peered":"2024-07-27T06:50:11.700917+0000","last_unstale":"2024-07-27T06:50:16.784657+0000","last_undegraded":"2024-07-27T06:50:16.784657+0000","last_fullsized":"2024-07-27T06:50:16.784657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'10","reported_seq":32,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:27.581000+0000","last_change":"2024-07-27T06:50:10.699195+0000","last_active":"2024-07-27T06:50:27.581000+0000","last_peered":"2024-07-27T06:50:27.581000+0000","last_clean":"2024-07-27T06:50:27.581000+0000","last_became_active":"2024-07-27T06:50:10.698663+0000","last_became_peered":"2024-07-27T06:50:10.698663+0000","last_unstale":"2024-07-27T06:50:27.581000+0000","last_undegraded":"2024-07-27T06:50:27.581000+0000","last_fullsized":"2024-07-27T06:50:27.581000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:36.548506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732404+0000","last_change":"2024-07-27T06:50:15.757791+0000","last_active":"2024-07-27T06:50:16.732404+0000","last_peered":"2024-07-27T06:50:16.732404+0000","last_clean":"2024-07-27T06:50:16.732404+0000","last_became_active":"2024-07-27T06:50:15.756171+0000","last_became_peered":"2024-07-27T06:50:15.756171+0000","last_unstale":"2024-07-27T06:50:16.732404+0000","last_undegraded":"2024-07-27T06:50:16.732404+0000","last_fullsized":"2024-07-27T06:50:16.732404+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:23.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731345+0000","last_change":"2024-07-27T06:50:11.717897+0000","last_active":"2024-07-27T06:50:16.731345+0000","last_peered":"2024-07-27T06:50:16.731345+0000","last_clean":"2024-07-27T06:50:16.731345+0000","last_became_active":"2024-07-27T06:50:11.717656+0000","last_became_peered":"2024-07-27T06:50:11.717656+0000","last_unstale":"2024-07-27T06:50:16.731345+0000","last_undegraded":"2024-07-27T06:50:16.731345+0000","last_fullsized":"2024-07-27T06:50:16.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:23.074676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788408+0000","last_change":"2024-07-27T06:50:10.707160+0000","last_active":"2024-07-27T06:50:16.788408+0000","last_peered":"2024-07-27T06:50:16.788408+0000","last_clean":"2024-07-27T06:50:16.788408+0000","last_became_active":"2024-07-27T06:50:10.706798+0000","last_became_peered":"2024-07-27T06:50:10.706798+0000","last_unstale":"2024-07-27T06:50:16.788408+0000","last_undegraded":"2024-07-27T06:50:16.788408+0000","last_fullsized":"2024-07-27T06:50:16.788408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:04.006877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782641+0000","last_change":"2024-07-27T06:50:15.766957+0000","last_active":"2024-07-27T06:50:16.782641+0000","last_peered":"2024-07-27T06:50:16.782641+0000","last_clean":"2024-07-27T06:50:16.782641+0000","last_became_active":"2024-07-27T06:50:15.766522+0000","last_became_peered":"2024-07-27T06:50:15.766522+0000","last_unstale":"2024-07-27T06:50:16.782641+0000","last_undegraded":"2024-07-27T06:50:16.782641+0000","last_fullsized":"2024-07-27T06:50:16.782641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:18.932283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738455+0000","last_change":"2024-07-27T06:50:11.707628+0000","last_active":"2024-07-27T06:50:16.738455+0000","last_peered":"2024-07-27T06:50:16.738455+0000","last_clean":"2024-07-27T06:50:16.738455+0000","last_became_active":"2024-07-27T06:50:11.707299+0000","last_became_peered":"2024-07-27T06:50:11.707299+0000","last_unstale":"2024-07-27T06:50:16.738455+0000","last_undegraded":"2024-07-27T06:50:16.738455+0000","last_fullsized":"2024-07-27T06:50:16.738455+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785809+0000","last_change":"2024-07-27T06:50:10.701353+0000","last_active":"2024-07-27T06:50:16.785809+0000","last_peered":"2024-07-27T06:50:16.785809+0000","last_clean":"2024-07-27T06:50:16.785809+0000","last_became_active":"2024-07-27T06:50:10.697263+0000","last_became_peered":"2024-07-27T06:50:10.697263+0000","last_unstale":"2024-07-27T06:50:16.785809+0000","last_undegraded":"2024-07-27T06:50:16.785809+0000","last_fullsized":"2024-07-27T06:50:16.785809+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:51.337805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783893+0000","last_change":"2024-07-27T06:50:15.775143+0000","last_active":"2024-07-27T06:50:16.783893+0000","last_peered":"2024-07-27T06:50:16.783893+0000","last_clean":"2024-07-27T06:50:16.783893+0000","last_became_active":"2024-07-27T06:50:15.774626+0000","last_became_peered":"2024-07-27T06:50:15.774626+0000","last_unstale":"2024-07-27T06:50:16.783893+0000","last_undegraded":"2024-07-27T06:50:16.783893+0000","last_fullsized":"2024-07-27T06:50:16.783893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:25.935083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780806+0000","last_change":"2024-07-27T06:50:11.711969+0000","last_active":"2024-07-27T06:50:16.780806+0000","last_peered":"2024-07-27T06:50:16.780806+0000","last_clean":"2024-07-27T06:50:16.780806+0000","last_became_active":"2024-07-27T06:50:11.711208+0000","last_became_peered":"2024-07-27T06:50:11.711208+0000","last_unstale":"2024-07-27T06:50:16.780806+0000","last_undegraded":"2024-07-27T06:50:16.780806+0000","last_fullsized":"2024-07-27T06:50:16.780806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783637+0000","last_change":"2024-07-27T06:50:10.701572+0000","last_active":"2024-07-27T06:50:16.783637+0000","last_peered":"2024-07-27T06:50:16.783637+0000","last_clean":"2024-07-27T06:50:16.783637+0000","last_became_active":"2024-07-27T06:50:10.701235+0000","last_became_peered":"2024-07-27T06:50:10.701235+0000","last_unstale":"2024-07-27T06:50:16.783637+0000","last_undegraded":"2024-07-27T06:50:16.783637+0000","last_fullsized":"2024-07-27T06:50:16.783637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732162+0000","last_change":"2024-07-27T06:50:15.762204+0000","last_active":"2024-07-27T06:50:16.732162+0000","last_peered":"2024-07-27T06:50:16.732162+0000","last_clean":"2024-07-27T06:50:16.732162+0000","last_became_active":"2024-07-27T06:50:15.761203+0000","last_became_peered":"2024-07-27T06:50:15.761203+0000","last_unstale":"2024-07-27T06:50:16.732162+0000","last_undegraded":"2024-07-27T06:50:16.732162+0000","last_fullsized":"2024-07-27T06:50:16.732162+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:38.401021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734230+0000","last_change":"2024-07-27T06:50:15.760943+0000","last_active":"2024-07-27T06:50:16.734230+0000","last_peered":"2024-07-27T06:50:16.734230+0000","last_clean":"2024-07-27T06:50:16.734230+0000","last_became_active":"2024-07-27T06:50:15.758920+0000","last_became_peered":"2024-07-27T06:50:15.758920+0000","last_unstale":"2024-07-27T06:50:16.734230+0000","last_undegraded":"2024-07-27T06:50:16.734230+0000","last_fullsized":"2024-07-27T06:50:16.734230+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:32.784663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732348+0000","last_change":"2024-07-27T06:50:11.685907+0000","last_active":"2024-07-27T06:50:16.732348+0000","last_peered":"2024-07-27T06:50:16.732348+0000","last_clean":"2024-07-27T06:50:16.732348+0000","last_became_active":"2024-07-27T06:50:11.684306+0000","last_became_peered":"2024-07-27T06:50:11.684306+0000","last_unstale":"2024-07-27T06:50:16.732348+0000","last_undegraded":"2024-07-27T06:50:16.732348+0000","last_fullsized":"2024-07-27T06:50:16.732348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:20.108637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730035+0000","last_change":"2024-07-27T06:50:10.693760+0000","last_active":"2024-07-27T06:50:16.730035+0000","last_peered":"2024-07-27T06:50:16.730035+0000","last_clean":"2024-07-27T06:50:16.730035+0000","last_became_active":"2024-07-27T06:50:10.693316+0000","last_became_peered":"2024-07-27T06:50:10.693316+0000","last_unstale":"2024-07-27T06:50:16.730035+0000","last_undegraded":"2024-07-27T06:50:16.730035+0000","last_fullsized":"2024-07-27T06:50:16.730035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732636+0000","last_change":"2024-07-27T06:50:15.751042+0000","last_active":"2024-07-27T06:50:16.732636+0000","last_peered":"2024-07-27T06:50:16.732636+0000","last_clean":"2024-07-27T06:50:16.732636+0000","last_became_active":"2024-07-27T06:50:15.747952+0000","last_became_peered":"2024-07-27T06:50:15.747952+0000","last_unstale":"2024-07-27T06:50:16.732636+0000","last_undegraded":"2024-07-27T06:50:16.732636+0000","last_fullsized":"2024-07-27T06:50:16.732636+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:05:54.884845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734314+0000","last_change":"2024-07-27T06:50:11.691072+0000","last_active":"2024-07-27T06:50:16.734314+0000","last_peered":"2024-07-27T06:50:16.734314+0000","last_clean":"2024-07-27T06:50:16.734314+0000","last_became_active":"2024-07-27T06:50:11.690738+0000","last_became_peered":"2024-07-27T06:50:11.690738+0000","last_unstale":"2024-07-27T06:50:16.734314+0000","last_undegraded":"2024-07-27T06:50:16.734314+0000","last_fullsized":"2024-07-27T06:50:16.734314+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783854+0000","last_change":"2024-07-27T06:50:10.702498+0000","last_active":"2024-07-27T06:50:16.783854+0000","last_peered":"2024-07-27T06:50:16.783854+0000","last_clean":"2024-07-27T06:50:16.783854+0000","last_became_active":"2024-07-27T06:50:10.702103+0000","last_became_peered":"2024-07-27T06:50:10.702103+0000","last_unstale":"2024-07-27T06:50:16.783854+0000","last_undegraded":"2024-07-27T06:50:16.783854+0000","last_fullsized":"2024-07-27T06:50:16.783854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:33:32.183915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731158+0000","last_change":"2024-07-27T06:50:10.714406+0000","last_active":"2024-07-27T06:50:16.731158+0000","last_peered":"2024-07-27T06:50:16.731158+0000","last_clean":"2024-07-27T06:50:16.731158+0000","last_became_active":"2024-07-27T06:50:10.714025+0000","last_became_peered":"2024-07-27T06:50:10.714025+0000","last_unstale":"2024-07-27T06:50:16.731158+0000","last_undegraded":"2024-07-27T06:50:16.731158+0000","last_fullsized":"2024-07-27T06:50:16.731158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:20.643624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732347+0000","last_change":"2024-07-27T06:50:11.710064+0000","last_active":"2024-07-27T06:50:16.732347+0000","last_peered":"2024-07-27T06:50:16.732347+0000","last_clean":"2024-07-27T06:50:16.732347+0000","last_became_active":"2024-07-27T06:50:11.709487+0000","last_became_peered":"2024-07-27T06:50:11.709487+0000","last_unstale":"2024-07-27T06:50:16.732347+0000","last_undegraded":"2024-07-27T06:50:16.732347+0000","last_fullsized":"2024-07-27T06:50:16.732347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:53.772044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733671+0000","last_change":"2024-07-27T06:50:15.766284+0000","last_active":"2024-07-27T06:50:16.733671+0000","last_peered":"2024-07-27T06:50:16.733671+0000","last_clean":"2024-07-27T06:50:16.733671+0000","last_became_active":"2024-07-27T06:50:15.765800+0000","last_became_peered":"2024-07-27T06:50:15.765800+0000","last_unstale":"2024-07-27T06:50:16.733671+0000","last_undegraded":"2024-07-27T06:50:16.733671+0000","last_fullsized":"2024-07-27T06:50:16.733671+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:38.151211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736922+0000","last_change":"2024-07-27T06:50:10.697873+0000","last_active":"2024-07-27T06:50:16.736922+0000","last_peered":"2024-07-27T06:50:16.736922+0000","last_clean":"2024-07-27T06:50:16.736922+0000","last_became_active":"2024-07-27T06:50:10.697067+0000","last_became_peered":"2024-07-27T06:50:10.697067+0000","last_unstale":"2024-07-27T06:50:16.736922+0000","last_undegraded":"2024-07-27T06:50:16.736922+0000","last_fullsized":"2024-07-27T06:50:16.736922+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782372+0000","last_change":"2024-07-27T06:50:11.675475+0000","last_active":"2024-07-27T06:50:16.782372+0000","last_peered":"2024-07-27T06:50:16.782372+0000","last_clean":"2024-07-27T06:50:16.782372+0000","last_became_active":"2024-07-27T06:50:11.675069+0000","last_became_peered":"2024-07-27T06:50:11.675069+0000","last_unstale":"2024-07-27T06:50:16.782372+0000","last_undegraded":"2024-07-27T06:50:16.782372+0000","last_fullsized":"2024-07-27T06:50:16.782372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788544+0000","last_change":"2024-07-27T06:50:15.773772+0000","last_active":"2024-07-27T06:50:16.788544+0000","last_peered":"2024-07-27T06:50:16.788544+0000","last_clean":"2024-07-27T06:50:16.788544+0000","last_became_active":"2024-07-27T06:50:15.771940+0000","last_became_peered":"2024-07-27T06:50:15.771940+0000","last_unstale":"2024-07-27T06:50:16.788544+0000","last_undegraded":"2024-07-27T06:50:16.788544+0000","last_fullsized":"2024-07-27T06:50:16.788544+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:52.271261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781016+0000","last_change":"2024-07-27T06:50:11.691616+0000","last_active":"2024-07-27T06:50:16.781016+0000","last_peered":"2024-07-27T06:50:16.781016+0000","last_clean":"2024-07-27T06:50:16.781016+0000","last_became_active":"2024-07-27T06:50:11.691246+0000","last_became_peered":"2024-07-27T06:50:11.691246+0000","last_unstale":"2024-07-27T06:50:16.781016+0000","last_undegraded":"2024-07-27T06:50:16.781016+0000","last_fullsized":"2024-07-27T06:50:16.781016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784103+0000","last_change":"2024-07-27T06:50:11.698140+0000","last_active":"2024-07-27T06:50:16.784103+0000","last_peered":"2024-07-27T06:50:16.784103+0000","last_clean":"2024-07-27T06:50:16.784103+0000","last_became_active":"2024-07-27T06:50:11.697780+0000","last_became_peered":"2024-07-27T06:50:11.697780+0000","last_unstale":"2024-07-27T06:50:16.784103+0000","last_undegraded":"2024-07-27T06:50:16.784103+0000","last_fullsized":"2024-07-27T06:50:16.784103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730596+0000","last_change":"2024-07-27T06:50:11.687378+0000","last_active":"2024-07-27T06:50:16.730596+0000","last_peered":"2024-07-27T06:50:16.730596+0000","last_clean":"2024-07-27T06:50:16.730596+0000","last_became_active":"2024-07-27T06:50:11.686936+0000","last_became_peered":"2024-07-27T06:50:11.686936+0000","last_unstale":"2024-07-27T06:50:16.730596+0000","last_undegraded":"2024-07-27T06:50:16.730596+0000","last_fullsized":"2024-07-27T06:50:16.730596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736437+0000","last_change":"2024-07-27T06:50:11.686960+0000","last_active":"2024-07-27T06:50:16.736437+0000","last_peered":"2024-07-27T06:50:16.736437+0000","last_clean":"2024-07-27T06:50:16.736437+0000","last_became_active":"2024-07-27T06:50:11.686334+0000","last_became_peered":"2024-07-27T06:50:11.686334+0000","last_unstale":"2024-07-27T06:50:16.736437+0000","last_undegraded":"2024-07-27T06:50:16.736437+0000","last_fullsized":"2024-07-27T06:50:16.736437+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786213+0000","last_change":"2024-07-27T06:50:11.705801+0000","last_active":"2024-07-27T06:50:16.786213+0000","last_peered":"2024-07-27T06:50:16.786213+0000","last_clean":"2024-07-27T06:50:16.786213+0000","last_became_active":"2024-07-27T06:50:11.705399+0000","last_became_peered":"2024-07-27T06:50:11.705399+0000","last_unstale":"2024-07-27T06:50:16.786213+0000","last_undegraded":"2024-07-27T06:50:16.786213+0000","last_fullsized":"2024-07-27T06:50:16.786213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:34:20.807425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784820+0000","last_change":"2024-07-27T06:50:11.693254+0000","last_active":"2024-07-27T06:50:16.784820+0000","last_peered":"2024-07-27T06:50:16.784820+0000","last_clean":"2024-07-27T06:50:16.784820+0000","last_became_active":"2024-07-27T06:50:11.692841+0000","last_became_peered":"2024-07-27T06:50:11.692841+0000","last_unstale":"2024-07-27T06:50:16.784820+0000","last_undegraded":"2024-07-27T06:50:16.784820+0000","last_fullsized":"2024-07-27T06:50:16.784820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:54:18.066866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780679+0000","last_change":"2024-07-27T06:50:11.714633+0000","last_active":"2024-07-27T06:50:16.780679+0000","last_peered":"2024-07-27T06:50:16.780679+0000","last_clean":"2024-07-27T06:50:16.780679+0000","last_became_active":"2024-07-27T06:50:11.711661+0000","last_became_peered":"2024-07-27T06:50:11.711661+0000","last_unstale":"2024-07-27T06:50:16.780679+0000","last_undegraded":"2024-07-27T06:50:16.780679+0000","last_fullsized":"2024-07-27T06:50:16.780679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737893+0000","last_change":"2024-07-27T06:50:11.680280+0000","last_active":"2024-07-27T06:50:16.737893+0000","last_peered":"2024-07-27T06:50:16.737893+0000","last_clean":"2024-07-27T06:50:16.737893+0000","last_became_active":"2024-07-27T06:50:11.679898+0000","last_became_peered":"2024-07-27T06:50:11.679898+0000","last_unstale":"2024-07-27T06:50:16.737893+0000","last_undegraded":"2024-07-27T06:50:16.737893+0000","last_fullsized":"2024-07-27T06:50:16.737893+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730087+0000","last_change":"2024-07-27T06:50:11.679988+0000","last_active":"2024-07-27T06:50:16.730087+0000","last_peered":"2024-07-27T06:50:16.730087+0000","last_clean":"2024-07-27T06:50:16.730087+0000","last_became_active":"2024-07-27T06:50:11.677917+0000","last_became_peered":"2024-07-27T06:50:11.677917+0000","last_unstale":"2024-07-27T06:50:16.730087+0000","last_undegraded":"2024-07-27T06:50:16.730087+0000","last_fullsized":"2024-07-27T06:50:16.730087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735542+0000","last_change":"2024-07-27T06:50:11.686126+0000","last_active":"2024-07-27T06:50:16.735542+0000","last_peered":"2024-07-27T06:50:16.735542+0000","last_clean":"2024-07-27T06:50:16.735542+0000","last_became_active":"2024-07-27T06:50:11.685595+0000","last_became_peered":"2024-07-27T06:50:11.685595+0000","last_unstale":"2024-07-27T06:50:16.735542+0000","last_undegraded":"2024-07-27T06:50:16.735542+0000","last_fullsized":"2024-07-27T06:50:16.735542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:24.564001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782242+0000","last_change":"2024-07-27T06:50:11.682497+0000","last_active":"2024-07-27T06:50:16.782242+0000","last_peered":"2024-07-27T06:50:16.782242+0000","last_clean":"2024-07-27T06:50:16.782242+0000","last_became_active":"2024-07-27T06:50:11.682162+0000","last_became_peered":"2024-07-27T06:50:11.682162+0000","last_unstale":"2024-07-27T06:50:16.782242+0000","last_undegraded":"2024-07-27T06:50:16.782242+0000","last_fullsized":"2024-07-27T06:50:16.782242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732028+0000","last_change":"2024-07-27T06:50:11.697371+0000","last_active":"2024-07-27T06:50:16.732028+0000","last_peered":"2024-07-27T06:50:16.732028+0000","last_clean":"2024-07-27T06:50:16.732028+0000","last_became_active":"2024-07-27T06:50:11.695540+0000","last_became_peered":"2024-07-27T06:50:11.695540+0000","last_unstale":"2024-07-27T06:50:16.732028+0000","last_undegraded":"2024-07-27T06:50:16.732028+0000","last_fullsized":"2024-07-27T06:50:16.732028+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:21.884672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785426+0000","last_change":"2024-07-27T06:50:11.701733+0000","last_active":"2024-07-27T06:50:16.785426+0000","last_peered":"2024-07-27T06:50:16.785426+0000","last_clean":"2024-07-27T06:50:16.785426+0000","last_became_active":"2024-07-27T06:50:11.701396+0000","last_became_peered":"2024-07-27T06:50:11.701396+0000","last_unstale":"2024-07-27T06:50:16.785426+0000","last_undegraded":"2024-07-27T06:50:16.785426+0000","last_fullsized":"2024-07-27T06:50:16.785426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733400+0000","last_change":"2024-07-27T06:50:11.704365+0000","last_active":"2024-07-27T06:50:16.733400+0000","last_peered":"2024-07-27T06:50:16.733400+0000","last_clean":"2024-07-27T06:50:16.733400+0000","last_became_active":"2024-07-27T06:50:11.704035+0000","last_became_peered":"2024-07-27T06:50:11.704035+0000","last_unstale":"2024-07-27T06:50:16.733400+0000","last_undegraded":"2024-07-27T06:50:16.733400+0000","last_fullsized":"2024-07-27T06:50:16.733400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:04.839915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788510+0000","last_change":"2024-07-27T06:50:11.703509+0000","last_active":"2024-07-27T06:50:16.788510+0000","last_peered":"2024-07-27T06:50:16.788510+0000","last_clean":"2024-07-27T06:50:16.788510+0000","last_became_active":"2024-07-27T06:50:11.702750+0000","last_became_peered":"2024-07-27T06:50:11.702750+0000","last_unstale":"2024-07-27T06:50:16.788510+0000","last_undegraded":"2024-07-27T06:50:16.788510+0000","last_fullsized":"2024-07-27T06:50:16.788510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732642+0000","last_change":"2024-07-27T06:50:11.708071+0000","last_active":"2024-07-27T06:50:16.732642+0000","last_peered":"2024-07-27T06:50:16.732642+0000","last_clean":"2024-07-27T06:50:16.732642+0000","last_became_active":"2024-07-27T06:50:11.707477+0000","last_became_peered":"2024-07-27T06:50:11.707477+0000","last_unstale":"2024-07-27T06:50:16.732642+0000","last_undegraded":"2024-07-27T06:50:16.732642+0000","last_fullsized":"2024-07-27T06:50:16.732642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:18.616731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729747+0000","last_change":"2024-07-27T06:50:11.708516+0000","last_active":"2024-07-27T06:50:16.729747+0000","last_peered":"2024-07-27T06:50:16.729747+0000","last_clean":"2024-07-27T06:50:16.729747+0000","last_became_active":"2024-07-27T06:50:11.697953+0000","last_became_peered":"2024-07-27T06:50:11.697953+0000","last_unstale":"2024-07-27T06:50:16.729747+0000","last_undegraded":"2024-07-27T06:50:16.729747+0000","last_fullsized":"2024-07-27T06:50:16.729747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735197+0000","last_change":"2024-07-27T06:50:11.696115+0000","last_active":"2024-07-27T06:50:16.735197+0000","last_peered":"2024-07-27T06:50:16.735197+0000","last_clean":"2024-07-27T06:50:16.735197+0000","last_became_active":"2024-07-27T06:50:11.694645+0000","last_became_peered":"2024-07-27T06:50:11.694645+0000","last_unstale":"2024-07-27T06:50:16.735197+0000","last_undegraded":"2024-07-27T06:50:16.735197+0000","last_fullsized":"2024-07-27T06:50:16.735197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784380+0000","last_change":"2024-07-27T06:50:11.690972+0000","last_active":"2024-07-27T06:50:16.784380+0000","last_peered":"2024-07-27T06:50:16.784380+0000","last_clean":"2024-07-27T06:50:16.784380+0000","last_became_active":"2024-07-27T06:50:11.690635+0000","last_became_peered":"2024-07-27T06:50:11.690635+0000","last_unstale":"2024-07-27T06:50:16.784380+0000","last_undegraded":"2024-07-27T06:50:16.784380+0000","last_fullsized":"2024-07-27T06:50:16.784380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:29.442711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786680+0000","last_change":"2024-07-27T06:50:11.701584+0000","last_active":"2024-07-27T06:50:16.786680+0000","last_peered":"2024-07-27T06:50:16.786680+0000","last_clean":"2024-07-27T06:50:16.786680+0000","last_became_active":"2024-07-27T06:50:11.701193+0000","last_became_peered":"2024-07-27T06:50:11.701193+0000","last_unstale":"2024-07-27T06:50:16.786680+0000","last_undegraded":"2024-07-27T06:50:16.786680+0000","last_fullsized":"2024-07-27T06:50:16.786680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:10:46.915779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785089+0000","last_change":"2024-07-27T06:50:11.702282+0000","last_active":"2024-07-27T06:50:16.785089+0000","last_peered":"2024-07-27T06:50:16.785089+0000","last_clean":"2024-07-27T06:50:16.785089+0000","last_became_active":"2024-07-27T06:50:11.701561+0000","last_became_peered":"2024-07-27T06:50:11.701561+0000","last_unstale":"2024-07-27T06:50:16.785089+0000","last_undegraded":"2024-07-27T06:50:16.785089+0000","last_fullsized":"2024-07-27T06:50:16.785089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784401+0000","last_change":"2024-07-27T06:50:11.718000+0000","last_active":"2024-07-27T06:50:16.784401+0000","last_peered":"2024-07-27T06:50:16.784401+0000","last_clean":"2024-07-27T06:50:16.784401+0000","last_became_active":"2024-07-27T06:50:11.717591+0000","last_became_peered":"2024-07-27T06:50:11.717591+0000","last_unstale":"2024-07-27T06:50:16.784401+0000","last_undegraded":"2024-07-27T06:50:16.784401+0000","last_fullsized":"2024-07-27T06:50:16.784401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785624+0000","last_change":"2024-07-27T06:50:11.723038+0000","last_active":"2024-07-27T06:50:16.785624+0000","last_peered":"2024-07-27T06:50:16.785624+0000","last_clean":"2024-07-27T06:50:16.785624+0000","last_became_active":"2024-07-27T06:50:11.720529+0000","last_became_peered":"2024-07-27T06:50:11.720529+0000","last_unstale":"2024-07-27T06:50:16.785624+0000","last_undegraded":"2024-07-27T06:50:16.785624+0000","last_fullsized":"2024-07-27T06:50:16.785624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783335+0000","last_change":"2024-07-27T06:50:11.693728+0000","last_active":"2024-07-27T06:50:16.783335+0000","last_peered":"2024-07-27T06:50:16.783335+0000","last_clean":"2024-07-27T06:50:16.783335+0000","last_became_active":"2024-07-27T06:50:11.693418+0000","last_became_peered":"2024-07-27T06:50:11.693418+0000","last_unstale":"2024-07-27T06:50:16.783335+0000","last_undegraded":"2024-07-27T06:50:16.783335+0000","last_fullsized":"2024-07-27T06:50:16.783335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:39.895970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733785+0000","last_change":"2024-07-27T06:50:11.703448+0000","last_active":"2024-07-27T06:50:16.733785+0000","last_peered":"2024-07-27T06:50:16.733785+0000","last_clean":"2024-07-27T06:50:16.733785+0000","last_became_active":"2024-07-27T06:50:11.702798+0000","last_became_peered":"2024-07-27T06:50:11.702798+0000","last_unstale":"2024-07-27T06:50:16.733785+0000","last_undegraded":"2024-07-27T06:50:16.733785+0000","last_fullsized":"2024-07-27T06:50:16.733785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784655+0000","last_change":"2024-07-27T06:50:11.706214+0000","last_active":"2024-07-27T06:50:16.784655+0000","last_peered":"2024-07-27T06:50:16.784655+0000","last_clean":"2024-07-27T06:50:16.784655+0000","last_became_active":"2024-07-27T06:50:11.705177+0000","last_became_peered":"2024-07-27T06:50:11.705177+0000","last_unstale":"2024-07-27T06:50:16.784655+0000","last_undegraded":"2024-07-27T06:50:16.784655+0000","last_fullsized":"2024-07-27T06:50:16.784655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780573+0000","last_change":"2024-07-27T06:50:11.691166+0000","last_active":"2024-07-27T06:50:16.780573+0000","last_peered":"2024-07-27T06:50:16.780573+0000","last_clean":"2024-07-27T06:50:16.780573+0000","last_became_active":"2024-07-27T06:50:11.690512+0000","last_became_peered":"2024-07-27T06:50:11.690512+0000","last_unstale":"2024-07-27T06:50:16.780573+0000","last_undegraded":"2024-07-27T06:50:16.780573+0000","last_fullsized":"2024-07-27T06:50:16.780573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784742+0000","last_change":"2024-07-27T06:50:11.702591+0000","last_active":"2024-07-27T06:50:16.784742+0000","last_peered":"2024-07-27T06:50:16.784742+0000","last_clean":"2024-07-27T06:50:16.784742+0000","last_became_active":"2024-07-27T06:50:11.702061+0000","last_became_peered":"2024-07-27T06:50:11.702061+0000","last_unstale":"2024-07-27T06:50:16.784742+0000","last_undegraded":"2024-07-27T06:50:16.784742+0000","last_fullsized":"2024-07-27T06:50:16.784742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780839+0000","last_change":"2024-07-27T06:50:11.696251+0000","last_active":"2024-07-27T06:50:16.780839+0000","last_peered":"2024-07-27T06:50:16.780839+0000","last_clean":"2024-07-27T06:50:16.780839+0000","last_became_active":"2024-07-27T06:50:11.688715+0000","last_became_peered":"2024-07-27T06:50:11.688715+0000","last_unstale":"2024-07-27T06:50:16.780839+0000","last_undegraded":"2024-07-27T06:50:16.780839+0000","last_fullsized":"2024-07-27T06:50:16.780839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737770+0000","last_change":"2024-07-27T06:50:11.676637+0000","last_active":"2024-07-27T06:50:16.737770+0000","last_peered":"2024-07-27T06:50:16.737770+0000","last_clean":"2024-07-27T06:50:16.737770+0000","last_became_active":"2024-07-27T06:50:11.676125+0000","last_became_peered":"2024-07-27T06:50:11.676125+0000","last_unstale":"2024-07-27T06:50:16.737770+0000","last_undegraded":"2024-07-27T06:50:16.737770+0000","last_fullsized":"2024-07-27T06:50:16.737770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738725+0000","last_change":"2024-07-27T06:50:11.685334+0000","last_active":"2024-07-27T06:50:16.738725+0000","last_peered":"2024-07-27T06:50:16.738725+0000","last_clean":"2024-07-27T06:50:16.738725+0000","last_became_active":"2024-07-27T06:50:11.684975+0000","last_became_peered":"2024-07-27T06:50:11.684975+0000","last_unstale":"2024-07-27T06:50:16.738725+0000","last_undegraded":"2024-07-27T06:50:16.738725+0000","last_fullsized":"2024-07-27T06:50:16.738725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785193+0000","last_change":"2024-07-27T06:50:11.708630+0000","last_active":"2024-07-27T06:50:16.785193+0000","last_peered":"2024-07-27T06:50:16.785193+0000","last_clean":"2024-07-27T06:50:16.785193+0000","last_became_active":"2024-07-27T06:50:11.708309+0000","last_became_peered":"2024-07-27T06:50:11.708309+0000","last_unstale":"2024-07-27T06:50:16.785193+0000","last_undegraded":"2024-07-27T06:50:16.785193+0000","last_fullsized":"2024-07-27T06:50:16.785193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476748,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":105076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476746,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":108336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476748,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":694932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476746,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509450,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509451,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":109008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542154,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":104494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:50:39.167 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:50:39.167 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-07-27T06:50:39.168 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-07-27T06:50:39.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.496+0000 7f511a200640 1 -- 172.21.15.66:0/3276188906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140b47f0 msgr2=0x7f51140ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.496+0000 7f511a200640 1 --2- 172.21.15.66:0/3276188906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140b47f0 0x7f51140ce8a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f510c005fd0 tx=0x7f510c02aaa0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 -- 172.21.15.66:0/3276188906 shutdown_connections 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 --2- 172.21.15.66:0/3276188906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140b47f0 0x7f51140ce8a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 --2- 172.21.15.66:0/3276188906 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b2b70 0x7f51140b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 -- 172.21.15.66:0/3276188906 >> 172.21.15.66:0/3276188906 conn(0x7f51140d3cd0 msgr2=0x7f51140d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 -- 172.21.15.66:0/3276188906 shutdown_connections 2024-07-27T06:50:39.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.497+0000 7f511a200640 1 -- 172.21.15.66:0/3276188906 wait complete. 2024-07-27T06:50:39.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.499+0000 7f511a200640 1 Processor -- start 2024-07-27T06:50:39.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.499+0000 7f511a200640 1 -- start start 2024-07-27T06:50:39.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51140b2b70 0x7f511415fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b47f0 0x7f51141f5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f51140cf3e0 con 0x7f51140d0330 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f51140cf260 con 0x7f51140b2b70 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f511a200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f51140cf560 con 0x7f51140b47f0 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f5119800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f5119800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33554/0 (socket says 172.21.15.66:33554) 2024-07-27T06:50:39.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f5119800640 1 -- 172.21.15.66:0/3437447386 learned_addr learned my addr 172.21.15.66:0/3437447386 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:39.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.501+0000 7f5118e00640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51140b2b70 0x7f511415fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:39.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5113e00640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b47f0 0x7f51141f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:39.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 -- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b47f0 msgr2=0x7f51141f5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b47f0 0x7f51141f5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 -- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51140b2b70 msgr2=0x7f511415fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51140b2b70 0x7f511415fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 -- 172.21.15.66:0/3437447386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f511415ff80 con 0x7f51140d0330 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5119800640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f510c006010 tx=0x7f510c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c044070 con 0x7f51140d0330 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f510c02e800 con 0x7f51140d0330 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.502+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51141f5d80 con 0x7f51140d0330 2024-07-27T06:50:39.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.503+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f510c0044b0 con 0x7f51140d0330 2024-07-27T06:50:39.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.503+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f511409f380 con 0x7f51140d0330 2024-07-27T06:50:39.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.504+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51141f5af0 con 0x7f51140d0330 2024-07-27T06:50:39.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.505+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f510c047070 con 0x7f51140d0330 2024-07-27T06:50:39.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.506+0000 7f5110c00640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 0x7f50f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:39.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.506+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f510c0b9c30 con 0x7f51140d0330 2024-07-27T06:50:39.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.507+0000 7f5118e00640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 0x7f50f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:39.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.508+0000 7f5118e00640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 0x7f50f4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5108005fd0 tx=0x7f5108005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:39.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.511+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f510c032030 con 0x7f51140d0330 2024-07-27T06:50:39.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.722+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f51140cfa10 con 0x7f51140d0330 2024-07-27T06:50:39.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.723+0000 7f5110c00640 1 -- 172.21.15.66:0/3437447386 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v27) ==== 86+0+160 (secure 0 0 0) 0x7f510c082a50 con 0x7f51140d0330 2024-07-27T06:50:39.725 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:39.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.726+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 msgr2=0x7f50f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.726+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 0x7f50f4079520 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f5108005fd0 tx=0x7f5108005dc0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.726+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 msgr2=0x7f5114153cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.726+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f510c006010 tx=0x7f510c003f10 comp rx=0 tx=0).stop 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 shutdown_connections 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50f4077010 0x7f50f4079520 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51140d0330 0x7f5114153cb0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51140b47f0 0x7f51141f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 --2- 172.21.15.66:0/3437447386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51140b2b70 0x7f511415fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 >> 172.21.15.66:0/3437447386 conn(0x7f51140d3cd0 msgr2=0x7f51140b11a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 shutdown_connections 2024-07-27T06:50:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:39.727+0000 7f511a200640 1 -- 172.21.15.66:0/3437447386 wait complete. 2024-07-27T06:50:39.753 INFO:teuthology.orchestra.run.smithi066.stdout:[{"version":27,"timestamp":"2024-07-27T06:49:57.664746+0000","name":"","changes":[{"name":"osd.2/osd_mclock_max_capacity_iops_ssd","new_value":"2636.763201"}]}] 2024-07-27T06:50:39.754 INFO:tasks.ceph_manager:config epoch is 27 2024-07-27T06:50:39.755 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-07-27T06:50:39.755 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-07-27T06:50:39.755 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-07-27T06:50:40.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 -- 172.21.15.66:0/4276803510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 msgr2=0x7fa40c06de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 --2- 172.21.15.66:0/4276803510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c06de60 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa40c0736d0 tx=0x7fa40402a8f0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 -- 172.21.15.66:0/4276803510 shutdown_connections 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 --2- 172.21.15.66:0/4276803510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c06de60 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 --2- 172.21.15.66:0/4276803510 >> v2:172.21.15.155:3300/0 conn(0x7fa40c151010 0x7fa40c0ae830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 -- 172.21.15.66:0/4276803510 >> 172.21.15.66:0/4276803510 conn(0x7fa40c06c780 msgr2=0x7fa40c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 -- 172.21.15.66:0/4276803510 shutdown_connections 2024-07-27T06:50:40.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.034+0000 7fa411600640 1 -- 172.21.15.66:0/4276803510 wait complete. 2024-07-27T06:50:40.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.036+0000 7fa411600640 1 Processor -- start 2024-07-27T06:50:40.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.037+0000 7fa411600640 1 -- start start 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 0x7fa40c1f70b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 0x7fa40c14d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa40c15a4b0 con 0x7fa40c0aed70 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa40c06e770 con 0x7fa40c151010 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.038+0000 7fa411600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa40c15a630 con 0x7fa40c0701d0 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33580/0 (socket says 172.21.15.66:33580) 2024-07-27T06:50:40.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 -- 172.21.15.66:0/1871710345 learned_addr learned my addr 172.21.15.66:0/1871710345 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa410c00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 0x7fa40c14d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 -- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 msgr2=0x7fa40c1f70b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa40be00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 0x7fa40c1f70b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 0x7fa40c1f70b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 -- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 msgr2=0x7fa40c14d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 0x7fa40c14d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa403400640 1 -- 172.21.15.66:0/1871710345 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa40c1551e0 con 0x7fa40c0aed70 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa410c00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 0x7fa40c14d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.039+0000 7fa40be00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 0x7fa40c1f70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:40.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa403400640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3f400d6d0 tx=0x7fa3f400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4017070 con 0x7fa40c0aed70 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3f4009b10 con 0x7fa40c0aed70 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4010460 con 0x7fa40c0aed70 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa40c1554c0 con 0x7fa40c0aed70 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.040+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa40c155a80 con 0x7fa40c0aed70 2024-07-27T06:50:40.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.041+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa40c154f50 con 0x7fa40c0aed70 2024-07-27T06:50:40.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.043+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa3f401a070 con 0x7fa40c0aed70 2024-07-27T06:50:40.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.044+0000 7fa408c00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 0x7fa3e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.044+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa3f4098d60 con 0x7fa40c0aed70 2024-07-27T06:50:40.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.045+0000 7fa40be00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 0x7fa3e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.046+0000 7fa40be00640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 0x7fa3e8079520 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00a830 tx=0x7fa3fc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:40.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.048+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa3f4061b80 con 0x7fa40c0aed70 2024-07-27T06:50:40.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.322+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fa40c06de60 con 0x7fa40c0aed70 2024-07-27T06:50:40.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.326+0000 7fa408c00640 1 -- 172.21.15.66:0/1871710345 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+191110 (secure 0 0 0) 0x7fa3f4061480 con 0x7fa40c0aed70 2024-07-27T06:50:40.328 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:40.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 msgr2=0x7fa3e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 0x7fa3e8079520 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3fc00a830 tx=0x7fa3fc008040 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 msgr2=0x7fa40c1465d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3f400d6d0 tx=0x7fa3f400db90 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 shutdown_connections 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3e8077010 0x7fa3e8079520 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa40c151010 0x7fa40c14d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa40c0aed70 0x7fa40c1465d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 --2- 172.21.15.66:0/1871710345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa40c0701d0 0x7fa40c1f70b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.331+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 >> 172.21.15.66:0/1871710345 conn(0x7fa40c06c780 msgr2=0x7fa40c0b0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:40.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.332+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 shutdown_connections 2024-07-27T06:50:40.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.332+0000 7fa411600640 1 -- 172.21.15.66:0/1871710345 wait complete. 2024-07-27T06:50:40.362 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":5,"flags":0,"active_gid":4109,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6800","nonce":3980437864},{"type":"v1","addr":"172.21.15.155:6801","nonce":3980437864}]},"active_addr":"172.21.15.155:6801/3980437864","active_change":"2024-07-27T06:49:48.153132+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4100,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:1.26.1","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":2058532720}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":1805684546}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":3529630140}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.155:0","nonce":4007190290}]}]} 2024-07-27T06:50:40.366 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-07-27T06:50:40.366 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-07-27T06:50:40.367 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:40.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.657+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2745136521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 msgr2=0x7f3cf80cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.657+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2745136521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80cf060 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80b2bf0 tx=0x7f3ce802a560 comp rx=0 tx=0).stop 2024-07-27T06:50:40.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2745136521 shutdown_connections 2024-07-27T06:50:40.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2745136521 >> v2:172.21.15.155:3300/0 conn(0x7f3cf80b3ea0 0x7f3cf80b42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2745136521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80cf060 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2745136521 >> 172.21.15.66:0/2745136521 conn(0x7f3cf806c780 msgr2=0x7f3cf806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:40.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2745136521 shutdown_connections 2024-07-27T06:50:40.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.658+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2745136521 wait complete. 2024-07-27T06:50:40.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.660+0000 7f3cf7e00640 1 Processor -- start 2024-07-27T06:50:40.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.660+0000 7f3cf7e00640 1 -- start start 2024-07-27T06:50:40.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 0x7f3cf81f5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 0x7f3cf80adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf80cf720 con 0x7f3cf806e6f0 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3cf80cf5a0 con 0x7f3cf80b3ea0 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf7e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3cf80b47f0 con 0x7f3cf815dfa0 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33598/0 (socket says 172.21.15.66:33598) 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.662+0000 7f3cf6a00640 1 -- 172.21.15.66:0/2477513093 learned_addr learned my addr 172.21.15.66:0/2477513093 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf7400640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 0x7f3cf80adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cefe00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 0x7f3cf81f5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 -- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 msgr2=0x7f3cf80adaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 0x7f3cf80adaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 -- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 msgr2=0x7f3cf81f5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 0x7f3cf81f5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 -- 172.21.15.66:0/2477513093 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cf81e4f80 con 0x7f3cf806e6f0 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf7400640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 0x7f3cf80adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cefe00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 0x7f3cf81f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:40.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.663+0000 7f3cf6a00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8000c00 tx=0x7f3ce8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.664+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce803e030 con 0x7f3cf806e6f0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.664+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ce8003d10 con 0x7f3cf806e6f0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.664+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce8035040 con 0x7f3cf806e6f0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.664+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cf81e5260 con 0x7f3cf806e6f0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.664+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cf81f5520 con 0x7f3cf806e6f0 2024-07-27T06:50:40.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.665+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cf815a690 con 0x7f3cf806e6f0 2024-07-27T06:50:40.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.666+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3ce8041030 con 0x7f3cf806e6f0 2024-07-27T06:50:40.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.667+0000 7f3ceea00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 0x7f3cd4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:40.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.667+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3ce80b93b0 con 0x7f3cf806e6f0 2024-07-27T06:50:40.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.668+0000 7f3cefe00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 0x7f3cd4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:40.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.669+0000 7f3cefe00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 0x7f3cd4079520 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80b0b20 tx=0x7f3ce0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:40.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.672+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3ce80821d0 con 0x7f3cf806e6f0 2024-07-27T06:50:40.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.888+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3cf80b3480 con 0x7f3cf806e6f0 2024-07-27T06:50:40.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.891+0000 7f3ceea00640 1 -- 172.21.15.66:0/2477513093 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f3ce8081ad0 con 0x7f3cf806e6f0 2024-07-27T06:50:40.894 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:40.894 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 msgr2=0x7f3cd4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 0x7f3cd4079520 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3cf80b0b20 tx=0x7f3ce0009040 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 msgr2=0x7f3cf80ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f3ce8000c00 tx=0x7f3ce8003820 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 shutdown_connections 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cd4077010 0x7f3cd4079520 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cf815dfa0 0x7f3cf80adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cf80b3ea0 0x7f3cf81f5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 --2- 172.21.15.66:0/2477513093 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cf806e6f0 0x7f3cf80ccf00 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:40.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.894+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 >> 172.21.15.66:0/2477513093 conn(0x7f3cf806c780 msgr2=0x7f3cf815bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:40.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.895+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 shutdown_connections 2024-07-27T06:50:40.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:40.895+0000 7f3cf7e00640 1 -- 172.21.15.66:0/2477513093 wait complete. 2024-07-27T06:50:40.923 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-07-27T06:50:40.923 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 -- 172.21.15.66:0/3192406805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 msgr2=0x7f1174151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 --2- 172.21.15.66:0/3192406805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f1174151010 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f1174151550 tx=0x7f116402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 -- 172.21.15.66:0/3192406805 shutdown_connections 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 --2- 172.21.15.66:0/3192406805 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f117406de60 0x7f117406e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 --2- 172.21.15.66:0/3192406805 >> v2:172.21.15.155:3300/0 conn(0x7f11740ae830 0x7f11740aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 --2- 172.21.15.66:0/3192406805 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f1174151010 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 -- 172.21.15.66:0/3192406805 >> 172.21.15.66:0/3192406805 conn(0x7f117406c780 msgr2=0x7f117406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 -- 172.21.15.66:0/3192406805 shutdown_connections 2024-07-27T06:50:41.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.208+0000 7f1173200640 1 -- 172.21.15.66:0/3192406805 wait complete. 2024-07-27T06:50:41.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.210+0000 7f1173200640 1 Processor -- start 2024-07-27T06:50:41.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.211+0000 7f1173200640 1 -- start start 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f117406de60 0x7f117413f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 0x7f117415cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f11740b3e40 con 0x7f11740701d0 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f11740b3cc0 con 0x7f117406de60 2024-07-27T06:50:41.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.212+0000 7f1173200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f11741422a0 con 0x7f11740ae830 2024-07-27T06:50:41.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52340/0 (socket says 172.21.15.66:52340) 2024-07-27T06:50:41.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 -- 172.21.15.66:0/4205698480 learned_addr learned my addr 172.21.15.66:0/4205698480 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171e00640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f117406de60 0x7f117413f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1172800640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 0x7f117415cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 -- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 msgr2=0x7f117415cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 0x7f117415cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 -- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f117406de60 msgr2=0x7f117413f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f117406de60 0x7f117413f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1171400640 1 -- 172.21.15.66:0/4205698480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f117413fdd0 con 0x7f11740701d0 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.213+0000 7f1172800640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 0x7f117415cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f1171400640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f116000e7f0 tx=0x7f116000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f116000eea0 con 0x7f11740701d0 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f116000cdb0 con 0x7f11740701d0 2024-07-27T06:50:41.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1160010690 con 0x7f11740701d0 2024-07-27T06:50:41.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11741401a0 con 0x7f11740701d0 2024-07-27T06:50:41.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.214+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1174140760 con 0x7f11740701d0 2024-07-27T06:50:41.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.215+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f117415d4f0 con 0x7f11740701d0 2024-07-27T06:50:41.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.217+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1160010830 con 0x7f11740701d0 2024-07-27T06:50:41.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.218+0000 7f116a000640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 0x7f1154079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.218+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f1160099570 con 0x7f11740701d0 2024-07-27T06:50:41.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.218+0000 7f1171e00640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 0x7f1154079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.220+0000 7f1171e00640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 0x7f1154079520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1164033000 tx=0x7f1164004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.222+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1160062420 con 0x7f11740701d0 2024-07-27T06:50:41.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.435+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1174151010 con 0x7f11740701d0 2024-07-27T06:50:41.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.438+0000 7f116a000640 1 -- 172.21.15.66:0/4205698480 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f1160061d20 con 0x7f11740701d0 2024-07-27T06:50:41.440 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:41.440 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:41.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 msgr2=0x7f1154079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 0x7f1154079520 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1164033000 tx=0x7f1164004730 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 msgr2=0x7f117415c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f116000e7f0 tx=0x7f116000ecb0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 shutdown_connections 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1154077010 0x7f1154079520 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11740ae830 0x7f117415cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f11740701d0 0x7f117415c630 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 --2- 172.21.15.66:0/4205698480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f117406de60 0x7f117413f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 >> 172.21.15.66:0/4205698480 conn(0x7f117406c780 msgr2=0x7f1174072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 shutdown_connections 2024-07-27T06:50:41.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.441+0000 7f1173200640 1 -- 172.21.15.66:0/4205698480 wait complete. 2024-07-27T06:50:41.472 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-07-27T06:50:41.472 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-07-27T06:50:41.473 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-07-27T06:50:41.473 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-07-27T06:50:41.473 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-07-27T06:50:41.474 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-07-27T06:50:41.474 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-07-27T06:50:41.475 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-07-27T06:50:41.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.910+0000 7fc936800640 1 -- 172.21.15.66:0/1144758161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b1ed0 msgr2=0x7fc9300cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.910+0000 7fc936800640 1 --2- 172.21.15.66:0/1144758161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b1ed0 0x7fc9300cc1c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc920005fd0 tx=0x7fc92002a4d0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 -- 172.21.15.66:0/1144758161 shutdown_connections 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 --2- 172.21.15.66:0/1144758161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b1ed0 0x7fc9300cc1c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 --2- 172.21.15.66:0/1144758161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9300cee30 0x7fc9300b1990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 -- 172.21.15.66:0/1144758161 >> 172.21.15.66:0/1144758161 conn(0x7fc9300b3680 msgr2=0x7fc9300b3a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 -- 172.21.15.66:0/1144758161 shutdown_connections 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.911+0000 7fc936800640 1 -- 172.21.15.66:0/1144758161 wait complete. 2024-07-27T06:50:41.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.912+0000 7fd69f400640 1 -- 172.21.15.66:0/2467707547 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694031600 con 0x7fd6a0160820 2024-07-27T06:50:41.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2467707547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 msgr2=0x7fd6a00ce700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2467707547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 0x7fd6a00ce700 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd694009820 tx=0x7fd69402a500 comp rx=0 tx=0).stop 2024-07-27T06:50:41.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2467707547 shutdown_connections 2024-07-27T06:50:41.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2467707547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a00cec40 0x7fd6a015dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2467707547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 0x7fd6a00ce700 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2467707547 >> 172.21.15.66:0/2467707547 conn(0x7fd6a00b1720 msgr2=0x7fd6a00b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2467707547 shutdown_connections 2024-07-27T06:50:41.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.914+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2467707547 wait complete. 2024-07-27T06:50:41.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.917+0000 7f03a6e00640 1 -- 172.21.15.66:0/3828619148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0151230 msgr2=0x7f03a015ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.917+0000 7f03a6e00640 1 --2- 172.21.15.66:0/3828619148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0151230 0x7f03a015ddc0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f03a00cecb0 tx=0x7f038c02a460 comp rx=0 tx=0).stop 2024-07-27T06:50:41.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.917+0000 7fc936800640 1 Processor -- start 2024-07-27T06:50:41.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.917+0000 7fc936800640 1 -- start start 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.919+0000 7fc936800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9300b1ed0 0x7fc93009d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.919+0000 7fc936800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b2870 0x7fc9300b97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.919+0000 7fc936800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9300cee30 0x7fc9300b8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc936800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9300b24f0 con 0x7fc9300b1ed0 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc936800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9300d17b0 con 0x7fc9300b2870 2024-07-27T06:50:41.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc936800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc93009cac0 con 0x7fc9300cee30 2024-07-27T06:50:41.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fd6a7c00640 1 Processor -- start 2024-07-27T06:50:41.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc934a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b2870 0x7fc9300b97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc935400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9300b1ed0 0x7fc93009d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc934a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b2870 0x7fc9300b97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44586/0 (socket says 172.21.15.66:44586) 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7f03a6e00640 1 -- 172.21.15.66:0/3828619148 shutdown_connections 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7f03a6e00640 1 --2- 172.21.15.66:0/3828619148 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0151230 0x7f03a015ddc0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7f03a6e00640 1 -- 172.21.15.66:0/3828619148 >> 172.21.15.66:0/3828619148 conn(0x7f03a00b1720 msgr2=0x7f03a00b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fd6a7c00640 1 -- start start 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.920+0000 7fc934a00640 1 -- 172.21.15.66:0/1693422857 learned_addr learned my addr 172.21.15.66:0/1693422857 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935e00640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9300cee30 0x7fc9300b8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7f03a6e00640 1 -- 172.21.15.66:0/3828619148 shutdown_connections 2024-07-27T06:50:41.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935400640 1 -- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9300cee30 msgr2=0x7fc9300b8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935400640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9300cee30 0x7fc9300b8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935400640 1 -- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b2870 msgr2=0x7fc9300b97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935400640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9300b2870 0x7fc9300b97d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7fc935400640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9300b9d10 con 0x7fc9300b1ed0 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.922+0000 7fc935400640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9300b1ed0 0x7fc93009d4b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00c3f0 tx=0x7fc91c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.922+0000 7f7729000640 1 -- 172.21.15.66:0/2635743899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c009ba0 msgr2=0x7f771c0df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.922+0000 7f7729000640 1 --2- 172.21.15.66:0/2635743899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c009ba0 0x7f771c0df180 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f772407ac90 tx=0x7f77240a6b60 comp rx=0 tx=0).stop 2024-07-27T06:50:41.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.921+0000 7f03a6e00640 1 -- 172.21.15.66:0/3828619148 wait complete. 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 -- 172.21.15.66:0/2635743899 shutdown_connections 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 --2- 172.21.15.66:0/2635743899 >> v2:172.21.15.155:3300/0 conn(0x7f771c036b40 0x7f771c006660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 --2- 172.21.15.66:0/2635743899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c009ba0 0x7f771c0df180 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 -- 172.21.15.66:0/2635743899 >> 172.21.15.66:0/2635743899 conn(0x7f771c051420 msgr2=0x7f771c051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.922+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c017070 con 0x7fc9300b1ed0 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc91c0053c0 con 0x7fc9300b1ed0 2024-07-27T06:50:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91c003850 con 0x7fc9300b1ed0 2024-07-27T06:50:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 -- 172.21.15.66:0/2635743899 shutdown_connections 2024-07-27T06:50:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7f7729000640 1 -- 172.21.15.66:0/2635743899 wait complete. 2024-07-27T06:50:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9300b8170 con 0x7fc9300b1ed0 2024-07-27T06:50:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.923+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9300b8730 con 0x7fc9300b1ed0 2024-07-27T06:50:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.926+0000 7fd6a7c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a0072530 0x7fd6a014fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.926+0000 7fd6a7c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd6a00cec40 0x7fd6a015ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.926+0000 7fd6a7c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 0x7fd6a015f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.926+0000 7f03a6e00640 1 Processor -- start 2024-07-27T06:50:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.927+0000 7f7729000640 1 Processor -- start 2024-07-27T06:50:41.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.927+0000 7f03a6e00640 1 -- start start 2024-07-27T06:50:41.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7f7729000640 1 -- start start 2024-07-27T06:50:41.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc908001030 con 0x7fc9300b1ed0 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.927+0000 7fd6a5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a0072530 0x7fd6a014fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a0072530 0x7fd6a014fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:34650/0 (socket says 172.21.15.66:34650) 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a5200640 1 -- 172.21.15.66:0/2920035124 learned_addr learned my addr 172.21.15.66:0/2920035124 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.927+0000 7fd69fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd6a00cec40 0x7fd6a015ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a015e990 con 0x7fd6a00cec40 2024-07-27T06:50:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a015e810 con 0x7fd6a0160820 2024-07-27T06:50:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd6a015eb10 con 0x7fd6a0072530 2024-07-27T06:50:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.928+0000 7fd6a5c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 0x7fd6a015f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03a00703a0 0x7f03a00ac830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0072c30 0x7f03a0152940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 0x7f03a00ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc91c01a070 con 0x7fc9300b1ed0 2024-07-27T06:50:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f03a015e300 con 0x7f03a0072c30 2024-07-27T06:50:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f03a006ec30 con 0x7f03a00703a0 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f7729000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f771c005c60 0x7f771c02feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f7729000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 0x7f771c176f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fd69fe00640 1 -- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a0072530 msgr2=0x7fd6a014fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fd69fe00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd6a0072530 0x7fd6a014fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fd69fe00640 1 -- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 msgr2=0x7fd6a015f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fd69fe00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd6a0160820 0x7fd6a015f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7fd69fe00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a01fa080 con 0x7fd6a00cec40 2024-07-27T06:50:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7fd69fe00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd6a00cec40 0x7fd6a015ef20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd6a00cd4c0 tx=0x7fd694004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f7729000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c17d140 0x7f771c17d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f7729000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f771c006ba0 con 0x7f771c17d140 2024-07-27T06:50:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f7729000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f771c00be40 con 0x7f771c009ba0 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f03a6e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f03a015e480 con 0x7f03a0151230 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.930+0000 7f039fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03a00703a0 0x7f03a00ac830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f03a4e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 0x7f03a00ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f03a4e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 0x7f03a00ae4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:34656/0 (socket says 172.21.15.66:34656) 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f03a4e00640 1 -- 172.21.15.66:0/1282855955 learned_addr learned my addr 172.21.15.66:0/1282855955 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.931+0000 7f039f400640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0072c30 0x7f03a0152940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7729000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f771c006d20 con 0x7f771c005c60 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7721400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 0x7f771c176f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7721400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 0x7f771c176f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44654/0 (socket says 172.21.15.66:44654) 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7721400640 1 -- 172.21.15.66:0/3287099741 learned_addr learned my addr 172.21.15.66:0/3287099741 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7721e00640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f771c005c60 0x7f771c02feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7f7722800640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c17d140 0x7f771c17d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd694005c30 con 0x7fd6a00cec40 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd694004e50 con 0x7fd6a00cec40 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6940330d0 con 0x7fd6a00cec40 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.932+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a01fa360 con 0x7fd6a00cec40 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a01fa920 con 0x7fd6a00cec40 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f03a4e00640 1 -- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03a00703a0 msgr2=0x7f03a00ac830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f03a4e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f03a00703a0 0x7f03a00ac830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f03a4e00640 1 -- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0072c30 msgr2=0x7f03a0152940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7721400640 1 -- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f771c005c60 msgr2=0x7f771c02feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7721400640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f771c005c60 0x7f771c02feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7721400640 1 -- 172.21.15.66:0/3287099741 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c17d140 msgr2=0x7f771c17d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7721400640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c17d140 0x7f771c17d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7721400640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f771c0303f0 con 0x7f771c009ba0 2024-07-27T06:50:41.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f7722800640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f771c17d140 0x7f771c17d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:41.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f0ec5800640 1 -- 172.21.15.66:0/2334755265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00732e0 msgr2=0x7f0ec0070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.933+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2334755265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00732e0 0x7f0ec0070060 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f0ec00cbef0 tx=0x7f0eb002a490 comp rx=0 tx=0).stop 2024-07-27T06:50:41.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f7721400640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 0x7f771c176f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f771400c400 tx=0x7f771400c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f03a4e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0072c30 0x7f03a0152940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 -- 172.21.15.66:0/395838715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 msgr2=0x7fa4d40b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/395838715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d40b9280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa4d408c850 tx=0x7fa4c402a580 comp rx=0 tx=0).stop 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 -- 172.21.15.66:0/395838715 shutdown_connections 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/395838715 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4d40b37e0 0x7fa4d40b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/395838715 >> v2:172.21.15.66:3300/0 conn(0x7fa4d40d0330 0x7fa4d40d0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/395838715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d40b9280 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 -- 172.21.15.66:0/395838715 >> 172.21.15.66:0/395838715 conn(0x7fa4d40d3cd0 msgr2=0x7fa4d40d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 -- 172.21.15.66:0/395838715 shutdown_connections 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f0ec5800640 1 -- 172.21.15.66:0/2334755265 shutdown_connections 2024-07-27T06:50:41.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2334755265 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00ca720 0x7f0ec00cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2334755265 >> v2:172.21.15.155:3300/0 conn(0x7f0ec00cb6c0 0x7f0ec00ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2334755265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00732e0 0x7f0ec0070060 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f0ec5800640 1 -- 172.21.15.66:0/2334755265 >> 172.21.15.66:0/2334755265 conn(0x7f0ec00cfb90 msgr2=0x7f0ec00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7714017070 con 0x7f771c009ba0 2024-07-27T06:50:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7fa4d8a00640 1 -- 172.21.15.66:0/395838715 wait complete. 2024-07-27T06:50:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f03a4e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a00af320 con 0x7f03a0151230 2024-07-27T06:50:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.934+0000 7f039f400640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03a0072c30 0x7f03a0152940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f0ec5800640 1 -- 172.21.15.66:0/2334755265 shutdown_connections 2024-07-27T06:50:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f03a4e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 0x7f03a00ae4c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f038c009920 tx=0x7f038c033f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f771c17da90 con 0x7f771c009ba0 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f771c030be0 con 0x7f771c009ba0 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f77140053c0 con 0x7f771c009ba0 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7714003850 con 0x7f771c009ba0 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7f0ec5800640 1 -- 172.21.15.66:0/2334755265 wait complete. 2024-07-27T06:50:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd67c001030 con 0x7fd6a00cec40 2024-07-27T06:50:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f038c031d60 con 0x7f03a0151230 2024-07-27T06:50:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f038c005020 con 0x7f03a0151230 2024-07-27T06:50:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f038c005450 con 0x7f03a0151230 2024-07-27T06:50:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a0153500 con 0x7f03a0151230 2024-07-27T06:50:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.936+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a0153ac0 con 0x7f03a0151230 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.937+0000 7fb33fe00640 1 -- 172.21.15.66:0/2996163706 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b19b0 msgr2=0x7fb3400ce890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc92d600640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc910077010 0x7fc910079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc91c097e40 con 0x7fc9300b1ed0 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc92d600640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] conn(0x7fc9100807d0 0x7fc910082c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc910083330 con 0x7fc9100807d0 2024-07-27T06:50:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc91c09a4a0 con 0x7fc9300b1ed0 2024-07-27T06:50:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.937+0000 7fb33fe00640 1 --2- 172.21.15.66:0/2996163706 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b19b0 0x7fb3400ce890 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb3400b97d0 tx=0x7fb33802a8b0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.935+0000 7fc934a00640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc910077010 0x7fc910079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.937+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f771c0df180 con 0x7f771c009ba0 2024-07-27T06:50:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.937+0000 7fc935e00640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] conn(0x7fc9100807d0 0x7fc910082c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.938+0000 7fb33fe00640 1 -- 172.21.15.66:0/2996163706 shutdown_connections 2024-07-27T06:50:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.938+0000 7fb33fe00640 1 --2- 172.21.15.66:0/2996163706 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b19b0 0x7fb3400ce890 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.938+0000 7fb33fe00640 1 --2- 172.21.15.66:0/2996163706 >> v2:172.21.15.66:3300/0 conn(0x7fb3400b2c50 0x7fb3400b2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.938+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f03a015e9b0 con 0x7f03a0151230 2024-07-27T06:50:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.938+0000 7fb33fe00640 1 -- 172.21.15.66:0/2996163706 >> 172.21.15.66:0/2996163706 conn(0x7fb3400d3da0 msgr2=0x7fb3400d41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fa4d8a00640 1 Processor -- start 2024-07-27T06:50:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fb33fe00640 1 -- 172.21.15.66:0/2996163706 shutdown_connections 2024-07-27T06:50:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fc934a00640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc910077010 0x7fc910079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc9300cebf0 tx=0x7fc928009680 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fa4d8a00640 1 -- start start 2024-07-27T06:50:41.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd694033270 con 0x7fd6a00cec40 2024-07-27T06:50:41.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fb33fe00640 1 -- 172.21.15.66:0/2996163706 wait complete. 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.940+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f771401a070 con 0x7f771c009ba0 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.941+0000 7f771a000640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7704077010 0x7f7704079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.941+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7714098970 con 0x7f771c009ba0 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.941+0000 7f771a000640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] conn(0x7f77040807d0 0x7f7704082c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7714022e50 con 0x7f77040807d0 2024-07-27T06:50:41.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7f0ec5800640 1 Processor -- start 2024-07-27T06:50:41.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7714098d60 con 0x7f771c009ba0 2024-07-27T06:50:41.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7fa4d8a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d4160110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7f7722800640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] conn(0x7f77040807d0 0x7f7704082c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7fa4d8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4d40b37e0 0x7fa4d409ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d8a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4d40d0330 0x7fa4d409f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d2800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d4160110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d2800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d4160110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44656/0 (socket says 172.21.15.66:44656) 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d2800640 1 -- 172.21.15.66:0/2590656472 learned_addr learned my addr 172.21.15.66:0/2590656472 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.939+0000 7fc935e00640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] conn(0x7fc9100807d0 0x7fc910082c60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.941+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== osd.0 v2:172.21.15.66:6824/1419662591 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc910083330 con 0x7fc9100807d0 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7f7721e00640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7704077010 0x7f7704079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7fd69cc00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd6840770e0 0x7fd6840795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd6940b9dc0 con 0x7fd6a00cec40 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fd69cc00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] conn(0x7fd6840808b0 0x7fd684082d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd694032e50 con 0x7fd6840808b0 2024-07-27T06:50:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fd6940c03c0 con 0x7fd6a00cec40 2024-07-27T06:50:41.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fb33fe00640 1 Processor -- start 2024-07-27T06:50:41.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.942+0000 7f0ec5800640 1 -- start start 2024-07-27T06:50:41.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fd6a5c00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] conn(0x7fd6840808b0 0x7fd684082d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fb33fe00640 1 -- start start 2024-07-27T06:50:41.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7f7722800640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] conn(0x7f77040807d0 0x7f7704082c60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d1e00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4d40b37e0 0x7fa4d409ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d40b4540 con 0x7fa4d40b37e0 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4d40b43c0 con 0x7fa4d40b2b70 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4d40b46c0 con 0x7fa4d40d0330 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.943+0000 7fa4d3200640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4d40d0330 0x7fa4d409f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fa4d2800640 1 -- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4d40d0330 msgr2=0x7fa4d409f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fa4d2800640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4d40d0330 0x7fa4d409f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fa4d2800640 1 -- 172.21.15.66:0/2590656472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4d40b37e0 msgr2=0x7fa4d409ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7fd6a5200640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd6840770e0 0x7fd6840795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.944+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f038c0047a0 con 0x7f03a0151230 2024-07-27T06:50:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7f0ec5800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ec00732e0 0x7f0ec014e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7f0ec5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00ca720 0x7f0ec01fd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7f0ec5800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00cb6c0 0x7f0ec01509d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7f0ebe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00ca720 0x7f0ec01fd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0397e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f03800770e0 0x7f03800795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f7721e00640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7704077010 0x7f7704079520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f771c01da50 tx=0x7f77240ab000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f038c0ba210 con 0x7f03a0151230 2024-07-27T06:50:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ec5800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec00b4f10 con 0x7f0ec00ca720 2024-07-27T06:50:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ebe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00ca720 0x7f0ec01fd2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52446/0 (socket says 172.21.15.66:52446) 2024-07-27T06:50:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ebe000640 1 -- 172.21.15.66:0/2554670865 learned_addr learned my addr 172.21.15.66:0/2554670865 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fb33fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3400b19b0 0x7fb34009d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0397e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] conn(0x7f03800808a0 0x7f0380082d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0380083400 con 0x7f03800808a0 2024-07-27T06:50:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f038c0ba600 con 0x7f03a0151230 2024-07-27T06:50:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fb33fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b2c50 0x7fb340155090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ebea00640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ec00732e0 0x7f0ec014e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec00b4d90 con 0x7f0ec00732e0 2024-07-27T06:50:41.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0ec00b5090 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7f0ebf400640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00cb6c0 0x7f0ec01509d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb340161e20 0x7fb3400cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33ea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3400b19b0 0x7fb34009d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3400cf1d0 con 0x7fb340161e20 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3400cf050 con 0x7fb3400b2c50 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33ea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3400b19b0 0x7fb34009d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:34688/0 (socket says 172.21.15.66:34688) 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33ea00640 1 -- 172.21.15.66:0/609076527 learned_addr learned my addr 172.21.15.66:0/609076527 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33f400640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb340161e20 0x7fb3400cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3400cf350 con 0x7fb3400b19b0 2024-07-27T06:50:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fd6a5c00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] conn(0x7fd6840808b0 0x7fd684082d40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.947+0000 7f039f400640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] conn(0x7f03800808a0 0x7f0380082d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f039fe00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f03800770e0 0x7f03800795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7fa4d2800640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4d40b37e0 0x7fa4d409ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7fa4d2800640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4d4071270 con 0x7fa4d40b2b70 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7fa4d1e00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4d40b37e0 0x7fa4d409ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.945+0000 7fa4d2800640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d4160110 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa4c40099a0 tx=0x7fa4c4005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c403f070 con 0x7fa4d40b2b70 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4c4004250 con 0x7fa4d40b2b70 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4c4005670 con 0x7fa4d40b2b70 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4d4071aa0 con 0x7fa4d40b2b70 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.946+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4d40714e0 con 0x7fa4d40b2b70 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7fd6a5200640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd6840770e0 0x7fd6840795f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd690001730 tx=0x7fd690009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f0ebf400640 1 -- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ec00732e0 msgr2=0x7f0ec014e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f0ebf400640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ec00732e0 0x7f0ec014e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f0ebf400640 1 -- 172.21.15.66:0/2554670865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00ca720 msgr2=0x7f0ec01fd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f0ebf400640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ec00ca720 0x7f0ec01fd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f0ebf400640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec014cbc0 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa4ac001030 con 0x7fa4d40b2b70 2024-07-27T06:50:41.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== osd.1 v2:172.21.15.66:6808/3842729459 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd694032e50 con 0x7fd6840808b0 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.948+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== osd.4 v2:172.21.15.155:6802/3261151339 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7714022e50 con 0x7f77040807d0 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33e000640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b2c50 0x7fb340155090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33f400640 1 -- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3400b19b0 msgr2=0x7fb34009d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33f400640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3400b19b0 0x7fb34009d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33f400640 1 -- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b2c50 msgr2=0x7fb340155090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33f400640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b2c50 0x7fb340155090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33f400640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3400cb030 con 0x7fb340161e20 2024-07-27T06:50:41.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7fb33e000640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3400b2c50 0x7fb340155090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:41.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7f039f400640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] conn(0x7f03800808a0 0x7f0380082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.949+0000 7f0ebf400640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00cb6c0 0x7f0ec01509d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800ed70 tx=0x7f0eb8009670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7fb33f400640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb340161e20 0x7fb3400cc0d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb338009000 tx=0x7fb338003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f039fe00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f03800770e0 0x7f03800795f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f039800a400 tx=0x7f039800d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8003970 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec014cea0 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.951+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338031b90 con 0x7fb340161e20 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.951+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb338031e20 con 0x7fb340161e20 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.951+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb338033330 con 0x7fb340161e20 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.951+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3400cb310 con 0x7fb340161e20 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec014d460 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0eb8003c00 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.950+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb8003970 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== osd.2 v2:172.21.15.66:6809/2916741694 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0380083400 con 0x7f03800808a0 2024-07-27T06:50:41.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 -- 172.21.15.66:0/2215873163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198007550 msgr2=0x7fb1980e3200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 --2- 172.21.15.66:0/2215873163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198007550 0x7fb1980e3200 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009830 tx=0x7fb18c02a440 comp rx=0 tx=0).stop 2024-07-27T06:50:41.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa4c4042070 con 0x7fa4d40b2b70 2024-07-27T06:50:41.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 -- 172.21.15.66:0/2215873163 shutdown_connections 2024-07-27T06:50:41.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 --2- 172.21.15.66:0/2215873163 >> v2:172.21.15.66:3300/0 conn(0x7fb198053860 0x7fb19803c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 --2- 172.21.15.66:0/2215873163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198007550 0x7fb1980e3200 secure :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009830 tx=0x7fb18c02a440 comp rx=0 tx=0).stop 2024-07-27T06:50:41.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.953+0000 7fb1a7000640 1 -- 172.21.15.66:0/2215873163 >> 172.21.15.66:0/2215873163 conn(0x7fb19803a680 msgr2=0x7fb19803aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7fb1a7000640 1 -- 172.21.15.66:0/2215873163 shutdown_connections 2024-07-27T06:50:41.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3400cb8d0 con 0x7fb340161e20 2024-07-27T06:50:41.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7fa4caa00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4b40770e0 0x7fa4b40795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa4c40b9c70 con 0x7fa4d40b2b70 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.955+0000 7fa4caa00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] conn(0x7fa4b40808a0 0x7fa4b4082d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.955+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa4b4083400 con 0x7fa4b40808a0 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.955+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fa4c40ba060 con 0x7fa4d40b2b70 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.955+0000 7fa4d1e00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4b40770e0 0x7fa4b40795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.956+0000 7fa4d3200640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] conn(0x7fa4b40808a0 0x7fa4b4082d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0e98001030 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.957+0000 7fa4d1e00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4b40770e0 0x7fa4b40795f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4160a90 tx=0x7fa4c0005c90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.957+0000 7fa4d3200640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] conn(0x7fa4b40808a0 0x7fa4b4082d30 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.957+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb3400ce890 con 0x7fb340161e20 2024-07-27T06:50:41.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.954+0000 7fb1a7000640 1 -- 172.21.15.66:0/2215873163 wait complete. 2024-07-27T06:50:41.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.958+0000 7fb1a7000640 1 Processor -- start 2024-07-27T06:50:41.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.958+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb3380334d0 con 0x7fb340161e20 2024-07-27T06:50:41.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.957+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0eb8004b20 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.958+0000 7fb1a7000640 1 -- start start 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.959+0000 7f0eb6a00640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ea0077210 0x7f0ea0079720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.959+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f0eb80992d0 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.959+0000 7f0eb6a00640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] conn(0x7f0ea00809e0 0x7f0ea0082e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.959+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0ea0083540 con 0x7f0ea00809e0 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.959+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0eb80996c0 con 0x7f0ec00cb6c0 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7f0ebea00640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ea0077210 0x7f0ea0079720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7f0ebe000640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] conn(0x7f0ea00809e0 0x7f0ea0082e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== osd.6 v2:172.21.15.155:6810/172352690 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa4b4083400 con 0x7fa4b40808a0 2024-07-27T06:50:41.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fb336a00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb320077060 0x7fb320079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb3380ba080 con 0x7fb340161e20 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fb336a00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] conn(0x7fb3200807b0 0x7fb320082c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb338032e50 con 0x7fb3200807b0 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.960+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb3380c1050 con 0x7fb340161e20 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.961+0000 7fb33ea00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb320077060 0x7fb320079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.961+0000 7fb33e000640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] conn(0x7fb3200807b0 0x7fb320082c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.962+0000 7f0ebea00640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ea0077210 0x7f0ea0079720 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0034000 tx=0x7f0eb0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.962+0000 7fb1a7000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198053860 0x7fb1981879e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.962+0000 7fb1a7000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 0x7fb1980e7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.962+0000 7fb1a7000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb19800d550 0x7fb19804e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.962+0000 7f0ebe000640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] conn(0x7f0ea00809e0 0x7f0ea0082e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a7000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb19803cb10 con 0x7fb19800d550 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 0x7fb1980e7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a7000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb19803c990 con 0x7fb198053860 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a7000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb19803cc90 con 0x7fb198054190 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a5c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198053860 0x7fb1981879e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 0x7fb1980e7010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:34690/0 (socket says 172.21.15.66:34690) 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a5200640 1 -- 172.21.15.66:0/4161528134 learned_addr learned my addr 172.21.15.66:0/4161528134 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:41.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb33ea00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb320077060 0x7fb320079570 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb3300058c0 tx=0x7fb33000b410 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb1a6600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb19800d550 0x7fb19804e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.963+0000 7fb33e000640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] conn(0x7fb3200807b0 0x7fb320082c40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.964+0000 7fb1a5200640 1 -- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198053860 msgr2=0x7fb1981879e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb1a5200640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198053860 0x7fb1981879e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb1a5200640 1 -- 172.21.15.66:0/4161528134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb19800d550 msgr2=0x7fb19804e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb1a5200640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb19800d550 0x7fb19804e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== osd.3 v2:172.21.15.66:6800/3680336630 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb338032e50 con 0x7fb3200807b0 2024-07-27T06:50:41.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb1a5200640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1980d8530 con 0x7fb198054190 2024-07-27T06:50:41.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.965+0000 7fb1a6600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb19800d550 0x7fb19804e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:41.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.966+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== osd.5 v2:172.21.15.155:6806/2651893948 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0ea0083540 con 0x7f0ea00809e0 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.966+0000 7fb1a5c00640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb198053860 0x7fb1981879e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.966+0000 7fb1a5200640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 0x7fb1980e7010 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb18c02aa30 tx=0x7fb18c032c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.966+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18c040070 con 0x7fb198054190 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.966+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb18c005220 con 0x7fb198054190 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.968+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb18c0055d0 con 0x7fb198054190 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.968+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1980d8810 con 0x7fb198054190 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.968+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb198188410 con 0x7fb198054190 2024-07-27T06:50:41.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.969+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb19803d1b0 con 0x7fb198054190 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 --> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f771c0306b0 con 0x7f77040807d0 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.973+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb18c039040 con 0x7fb198054190 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7fb19d600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb180077090 0x7fb1800795a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fb18c0b9fe0 con 0x7fb198054190 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7fb19d600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] conn(0x7fb180080850 0x7fb180082ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:41.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb18c007e80 con 0x7fb180080850 2024-07-27T06:50:41.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.975+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb18c0ba3f0 con 0x7fb198054190 2024-07-27T06:50:41.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.976+0000 7fb1a5c00640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb180077090 0x7fb1800795a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.976+0000 7fb1a6600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] conn(0x7fb180080850 0x7fb180082ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:41.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.976+0000 7f771a000640 1 -- 172.21.15.66:0/3287099741 <== osd.4 v2:172.21.15.155:6802/3261151339 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f771c0306b0 con 0x7f77040807d0 2024-07-27T06:50:41.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.977+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] conn(0x7f77040807d0 msgr2=0x7f7704082c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.977+0000 7fb1a5c00640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb180077090 0x7fb1800795a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb1a006b740 tx=0x7fb1a0051320 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.977+0000 7fb1a6600640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] conn(0x7fb180080850 0x7fb180082ce0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.977+0000 7f7729000640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6802/3261151339,v1:172.21.15.155:6803/3261151339] conn(0x7f77040807d0 0x7f7704082c60 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7704077010 msgr2=0x7f7704079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7704077010 0x7f7704079520 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f771c01da50 tx=0x7f77240ab000 comp rx=0 tx=0).stop 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 msgr2=0x7f771c176f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 --2- 172.21.15.66:0/3287099741 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f771c009ba0 0x7f771c176f90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f771400c400 tx=0x7f771400c8c0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7722800640 1 -- 172.21.15.66:0/3287099741 reap_dead start 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 shutdown_connections 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 >> 172.21.15.66:0/3287099741 conn(0x7f771c051420 msgr2=0x7f771c034b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 shutdown_connections 2024-07-27T06:50:41.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.978+0000 7f7729000640 1 -- 172.21.15.66:0/3287099741 wait complete. 2024-07-27T06:50:41.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.980+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== osd.7 v2:172.21.15.155:6819/3766035891 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb18c007e80 con 0x7fb180080850 2024-07-27T06:50:41.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.981+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 --> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc908002dd0 con 0x7fc9100807d0 2024-07-27T06:50:41.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.983+0000 7fc92d600640 1 -- 172.21.15.66:0/1693422857 <== osd.0 v2:172.21.15.66:6824/1419662591 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc908002dd0 con 0x7fc9100807d0 2024-07-27T06:50:41.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.984+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 --> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd67c002dd0 con 0x7fd6840808b0 2024-07-27T06:50:41.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.985+0000 7fd69cc00640 1 -- 172.21.15.66:0/2920035124 <== osd.1 v2:172.21.15.66:6808/3842729459 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd67c002dd0 con 0x7fd6840808b0 2024-07-27T06:50:41.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.987+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 --> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fa4ac002dd0 con 0x7fa4b40808a0 2024-07-27T06:50:41.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.987+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] conn(0x7fd6840808b0 msgr2=0x7fd684082d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.987+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:6808/3842729459,v1:172.21.15.66:6810/3842729459] conn(0x7fd6840808b0 0x7fd684082d40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.988+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] conn(0x7fc9100807d0 msgr2=0x7fc910082c60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.988+0000 7fc936800640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:6824/1419662591,v1:172.21.15.66:6825/1419662591] conn(0x7fc9100807d0 0x7fc910082c60 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fa4caa00640 1 -- 172.21.15.66:0/2590656472 <== osd.6 v2:172.21.15.155:6810/172352690 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fa4ac002dd0 con 0x7fa4b40808a0 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc910077010 msgr2=0x7fc910079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc910077010 0x7fc910079520 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc9300cebf0 tx=0x7fc928009680 comp rx=0 tx=0).stop 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9300b1ed0 msgr2=0x7fc93009d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 --2- 172.21.15.66:0/1693422857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc9300b1ed0 0x7fc93009d4b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc91c00c3f0 tx=0x7fc91c00c8b0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc935e00640 1 -- 172.21.15.66:0/1693422857 reap_dead start 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 shutdown_connections 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 >> 172.21.15.66:0/1693422857 conn(0x7fc9300b3680 msgr2=0x7fc930071210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] conn(0x7fa4b40808a0 msgr2=0x7fa4b4082d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6810/172352690,v1:172.21.15.155:6812/172352690] conn(0x7fa4b40808a0 0x7fa4b4082d30 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:41.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 shutdown_connections 2024-07-27T06:50:41.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.990+0000 7fc936800640 1 -- 172.21.15.66:0/1693422857 wait complete. 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd6840770e0 msgr2=0x7fd6840795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd6840770e0 0x7fd6840795f0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd690001730 tx=0x7fd690009040 comp rx=0 tx=0).stop 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd6a00cec40 msgr2=0x7fd6a015ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.989+0000 7fd6a7c00640 1 --2- 172.21.15.66:0/2920035124 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd6a00cec40 0x7fd6a015ef20 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd6a00cd4c0 tx=0x7fd694004a50 comp rx=0 tx=0).stop 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.990+0000 7fd6a5c00640 1 -- 172.21.15.66:0/2920035124 reap_dead start 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.990+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 shutdown_connections 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.990+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 >> 172.21.15.66:0/2920035124 conn(0x7fd6a00b1720 msgr2=0x7fd6a00b0d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.991+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 shutdown_connections 2024-07-27T06:50:41.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.991+0000 7fd6a7c00640 1 -- 172.21.15.66:0/2920035124 wait complete. 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4b40770e0 msgr2=0x7fa4b40795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4b40770e0 0x7fa4b40795f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa4d4160a90 tx=0x7fa4c0005c90 comp rx=0 tx=0).stop 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 msgr2=0x7fa4d4160110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 --2- 172.21.15.66:0/2590656472 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4d40b2b70 0x7fa4d4160110 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa4c40099a0 tx=0x7fa4c4005270 comp rx=0 tx=0).stop 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d3200640 1 -- 172.21.15.66:0/2590656472 reap_dead start 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 shutdown_connections 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 >> 172.21.15.66:0/2590656472 conn(0x7fa4d40d3cd0 msgr2=0x7fa4d40ce860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:41.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 shutdown_connections 2024-07-27T06:50:41.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.992+0000 7fa4d8a00640 1 -- 172.21.15.66:0/2590656472 wait complete. 2024-07-27T06:50:41.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.994+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 --> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f03a015d480 con 0x7f03800808a0 2024-07-27T06:50:41.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.995+0000 7f0397e00640 1 -- 172.21.15.66:0/1282855955 <== osd.2 v2:172.21.15.66:6809/2916741694 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f03a015d480 con 0x7f03800808a0 2024-07-27T06:50:42.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.996+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] conn(0x7f03800808a0 msgr2=0x7f0380082d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:41.996+0000 7f03a6e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.66:6809/2916741694,v1:172.21.15.66:6811/2916741694] conn(0x7f03800808a0 0x7f0380082d30 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f03800770e0 msgr2=0x7f03800795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f03800770e0 0x7f03800795f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f039800a400 tx=0x7f039800d040 comp rx=0 tx=0).stop 2024-07-27T06:50:42.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 msgr2=0x7f03a00ae4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 --2- 172.21.15.66:0/1282855955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03a0151230 0x7f03a00ae4c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f038c009920 tx=0x7f038c033f10 comp rx=0 tx=0).stop 2024-07-27T06:50:42.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a4e00640 1 -- 172.21.15.66:0/1282855955 reap_dead start 2024-07-27T06:50:42.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 shutdown_connections 2024-07-27T06:50:42.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.000+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 >> 172.21.15.66:0/1282855955 conn(0x7f03a00b1720 msgr2=0x7f03a00af670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.002+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 shutdown_connections 2024-07-27T06:50:42.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.002+0000 7f03a6e00640 1 -- 172.21.15.66:0/1282855955 wait complete. 2024-07-27T06:50:42.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.004+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 --> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0e98002dd0 con 0x7f0ea00809e0 2024-07-27T06:50:42.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.006+0000 7f0eb6a00640 1 -- 172.21.15.66:0/2554670865 <== osd.5 v2:172.21.15.155:6806/2651893948 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0e98002dd0 con 0x7f0ea00809e0 2024-07-27T06:50:42.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.006+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 --> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb1980d82e0 con 0x7fb180080850 2024-07-27T06:50:42.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.006+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] conn(0x7f0ea00809e0 msgr2=0x7f0ea0082e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.006+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6806/2651893948,v1:172.21.15.155:6809/2651893948] conn(0x7f0ea00809e0 0x7f0ea0082e70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.007+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 --> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb34015ec10 con 0x7fb3200807b0 2024-07-27T06:50:42.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.007+0000 7fb19d600640 1 -- 172.21.15.66:0/4161528134 <== osd.7 v2:172.21.15.155:6819/3766035891 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb1980d82e0 con 0x7fb180080850 2024-07-27T06:50:42.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb336a00640 1 -- 172.21.15.66:0/609076527 <== osd.3 v2:172.21.15.66:6800/3680336630 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb34015ec10 con 0x7fb3200807b0 2024-07-27T06:50:42.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] conn(0x7fb180080850 msgr2=0x7fb180082ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6819/3766035891,v1:172.21.15.155:6822/3766035891] conn(0x7fb180080850 0x7fb180082ce0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb180077090 msgr2=0x7fb1800795a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb180077090 0x7fb1800795a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb1a006b740 tx=0x7fb1a0051320 comp rx=0 tx=0).stop 2024-07-27T06:50:42.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ea0077210 msgr2=0x7f0ea0079720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ea0077210 0x7f0ea0079720 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0eb0034000 tx=0x7f0eb0004730 comp rx=0 tx=0).stop 2024-07-27T06:50:42.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 msgr2=0x7fb1980e7010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00cb6c0 msgr2=0x7f0ec01509d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 --2- 172.21.15.66:0/2554670865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ec00cb6c0 0x7f0ec01509d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f0eb800ed70 tx=0x7f0eb8009670 comp rx=0 tx=0).stop 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ebf400640 1 -- 172.21.15.66:0/2554670865 reap_dead start 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 shutdown_connections 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 >> 172.21.15.66:0/2554670865 conn(0x7f0ec00cfb90 msgr2=0x7f0ec015ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.008+0000 7fb1a7000640 1 --2- 172.21.15.66:0/4161528134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb198054190 0x7fb1980e7010 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fb18c02aa30 tx=0x7fb18c032c10 comp rx=0 tx=0).stop 2024-07-27T06:50:42.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7fb1a6600640 1 -- 172.21.15.66:0/4161528134 reap_dead start 2024-07-27T06:50:42.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 shutdown_connections 2024-07-27T06:50:42.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7f0ec5800640 1 -- 172.21.15.66:0/2554670865 wait complete. 2024-07-27T06:50:42.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 shutdown_connections 2024-07-27T06:50:42.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.009+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 >> 172.21.15.66:0/4161528134 conn(0x7fb19803a680 msgr2=0x7fb1980514f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.010+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 shutdown_connections 2024-07-27T06:50:42.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.010+0000 7fb1a7000640 1 -- 172.21.15.66:0/4161528134 wait complete. 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.010+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] conn(0x7fb3200807b0 msgr2=0x7fb320082c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.011+0000 7fb33fe00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:6800/3680336630,v1:172.21.15.66:6801/3680336630] conn(0x7fb3200807b0 0x7fb320082c40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.011+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb320077060 msgr2=0x7fb320079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.011+0000 7fb33fe00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb320077060 0x7fb320079570 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fb3300058c0 tx=0x7fb33000b410 comp rx=0 tx=0).stop 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.012+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb340161e20 msgr2=0x7fb3400cc0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.012+0000 7fb33fe00640 1 --2- 172.21.15.66:0/609076527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb340161e20 0x7fb3400cc0d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb338009000 tx=0x7fb338003ba0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.012+0000 7fb33f400640 1 -- 172.21.15.66:0/609076527 reap_dead start 2024-07-27T06:50:42.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.013+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 shutdown_connections 2024-07-27T06:50:42.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.013+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 >> 172.21.15.66:0/609076527 conn(0x7fb3400d3da0 msgr2=0x7fb3400b6d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.013+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 shutdown_connections 2024-07-27T06:50:42.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.013+0000 7fb33fe00640 1 -- 172.21.15.66:0/609076527 wait complete. 2024-07-27T06:50:42.016 INFO:teuthology.orchestra.run.smithi066.stdout:64424509452 2024-07-27T06:50:42.017 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-07-27T06:50:42.027 INFO:teuthology.orchestra.run.smithi066.stdout:68719476748 2024-07-27T06:50:42.027 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-07-27T06:50:42.028 INFO:teuthology.orchestra.run.smithi066.stdout:68719476750 2024-07-27T06:50:42.029 INFO:teuthology.orchestra.run.smithi066.stdout:60129542155 2024-07-27T06:50:42.029 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-07-27T06:50:42.030 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-07-27T06:50:42.037 INFO:teuthology.orchestra.run.smithi066.stdout:68719476748 2024-07-27T06:50:42.038 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-07-27T06:50:42.045 INFO:teuthology.orchestra.run.smithi066.stdout:64424509452 2024-07-27T06:50:42.045 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-07-27T06:50:42.058 INFO:teuthology.orchestra.run.smithi066.stdout:64424509451 2024-07-27T06:50:42.058 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-07-27T06:50:42.063 INFO:teuthology.orchestra.run.smithi066.stdout:68719476750 2024-07-27T06:50:42.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-07-27T06:50:42.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.425+0000 7f06eaa00640 1 -- 172.21.15.66:0/950542653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc005c60 msgr2=0x7f06dc036430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.425+0000 7f06eaa00640 1 --2- 172.21.15.66:0/950542653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc005c60 0x7f06dc036430 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f06d0009830 tx=0x7f06d002a530 comp rx=0 tx=0).stop 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 -- 172.21.15.66:0/950542653 shutdown_connections 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 --2- 172.21.15.66:0/950542653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc005c60 0x7f06dc036430 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 --2- 172.21.15.66:0/950542653 >> v2:172.21.15.155:3300/0 conn(0x7f06dc009ba0 0x7f06dc0df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 -- 172.21.15.66:0/950542653 >> 172.21.15.66:0/950542653 conn(0x7f06dc051420 msgr2=0x7f06dc051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 -- 172.21.15.66:0/950542653 shutdown_connections 2024-07-27T06:50:42.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.426+0000 7f06eaa00640 1 -- 172.21.15.66:0/950542653 wait complete. 2024-07-27T06:50:42.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.431+0000 7f06eaa00640 1 Processor -- start 2024-07-27T06:50:42.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.431+0000 7f06eaa00640 1 -- start start 2024-07-27T06:50:42.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.434+0000 7f06eaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 0x7f06dc038b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.435+0000 7f06eaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.435+0000 7f06eaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 0x7f06dc189d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06eaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc01ce40 con 0x7f06dc005c60 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06eaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06dc01ccc0 con 0x7f06dc009ba0 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06e8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06e8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44700/0 (socket says 172.21.15.66:44700) 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06e8c00640 1 -- 172.21.15.66:0/3918258616 learned_addr learned my addr 172.21.15.66:0/3918258616 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.436+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06dc01cfc0 con 0x7f06dc036970 2024-07-27T06:50:42.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.437+0000 7f06ea000640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 0x7f06dc189d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.437+0000 7f06e9600640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 0x7f06dc038b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.437+0000 7fe3d7200640 1 -- 172.21.15.66:0/663396623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 msgr2=0x7fe3d8073a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.437+0000 7fe3d7200640 1 --2- 172.21.15.66:0/663396623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d8073a40 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe3d80b2980 tx=0x7fe3c402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 -- 172.21.15.66:0/663396623 shutdown_connections 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 --2- 172.21.15.66:0/663396623 >> v2:172.21.15.155:3300/0 conn(0x7fe3d8072450 0x7fe3d8072860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 --2- 172.21.15.66:0/663396623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d8073a40 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 -- 172.21.15.66:0/663396623 >> 172.21.15.66:0/663396623 conn(0x7fe3d80cf940 msgr2=0x7fe3d80cfd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 -- 172.21.15.66:0/663396623 shutdown_connections 2024-07-27T06:50:42.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.438+0000 7fe3d7200640 1 -- 172.21.15.66:0/663396623 wait complete. 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.439+0000 7f06e9600640 1 -- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 msgr2=0x7f06dc189d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.439+0000 7f06e9600640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 0x7f06dc189d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.439+0000 7f06e9600640 1 -- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 msgr2=0x7f06dc18ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.439+0000 7f06e9600640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.439+0000 7f06e9600640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06dc0de860 con 0x7f06dc005c60 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.440+0000 7f06e8c00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:42.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.440+0000 7f06ea000640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 0x7f06dc189d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:42.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.440+0000 7f06e9600640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 0x7f06dc038b20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f06d800eae0 tx=0x7f06d800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.441+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d800cc40 con 0x7f06dc005c60 2024-07-27T06:50:42.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.442+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06d800cde0 con 0x7f06dc005c60 2024-07-27T06:50:42.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.442+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06dc0deb00 con 0x7f06dc005c60 2024-07-27T06:50:42.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.442+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06dc189250 con 0x7f06dc005c60 2024-07-27T06:50:42.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.443+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06d8004280 con 0x7f06dc005c60 2024-07-27T06:50:42.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.443+0000 7fe3d7200640 1 Processor -- start 2024-07-27T06:50:42.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.444+0000 7fe3d7200640 1 -- start start 2024-07-27T06:50:42.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.446+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06c0005290 con 0x7f06dc005c60 2024-07-27T06:50:42.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.447+0000 7fe3d7200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 0x7fe3d8158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.447+0000 7fe3d7200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 0x7fe3d8159b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.447+0000 7fe3d7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d7200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d8072f20 con 0x7fe3d8073630 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d7200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d8072da0 con 0x7fe3d8072450 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d7200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe3d80730a0 con 0x7fe3d806ec10 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d5400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 0x7fe3d8159b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.449+0000 7fe3d6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52508/0 (socket says 172.21.15.66:52508) 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.449+0000 7fe3d6800640 1 -- 172.21.15.66:0/519997708 learned_addr learned my addr 172.21.15.66:0/519997708 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.448+0000 7fe3d5e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 0x7fe3d8158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.450+0000 7fe3d5400640 1 -- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 msgr2=0x7fe3d8158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.450+0000 7fe3d5400640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 0x7fe3d8158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.450+0000 7fe3d5400640 1 -- 172.21.15.66:0/519997708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 msgr2=0x7fe3d81f9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.450+0000 7fe3d5400640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7f90d1200640 1 -- 172.21.15.66:0/2028454936 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c40df3b0 msgr2=0x7f90c4034400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7f90d1200640 1 --2- 172.21.15.66:0/2028454936 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c40df3b0 0x7f90c4034400 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f90cc07ac90 tx=0x7f90cc0a5f00 comp rx=0 tx=0).stop 2024-07-27T06:50:42.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7fe3d5400640 1 -- 172.21.15.66:0/519997708 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d81fd110 con 0x7fe3d8072450 2024-07-27T06:50:42.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7fe3d6800640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:42.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7fe3d5e00640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 0x7fe3d8158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:42.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.451+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f06d8009310 con 0x7f06dc005c60 2024-07-27T06:50:42.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.452+0000 7f90d1200640 1 -- 172.21.15.66:0/2028454936 shutdown_connections 2024-07-27T06:50:42.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.452+0000 7f90d1200640 1 --2- 172.21.15.66:0/2028454936 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c40df3b0 0x7f90c4034400 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.454+0000 7f06e1600640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 0x7f06c40795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.452+0000 7f90d1200640 1 -- 172.21.15.66:0/2028454936 >> 172.21.15.66:0/2028454936 conn(0x7f90c401d9a0 msgr2=0x7f90c4039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.453+0000 7f90d1200640 1 -- 172.21.15.66:0/2028454936 shutdown_connections 2024-07-27T06:50:42.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.454+0000 7f90d1200640 1 -- 172.21.15.66:0/2028454936 wait complete. 2024-07-27T06:50:42.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.454+0000 7fe3d5400640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 0x7fe3d8159b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4031000 tx=0x7fe3c4003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.454+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f06d80992e0 con 0x7f06dc005c60 2024-07-27T06:50:42.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.455+0000 7f06e8c00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 0x7f06c40795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.456+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c403e030 con 0x7fe3d8072450 2024-07-27T06:50:42.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.457+0000 7f06e8c00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 0x7f06c40795f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f06d0009830 tx=0x7f06d0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.456+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3c40047a0 con 0x7fe3d8072450 2024-07-27T06:50:42.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.456+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c4035040 con 0x7fe3d8072450 2024-07-27T06:50:42.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.457+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3d81fd3f0 con 0x7fe3d8072450 2024-07-27T06:50:42.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.458+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3d81592a0 con 0x7fe3d8072450 2024-07-27T06:50:42.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.459+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3d81fce80 con 0x7fe3d8072450 2024-07-27T06:50:42.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.460+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f06d8062180 con 0x7f06dc005c60 2024-07-27T06:50:42.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.461+0000 7f90d1200640 1 Processor -- start 2024-07-27T06:50:42.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.462+0000 7f90d1200640 1 -- start start 2024-07-27T06:50:42.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c4031290 0x7f90c40d7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 0x7f90c40334b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f90c4051a50 con 0x7f90c40df3b0 2024-07-27T06:50:42.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f90c40518d0 con 0x7f90c4031290 2024-07-27T06:50:42.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90d1200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f90c4051bd0 con 0x7f90c40316a0 2024-07-27T06:50:42.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.465+0000 7f90ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7f90ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52534/0 (socket says 172.21.15.66:52534) 2024-07-27T06:50:42.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7f90ca800640 1 -- 172.21.15.66:0/573014737 learned_addr learned my addr 172.21.15.66:0/573014737 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7f90c9e00640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c4031290 0x7f90c40d7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.464+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe3c4041030 con 0x7fe3d8072450 2024-07-27T06:50:42.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7fe3ce000640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 0x7fe3b8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe3c40b97c0 con 0x7fe3d8072450 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.466+0000 7f90c9400640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 0x7f90c40334b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90ca800640 1 -- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 msgr2=0x7f90c40334b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90ca800640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 0x7f90c40334b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90ca800640 1 -- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c4031290 msgr2=0x7f90c40d7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90ca800640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c4031290 0x7f90c40d7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90ca800640 1 -- 172.21.15.66:0/573014737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90c40339f0 con 0x7f90c40df3b0 2024-07-27T06:50:42.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7f90c9400640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 0x7f90c40334b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:42.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.467+0000 7fe3d5e00640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 0x7fe3b8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.468+0000 7f90ca800640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c410 tx=0x7f90bc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.468+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc017070 con 0x7f90c40df3b0 2024-07-27T06:50:42.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.468+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90bc0035f0 con 0x7f90c40df3b0 2024-07-27T06:50:42.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.468+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc003a40 con 0x7f90c40df3b0 2024-07-27T06:50:42.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.469+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90c41821c0 con 0x7f90c40df3b0 2024-07-27T06:50:42.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.469+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90c417e3d0 con 0x7f90c40df3b0 2024-07-27T06:50:42.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.472+0000 7fe3d5e00640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 0x7fe3b8079550 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe3d0007eb0 tx=0x7fe3d00073c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.472+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90a4005290 con 0x7f90c40df3b0 2024-07-27T06:50:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.474+0000 7fc957400640 1 -- 172.21.15.66:0/204384062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 msgr2=0x7fc934004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.474+0000 7fc957400640 1 --2- 172.21.15.66:0/204384062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc934004c10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc940001dc0 tx=0x7fc934005830 comp rx=0 tx=0).stop 2024-07-27T06:50:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.474+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f90bc01a070 con 0x7f90c40df3b0 2024-07-27T06:50:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.475+0000 7fc957400640 1 -- 172.21.15.66:0/204384062 shutdown_connections 2024-07-27T06:50:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.475+0000 7fc957400640 1 --2- 172.21.15.66:0/204384062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc934004c10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.475+0000 7fc957400640 1 -- 172.21.15.66:0/204384062 >> 172.21.15.66:0/204384062 conn(0x7fc9500ccf30 msgr2=0x7fc9500cd340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.475+0000 7fc957400640 1 -- 172.21.15.66:0/204384062 shutdown_connections 2024-07-27T06:50:42.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.475+0000 7fc957400640 1 -- 172.21.15.66:0/204384062 wait complete. 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.476+0000 7f9e35800640 1 -- 172.21.15.66:0/4181812241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b47f0 msgr2=0x7f9e300ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.476+0000 7f9e35800640 1 --2- 172.21.15.66:0/4181812241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b47f0 0x7f9e300ce8a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f9e28005fd0 tx=0x7f9e2802a800 comp rx=0 tx=0).stop 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.476+0000 7f90c2000640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 0x7f90a8079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.476+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f90bc097da0 con 0x7f90c40df3b0 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 -- 172.21.15.66:0/4181812241 shutdown_connections 2024-07-27T06:50:42.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 --2- 172.21.15.66:0/4181812241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b47f0 0x7f9e300ce8a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 --2- 172.21.15.66:0/4181812241 >> v2:172.21.15.66:3300/0 conn(0x7f9e300b2b70 0x7f9e300b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 -- 172.21.15.66:0/4181812241 >> 172.21.15.66:0/4181812241 conn(0x7f9e300d3cd0 msgr2=0x7f9e300d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 -- 172.21.15.66:0/3651676770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f408c9d0 msgr2=0x7f17f40b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 --2- 172.21.15.66:0/3651676770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f408c9d0 0x7f17f40b54b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f17ec005fd0 tx=0x7f17ec02a960 comp rx=0 tx=0).stop 2024-07-27T06:50:42.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 -- 172.21.15.66:0/4181812241 shutdown_connections 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f9e35800640 1 -- 172.21.15.66:0/4181812241 wait complete. 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f90c9e00640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 0x7f90a8079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 -- 172.21.15.66:0/3651676770 shutdown_connections 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 --2- 172.21.15.66:0/3651676770 >> v2:172.21.15.66:3300/0 conn(0x7f17f40d0dd0 0x7f17f40b3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 --2- 172.21.15.66:0/3651676770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f408c9d0 0x7f17f40b54b0 secure :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f17ec005fd0 tx=0x7f17ec02a960 comp rx=0 tx=0).stop 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 -- 172.21.15.66:0/3651676770 >> 172.21.15.66:0/3651676770 conn(0x7f17f40d4060 msgr2=0x7f17f40d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 -- 172.21.15.66:0/3651676770 shutdown_connections 2024-07-27T06:50:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.477+0000 7f17fb600640 1 -- 172.21.15.66:0/3651676770 wait complete. 2024-07-27T06:50:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.479+0000 7fc957400640 1 Processor -- start 2024-07-27T06:50:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.479+0000 7f90c9e00640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 0x7f90a8079570 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f90c4037380 tx=0x7f90cc0a8000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.479+0000 7fc957400640 1 -- start start 2024-07-27T06:50:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.480+0000 7f9e35800640 1 Processor -- start 2024-07-27T06:50:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.480+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe3c40820a0 con 0x7fe3d8072450 2024-07-27T06:50:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.481+0000 7f9e35800640 1 -- start start 2024-07-27T06:50:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.481+0000 7f17fb600640 1 Processor -- start 2024-07-27T06:50:42.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.482+0000 7f9e35800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b2b70 0x7f9e3009d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.482+0000 7fc957400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e35800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e35800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e300d0330 0x7f9e300cd140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e35800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e300cf360 con 0x7f9e300b47f0 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e35800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e300cf1e0 con 0x7f9e300d0330 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e35800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e300cf4e0 con 0x7f9e300b2b70 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e2f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e2f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52568/0 (socket says 172.21.15.66:52568) 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7fc957400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9501fc790 0x7fc9501fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc957400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9501f7cb0 0x7fc9501f80c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc957400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc950160370 con 0x7fc934004800 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc957400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9501601f0 con 0x7fc9501f7cb0 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc957400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc9501604f0 con 0x7fc9501fc790 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e2f400640 1 -- 172.21.15.66:0/3645391401 learned_addr learned my addr 172.21.15.66:0/3645391401 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.483+0000 7f9e2fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b2b70 0x7f9e3009d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.482+0000 7f17fb600640 1 -- start start 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f40b9390 0x7f17f40a1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f41534d0 0x7f17f41f8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f17f40b4480 con 0x7f17f40b9390 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f17f40b4300 con 0x7f17f40d0dd0 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f17fb600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f17f40b4600 con 0x7f17f41534d0 2024-07-27T06:50:42.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc954a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc954a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52560/0 (socket says 172.21.15.66:52560) 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7fc954a00640 1 -- 172.21.15.66:0/2568756510 learned_addr learned my addr 172.21.15.66:0/2568756510 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f9e2f400640 1 -- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b2b70 msgr2=0x7f9e3009d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f9e2f400640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b2b70 0x7f9e3009d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f9e2f400640 1 -- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e300d0330 msgr2=0x7f9e300cd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f9e2f400640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e300d0330 0x7f9e300cd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.484+0000 7f9e2f400640 1 -- 172.21.15.66:0/3645391401 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e3009e580 con 0x7f9e300b47f0 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7f17f3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7f17f3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44754/0 (socket says 172.21.15.66:44754) 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7f17f3e00640 1 -- 172.21.15.66:0/1796923271 learned_addr learned my addr 172.21.15.66:0/1796923271 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc94fe00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9501fc790 0x7fc9501fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc955400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9501f7cb0 0x7fc9501f80c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7f17f9600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f41534d0 0x7f17f41f8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7f9e2f400640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9e2000b3e0 tx=0x7f9e2000b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc954a00640 1 -- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9501fc790 msgr2=0x7fc9501fcba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc954a00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9501fc790 0x7fc9501fcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc954a00640 1 -- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9501f7cb0 msgr2=0x7fc9501f80c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc954a00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9501f7cb0 0x7fc9501f80c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.485+0000 7fc954a00640 1 -- 172.21.15.66:0/2568756510 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9500ca870 con 0x7fc934004800 2024-07-27T06:50:42.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7fc954a00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc93c006700 tx=0x7fc93c006730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7f17f3e00640 1 -- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f41534d0 msgr2=0x7f17f41f8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7f17f3e00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f41534d0 0x7f17f41f8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7f17f3e00640 1 -- 172.21.15.66:0/1796923271 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f40b9390 msgr2=0x7f17f40a1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7f17f3e00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f40b9390 0x7f17f40a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.486+0000 7f17f3e00640 1 -- 172.21.15.66:0/1796923271 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f415f340 con 0x7f17f40d0dd0 2024-07-27T06:50:42.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f17f3e00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f17e000b3c0 tx=0x7f17e000b880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c010680 con 0x7fc934004800 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0011830 con 0x7f17f40d0dd0 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17e0016070 con 0x7f17f40d0dd0 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17e0011d80 con 0x7f17f40d0dd0 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e20015020 con 0x7f9e300b47f0 2024-07-27T06:50:42.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e20011940 con 0x7f9e300b47f0 2024-07-27T06:50:42.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.488+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e20011d90 con 0x7f9e300b47f0 2024-07-27T06:50:42.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.489+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f90bc060d50 con 0x7f90c40df3b0 2024-07-27T06:50:42.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.489+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e3009e860 con 0x7f9e300b47f0 2024-07-27T06:50:42.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.489+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e3009ee20 con 0x7f9e300b47f0 2024-07-27T06:50:42.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.490+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f40cdb90 con 0x7f17f40d0dd0 2024-07-27T06:50:42.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.490+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f40ce150 con 0x7f17f40d0dd0 2024-07-27T06:50:42.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.491+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e3009e2f0 con 0x7f9e300b47f0 2024-07-27T06:50:42.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.491+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9500c97d0 con 0x7fc934004800 2024-07-27T06:50:42.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.491+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc93c016070 con 0x7fc934004800 2024-07-27T06:50:42.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.491+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9500c9d90 con 0x7fc934004800 2024-07-27T06:50:42.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.491+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c010b90 con 0x7fc934004800 2024-07-27T06:50:42.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.492+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc928005290 con 0x7fc934004800 2024-07-27T06:50:42.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.494+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9e20018020 con 0x7f9e300b47f0 2024-07-27T06:50:42.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.496+0000 7f9e27e00640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 0x7f9e100795f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.496+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f9e20098bf0 con 0x7f9e300b47f0 2024-07-27T06:50:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.495+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f17e001b460 con 0x7f17f40d0dd0 2024-07-27T06:50:42.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.497+0000 7f17f0c00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 0x7f17d4079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.498+0000 7f9e2fe00640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 0x7f9e100795f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.498+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f17e0098770 con 0x7f17f40d0dd0 2024-07-27T06:50:42.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.498+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f40b4b20 con 0x7f17f40d0dd0 2024-07-27T06:50:42.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.498+0000 7f17f8c00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 0x7f17d4079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.501+0000 7f17f8c00640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 0x7f17d4079570 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f17ec035000 tx=0x7f17ec004a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.499+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc93c03a640 con 0x7fc934004800 2024-07-27T06:50:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.500+0000 7fc94cc00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 0x7fc930079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.501+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fc93c099350 con 0x7fc934004800 2024-07-27T06:50:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.502+0000 7fc94fe00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 0x7fc930079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.502+0000 7f9e2fe00640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 0x7f9e100795f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c005fd0 tx=0x7f9e1c009260 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.503+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9e2001f020 con 0x7f9e300b47f0 2024-07-27T06:50:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.503+0000 7fc94fe00640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 0x7fc930079550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc940037000 tx=0x7fc940003930 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.510+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc93c0622f0 con 0x7fc934004800 2024-07-27T06:50:42.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.517+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f17e0061830 con 0x7f17f40d0dd0 2024-07-27T06:50:42.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.535+0000 7f363cc00640 1 -- 172.21.15.66:0/2143808269 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f363815f390 msgr2=0x7f36381588b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.536+0000 7f3634a00640 1 -- 172.21.15.66:0/2143808269 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628037070 con 0x7f363815f390 2024-07-27T06:50:42.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.536+0000 7f363cc00640 1 --2- 172.21.15.66:0/2143808269 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f363815f390 0x7f36381588b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3628009820 tx=0x7f362802a400 comp rx=0 tx=0).stop 2024-07-27T06:50:42.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.536+0000 7f363cc00640 1 -- 172.21.15.66:0/2143808269 shutdown_connections 2024-07-27T06:50:42.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.537+0000 7f363cc00640 1 --2- 172.21.15.66:0/2143808269 >> v2:172.21.15.66:3300/0 conn(0x7f363806c780 0x7f363806cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.537+0000 7f363cc00640 1 --2- 172.21.15.66:0/2143808269 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f363815f390 0x7f36381588b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.537+0000 7f363cc00640 1 -- 172.21.15.66:0/2143808269 >> 172.21.15.66:0/2143808269 conn(0x7f36380d0ca0 msgr2=0x7f36380d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.537+0000 7f363cc00640 1 -- 172.21.15.66:0/2143808269 shutdown_connections 2024-07-27T06:50:42.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.538+0000 7f363cc00640 1 -- 172.21.15.66:0/2143808269 wait complete. 2024-07-27T06:50:42.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.543+0000 7f363cc00640 1 Processor -- start 2024-07-27T06:50:42.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.543+0000 7f363cc00640 1 -- start start 2024-07-27T06:50:42.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 -- 172.21.15.66:0/2731262757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 msgr2=0x7fe7100d1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 --2- 172.21.15.66:0/2731262757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100d1b10 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fe71006f870 tx=0x7fe70002a4f0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 -- 172.21.15.66:0/2731262757 shutdown_connections 2024-07-27T06:50:42.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 --2- 172.21.15.66:0/2731262757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100d1b10 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 --2- 172.21.15.66:0/2731262757 >> v2:172.21.15.155:3300/0 conn(0x7fe7100b6030 0x7fe7100b2d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 -- 172.21.15.66:0/2731262757 >> 172.21.15.66:0/2731262757 conn(0x7fe71009d040 msgr2=0x7fe7100d3dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.544+0000 7fe715800640 1 -- 172.21.15.66:0/2731262757 shutdown_connections 2024-07-27T06:50:42.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.545+0000 7fe715800640 1 -- 172.21.15.66:0/2731262757 wait complete. 2024-07-27T06:50:42.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.546+0000 7f363cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f363cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f363cc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 0x7f36380b4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f363cc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f36380cf360 con 0x7f363806c780 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f363cc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3638162650 con 0x7f363815f390 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f363cc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f36380cf4e0 con 0x7f36380cbf40 2024-07-27T06:50:42.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.547+0000 7f3635e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7f3635e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52608/0 (socket says 172.21.15.66:52608) 2024-07-27T06:50:42.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7f3635400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7f3635400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:34832/0 (socket says 172.21.15.66:34832) 2024-07-27T06:50:42.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7f3635400640 1 -- 172.21.15.66:0/1192509483 learned_addr learned my addr 172.21.15.66:0/1192509483 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7f3636800640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 0x7f36380b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.548+0000 7fe715800640 1 Processor -- start 2024-07-27T06:50:42.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.549+0000 7fe715800640 1 -- start start 2024-07-27T06:50:42.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.549+0000 7f3635400640 1 -- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 msgr2=0x7f36380b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3635400640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 0x7f36380b4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3635400640 1 -- 172.21.15.66:0/1192509483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 msgr2=0x7f363814d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3635400640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3635400640 1 -- 172.21.15.66:0/1192509483 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3638151c30 con 0x7f36380cbf40 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3636800640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 0x7f36380b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.550+0000 7f3635e00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T06:50:42.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.551+0000 7f3635400640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3628000c00 tx=0x7f3628033b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.551+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362803f020 con 0x7f36380cbf40 2024-07-27T06:50:42.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.551+0000 7fe715800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe715800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100cc540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3628033e50 con 0x7f36380cbf40 2024-07-27T06:50:42.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3628037040 con 0x7f36380cbf40 2024-07-27T06:50:42.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3638151f70 con 0x7f36380cbf40 2024-07-27T06:50:42.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3638151670 con 0x7f36380cbf40 2024-07-27T06:50:42.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe70fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe70fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3300/0 says I am v2:172.21.15.66:44776/0 (socket says 172.21.15.66:44776) 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe715800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100d2050 0x7fe71014e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe70fe00640 1 -- 172.21.15.66:0/2933382091 learned_addr learned my addr 172.21.15.66:0/2933382091 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100cef50 con 0x7fe7100b6500 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100b2660 con 0x7fe7100b6030 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.552+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7100cf0d0 con 0x7fe7100d2050 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.553+0000 7fe70f400640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100cc540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.553+0000 7fe714e00640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100d2050 0x7fe71014e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.553+0000 7fe70fe00640 1 -- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100d2050 msgr2=0x7fe71014e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.553+0000 7fe70fe00640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100d2050 0x7fe71014e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.553+0000 7fe70fe00640 1 -- 172.21.15.66:0/2933382091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 msgr2=0x7fe7100cc540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.554+0000 7fe70fe00640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100cc540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.554+0000 7fe70fe00640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7100cde70 con 0x7fe7100b6030 2024-07-27T06:50:42.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.554+0000 7fe70f400640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100cc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:42.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.554+0000 7fe70fe00640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc00e750 tx=0x7fe6fc00ec10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.555+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36380c7ab0 con 0x7f36380cbf40 2024-07-27T06:50:42.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.558+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3628042020 con 0x7f36380cbf40 2024-07-27T06:50:42.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.559+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc00ccc0 con 0x7fe7100b6030 2024-07-27T06:50:42.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.559+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe6fc00ee60 con 0x7fe7100b6030 2024-07-27T06:50:42.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.559+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6fc004270 con 0x7fe7100b6030 2024-07-27T06:50:42.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.560+0000 7f362e000640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 0x7f3614079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.559+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71014f6e0 con 0x7fe7100b6030 2024-07-27T06:50:42.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.559+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71014f950 con 0x7fe7100b6030 2024-07-27T06:50:42.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.560+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f36280b85f0 con 0x7f36380cbf40 2024-07-27T06:50:42.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.561+0000 7f3635e00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 0x7f3614079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.561+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6e8005290 con 0x7fe7100b6030 2024-07-27T06:50:42.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.563+0000 7f3635e00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 0x7f3614079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3620001ca0 tx=0x7f3620009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.565+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe6fc0035f0 con 0x7fe7100b6030 2024-07-27T06:50:42.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.567+0000 7fe707e00640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 0x7fe6f0079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:42.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.567+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fe6fc099a50 con 0x7fe7100b6030 2024-07-27T06:50:42.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.568+0000 7fe70f400640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 0x7fe6f0079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:42.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.570+0000 7fe70f400640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 0x7fe6f0079570 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe700034000 tx=0x7fe700004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:42.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.576+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3628049020 con 0x7f36380cbf40 2024-07-27T06:50:42.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.579+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe6fc0628f0 con 0x7fe7100b6030 2024-07-27T06:50:42.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.925+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f06c0005580 con 0x7f06dc005c60 2024-07-27T06:50:42.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.926+0000 7f06e1600640 1 -- 172.21.15.66:0/3918258616 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f06d8061a80 con 0x7f06dc005c60 2024-07-27T06:50:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:64424509452 2024-07-27T06:50:42.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.930+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 msgr2=0x7f06c40795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.930+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 0x7f06c40795f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f06d0009830 tx=0x7f06d0004730 comp rx=0 tx=0).stop 2024-07-27T06:50:42.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.930+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 msgr2=0x7f06dc038b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.930+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 0x7f06dc038b20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f06d800eae0 tx=0x7f06d800c2d0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 shutdown_connections 2024-07-27T06:50:42.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06c40770e0 0x7f06c40795f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06dc036970 0x7f06dc189d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06dc009ba0 0x7f06dc18ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 --2- 172.21.15.66:0/3918258616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06dc005c60 0x7f06dc038b20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 >> 172.21.15.66:0/3918258616 conn(0x7f06dc051420 msgr2=0x7f06dc038410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.932+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 shutdown_connections 2024-07-27T06:50:42.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.933+0000 7f06eaa00640 1 -- 172.21.15.66:0/3918258616 wait complete. 2024-07-27T06:50:42.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.939+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f9e300cf9b0 con 0x7f9e300b47f0 2024-07-27T06:50:42.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.941+0000 7f9e27e00640 1 -- 172.21.15.66:0/3645391401 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9e20061a90 con 0x7f9e300b47f0 2024-07-27T06:50:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:64424509452 2024-07-27T06:50:42.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.945+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 msgr2=0x7f9e100795f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.945+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 0x7f9e100795f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9e1c005fd0 tx=0x7f9e1c009260 comp rx=0 tx=0).stop 2024-07-27T06:50:42.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.945+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 msgr2=0x7f9e300a0120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.945+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f9e2000b3e0 tx=0x7f9e2000b7e0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 shutdown_connections 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e100770e0 0x7f9e100795f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e300d0330 0x7f9e300cd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e300b47f0 0x7f9e300a0120 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 --2- 172.21.15.66:0/3645391401 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e300b2b70 0x7f9e3009d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.946+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 >> 172.21.15.66:0/3645391401 conn(0x7f9e300d3cd0 msgr2=0x7f9e300d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.947+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 shutdown_connections 2024-07-27T06:50:42.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.947+0000 7f9e35800640 1 -- 172.21.15.66:0/3645391401 wait complete. 2024-07-27T06:50:42.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.965+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fe3d81f93b0 con 0x7fe3d8072450 2024-07-27T06:50:42.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.966+0000 7fe3ce000640 1 -- 172.21.15.66:0/519997708 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe3c40865f0 con 0x7fe3d8072450 2024-07-27T06:50:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:60129542156 2024-07-27T06:50:42.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.967+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f90a4005850 con 0x7f90c40df3b0 2024-07-27T06:50:42.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.967+0000 7f90c2000640 1 -- 172.21.15.66:0/573014737 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f90bc060650 con 0x7f90c40df3b0 2024-07-27T06:50:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:68719476748 2024-07-27T06:50:42.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.967+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc928005850 con 0x7fc934004800 2024-07-27T06:50:42.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.968+0000 7fc94cc00640 1 -- 172.21.15.66:0/2568756510 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc93c061bf0 con 0x7fc934004800 2024-07-27T06:50:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:68719476748 2024-07-27T06:50:42.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.970+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 msgr2=0x7fe3b8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.970+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 0x7fe3b8079550 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fe3d0007eb0 tx=0x7fe3d00073c0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 msgr2=0x7fe3d8159b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 0x7fe3d8159b90 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe3c4031000 tx=0x7fe3c4003b90 comp rx=0 tx=0).stop 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 shutdown_connections 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f17f40b54b0 con 0x7f17f40d0dd0 2024-07-27T06:50:42.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe3b8077040 0x7fe3b8079550 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 msgr2=0x7f90a8079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 0x7f90a8079570 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f90c4037380 tx=0x7f90cc0a8000 comp rx=0 tx=0).stop 2024-07-27T06:50:42.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3d8073630 0x7fe3d81f9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 msgr2=0x7f90c4006430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c410 tx=0x7f90bc00c8d0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3d8072450 0x7fe3d8159b90 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 --2- 172.21.15.66:0/519997708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3d806ec10 0x7fe3d8158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.971+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 >> 172.21.15.66:0/519997708 conn(0x7fe3d80cf940 msgr2=0x7fe3d80cfd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.979 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509452 got 64424509452 for osd.4 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 shutdown_connections 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90a8077060 0x7f90a8079570 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90c40df3b0 0x7f90c4006430 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90c40316a0 0x7f90c40334b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 --2- 172.21.15.66:0/573014737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90c4031290 0x7f90c40d7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 >> 172.21.15.66:0/573014737 conn(0x7f90c401d9a0 msgr2=0x7f90c40484a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7f17f0c00640 1 -- 172.21.15.66:0/1796923271 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f17e0061130 con 0x7f17f40d0dd0 2024-07-27T06:50:42.980 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 msgr2=0x7fc930079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 0x7fc930079550 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc940037000 tx=0x7fc940003930 comp rx=0 tx=0).stop 2024-07-27T06:50:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 msgr2=0x7fc9501fc250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.972+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc93c006700 tx=0x7fc93c006730 comp rx=0 tx=0).stop 2024-07-27T06:50:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.973+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 shutdown_connections 2024-07-27T06:50:42.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.973+0000 7f90d1200640 1 -- 172.21.15.66:0/573014737 wait complete. 2024-07-27T06:50:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:68719476750 2024-07-27T06:50:42.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.973+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 shutdown_connections 2024-07-27T06:50:42.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.973+0000 7fe3d7200640 1 -- 172.21.15.66:0/519997708 wait complete. 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 shutdown_connections 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc930077040 0x7fc930079550 secure :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc940037000 tx=0x7fc940003930 comp rx=0 tx=0).stop 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9501f7cb0 0x7fc9501f80c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc9501fc790 0x7fc9501fcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 --2- 172.21.15.66:0/2568756510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc934004800 0x7fc9501fc250 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.974+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 >> 172.21.15.66:0/2568756510 conn(0x7fc9500ccf30 msgr2=0x7fc95015e800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 shutdown_connections 2024-07-27T06:50:42.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7fc957400640 1 -- 172.21.15.66:0/2568756510 wait complete. 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 msgr2=0x7f17d4079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 0x7f17d4079570 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f17ec035000 tx=0x7f17ec004a40 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 msgr2=0x7f17f409dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f17e000b3c0 tx=0x7f17e000b880 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 shutdown_connections 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17d4077060 0x7f17d4079570 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17f41534d0 0x7f17f41f8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f40d0dd0 0x7f17f409dd20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 --2- 172.21.15.66:0/1796923271 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f40b9390 0x7f17f40a1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.976+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 >> 172.21.15.66:0/1796923271 conn(0x7f17f40d4060 msgr2=0x7f17f406d300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:42.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.977+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 shutdown_connections 2024-07-27T06:50:42.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:42.977+0000 7f17fb600640 1 -- 172.21.15.66:0/1796923271 wait complete. 2024-07-27T06:50:42.987 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509452 got 64424509452 for osd.7 2024-07-27T06:50:42.988 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.005 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542155 got 60129542156 for osd.6 2024-07-27T06:50:43.006 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.015 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476748 got 68719476748 for osd.0 2024-07-27T06:50:43.016 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.015+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fe6e8005850 con 0x7fe7100b6030 2024-07-27T06:50:43.018 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476750 got 68719476750 for osd.1 2024-07-27T06:50:43.018 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.019 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476748 got 68719476748 for osd.2 2024-07-27T06:50:43.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.016+0000 7fe707e00640 1 -- 172.21.15.66:0/2933382091 <== mon.1 v2:172.21.15.155:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe6fc0621f0 con 0x7fe7100b6030 2024-07-27T06:50:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:68719476750 2024-07-27T06:50:43.019 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.018+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 msgr2=0x7fe6f0079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 0x7fe6f0079570 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe700034000 tx=0x7fe700004730 comp rx=0 tx=0).stop 2024-07-27T06:50:43.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 msgr2=0x7fe7101516d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fe6fc00e750 tx=0x7fe6fc00ec10 comp rx=0 tx=0).stop 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 shutdown_connections 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6f0077060 0x7fe6f0079570 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100d2050 0x7fe71014e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100b6500 0x7fe7100cc540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 --2- 172.21.15.66:0/2933382091 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100b6030 0x7fe7101516d0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 >> 172.21.15.66:0/2933382091 conn(0x7fe71009d040 msgr2=0x7fe7101611d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 shutdown_connections 2024-07-27T06:50:43.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.019+0000 7fe715800640 1 -- 172.21.15.66:0/2933382091 wait complete. 2024-07-27T06:50:43.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.030+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f36380b23a0 con 0x7f36380cbf40 2024-07-27T06:50:43.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.031+0000 7f362e000640 1 -- 172.21.15.66:0/1192509483 <== mon.2 v2:172.21.15.155:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3628080ee0 con 0x7f36380cbf40 2024-07-27T06:50:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:64424509451 2024-07-27T06:50:43.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 msgr2=0x7f3614079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 0x7f3614079520 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f3620001ca0 tx=0x7f3620009040 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 msgr2=0x7f3638152730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3628000c00 tx=0x7f3628033b70 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 shutdown_connections 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3614077010 0x7f3614079520 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f363815f390 0x7f36380b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36380cbf40 0x7f3638152730 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 --2- 172.21.15.66:0/1192509483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f363806c780 0x7f363814d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 >> 172.21.15.66:0/1192509483 conn(0x7f36380d0ca0 msgr2=0x7f36380cd930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 shutdown_connections 2024-07-27T06:50:43.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.034+0000 7f363cc00640 1 -- 172.21.15.66:0/1192509483 wait complete. 2024-07-27T06:50:43.045 INFO:tasks.ceph.ceph_manager.ceph:need seq 68719476750 got 68719476750 for osd.3 2024-07-27T06:50:43.045 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.060 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509451 got 64424509451 for osd.5 2024-07-27T06:50:43.060 DEBUG:teuthology.parallel:result is None 2024-07-27T06:50:43.061 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:50:43.061 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:50:43.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 -- 172.21.15.66:0/1936908312 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 msgr2=0x7f8a1806f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 --2- 172.21.15.66:0/1936908312 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 0x7f8a1806f800 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8a04009830 tx=0x7f8a0402a510 comp rx=0 tx=0).stop 2024-07-27T06:50:43.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 -- 172.21.15.66:0/1936908312 shutdown_connections 2024-07-27T06:50:43.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 --2- 172.21.15.66:0/1936908312 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 0x7f8a1806f800 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 --2- 172.21.15.66:0/1936908312 >> v2:172.21.15.155:3300/0 conn(0x7f8a18143ac0 0x7f8a1815e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 -- 172.21.15.66:0/1936908312 >> 172.21.15.66:0/1936908312 conn(0x7f8a1806c780 msgr2=0x7f8a1806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:43.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.382+0000 7f8a17200640 1 -- 172.21.15.66:0/1936908312 shutdown_connections 2024-07-27T06:50:43.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.383+0000 7f8a17200640 1 -- 172.21.15.66:0/1936908312 wait complete. 2024-07-27T06:50:43.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.385+0000 7f8a17200640 1 Processor -- start 2024-07-27T06:50:43.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.385+0000 7f8a17200640 1 -- start start 2024-07-27T06:50:43.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a18143ac0 0x7f8a18141e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 0x7f8a18140cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8a180727f0 con 0x7f8a1806fd40 2024-07-27T06:50:43.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a180ceb80 con 0x7f8a18143ac0 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a17200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a18072970 con 0x7f8a1815eee0 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52630/0 (socket says 172.21.15.66:52630) 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 -- 172.21.15.66:0/1229484718 learned_addr learned my addr 172.21.15.66:0/1229484718 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 -- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 msgr2=0x7f8a18140cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 0x7f8a18140cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 -- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a18143ac0 msgr2=0x7f8a18141e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15400640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a18143ac0 0x7f8a18141e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a18143ac0 0x7f8a18141e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.387+0000 7f8a15e00640 1 -- 172.21.15.66:0/1229484718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a181f49b0 con 0x7f8a1806fd40 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a15e00640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800ef60 tx=0x7f8a0800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:43.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08003970 con 0x7f8a1806fd40 2024-07-27T06:50:43.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a08003c00 con 0x7f8a1806fd40 2024-07-27T06:50:43.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08004020 con 0x7f8a1806fd40 2024-07-27T06:50:43.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a181f8430 con 0x7f8a1806fd40 2024-07-27T06:50:43.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.388+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a181f89f0 con 0x7f8a1806fd40 2024-07-27T06:50:43.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.389+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a18072e40 con 0x7f8a1806fd40 2024-07-27T06:50:43.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.390+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8a0801d020 con 0x7f8a1806fd40 2024-07-27T06:50:43.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.391+0000 7f8a0e000640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 0x7f89f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.392+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f8a080991a0 con 0x7f8a1806fd40 2024-07-27T06:50:43.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.392+0000 7f8a15400640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 0x7f89f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.393+0000 7f8a15400640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 0x7f89f8079520 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8a04034000 tx=0x7f8a04004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:43.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.396+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8a080620e0 con 0x7f8a1806fd40 2024-07-27T06:50:43.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.599+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a180c7050 con 0x7f89f8077010 2024-07-27T06:50:43.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.616+0000 7f8a0e000640 1 -- 172.21.15.66:0/1229484718 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332520 (secure 0 0 0) 0x7f8a180c7050 con 0x7f89f8077010 2024-07-27T06:50:43.623 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:43.625 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.622+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 msgr2=0x7f89f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.622+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 0x7f89f8079520 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f8a04034000 tx=0x7f8a04004730 comp rx=0 tx=0).stop 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.622+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 msgr2=0x7f8a1815db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.622+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800ef60 tx=0x7f8a0800ef90 comp rx=0 tx=0).stop 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 shutdown_connections 2024-07-27T06:50:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077010 0x7f89f8079520 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1815eee0 0x7f8a18140cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a18143ac0 0x7f8a18141e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 --2- 172.21.15.66:0/1229484718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a1806fd40 0x7f8a1815db50 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 >> 172.21.15.66:0/1229484718 conn(0x7f8a1806c780 msgr2=0x7f8a180b0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 shutdown_connections 2024-07-27T06:50:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.623+0000 7f8a17200640 1 -- 172.21.15.66:0/1229484718 wait complete. 2024-07-27T06:50:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-07-27T06:50:42.192220+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":150,"num_write_kb":1647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3383296,"data_stored":2025968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006499"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733336+0000","last_change":"2024-07-27T06:50:10.709183+0000","last_active":"2024-07-27T06:50:16.733336+0000","last_peered":"2024-07-27T06:50:16.733336+0000","last_clean":"2024-07-27T06:50:16.733336+0000","last_became_active":"2024-07-27T06:50:10.708847+0000","last_became_peered":"2024-07-27T06:50:10.708847+0000","last_unstale":"2024-07-27T06:50:16.733336+0000","last_undegraded":"2024-07-27T06:50:16.733336+0000","last_fullsized":"2024-07-27T06:50:16.733336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739010+0000","last_change":"2024-07-27T06:50:11.688864+0000","last_active":"2024-07-27T06:50:16.739010+0000","last_peered":"2024-07-27T06:50:16.739010+0000","last_clean":"2024-07-27T06:50:16.739010+0000","last_became_active":"2024-07-27T06:50:11.687587+0000","last_became_peered":"2024-07-27T06:50:11.687587+0000","last_unstale":"2024-07-27T06:50:16.739010+0000","last_undegraded":"2024-07-27T06:50:16.739010+0000","last_fullsized":"2024-07-27T06:50:16.739010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783899+0000","last_change":"2024-07-27T06:50:15.774622+0000","last_active":"2024-07-27T06:50:16.783899+0000","last_peered":"2024-07-27T06:50:16.783899+0000","last_clean":"2024-07-27T06:50:16.783899+0000","last_became_active":"2024-07-27T06:50:15.774162+0000","last_became_peered":"2024-07-27T06:50:15.774162+0000","last_unstale":"2024-07-27T06:50:16.783899+0000","last_undegraded":"2024-07-27T06:50:16.783899+0000","last_fullsized":"2024-07-27T06:50:16.783899+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739374+0000","last_change":"2024-07-27T06:50:10.694174+0000","last_active":"2024-07-27T06:50:16.739374+0000","last_peered":"2024-07-27T06:50:16.739374+0000","last_clean":"2024-07-27T06:50:16.739374+0000","last_became_active":"2024-07-27T06:50:10.693810+0000","last_became_peered":"2024-07-27T06:50:10.693810+0000","last_unstale":"2024-07-27T06:50:16.739374+0000","last_undegraded":"2024-07-27T06:50:16.739374+0000","last_fullsized":"2024-07-27T06:50:16.739374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738231+0000","last_change":"2024-07-27T06:50:11.677044+0000","last_active":"2024-07-27T06:50:16.738231+0000","last_peered":"2024-07-27T06:50:16.738231+0000","last_clean":"2024-07-27T06:50:16.738231+0000","last_became_active":"2024-07-27T06:50:11.675848+0000","last_became_peered":"2024-07-27T06:50:11.675848+0000","last_unstale":"2024-07-27T06:50:16.738231+0000","last_undegraded":"2024-07-27T06:50:16.738231+0000","last_fullsized":"2024-07-27T06:50:16.738231+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780559+0000","last_change":"2024-07-27T06:50:15.767488+0000","last_active":"2024-07-27T06:50:16.780559+0000","last_peered":"2024-07-27T06:50:16.780559+0000","last_clean":"2024-07-27T06:50:16.780559+0000","last_became_active":"2024-07-27T06:50:15.764776+0000","last_became_peered":"2024-07-27T06:50:15.764776+0000","last_unstale":"2024-07-27T06:50:16.780559+0000","last_undegraded":"2024-07-27T06:50:16.780559+0000","last_fullsized":"2024-07-27T06:50:16.780559+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:41.192163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784934+0000","last_change":"2024-07-27T06:50:10.694790+0000","last_active":"2024-07-27T06:50:16.784934+0000","last_peered":"2024-07-27T06:50:16.784934+0000","last_clean":"2024-07-27T06:50:16.784934+0000","last_became_active":"2024-07-27T06:50:10.694435+0000","last_became_peered":"2024-07-27T06:50:10.694435+0000","last_unstale":"2024-07-27T06:50:16.784934+0000","last_undegraded":"2024-07-27T06:50:16.784934+0000","last_fullsized":"2024-07-27T06:50:16.784934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782414+0000","last_change":"2024-07-27T06:50:11.706550+0000","last_active":"2024-07-27T06:50:16.782414+0000","last_peered":"2024-07-27T06:50:16.782414+0000","last_clean":"2024-07-27T06:50:16.782414+0000","last_became_active":"2024-07-27T06:50:11.704971+0000","last_became_peered":"2024-07-27T06:50:11.704971+0000","last_unstale":"2024-07-27T06:50:16.782414+0000","last_undegraded":"2024-07-27T06:50:16.782414+0000","last_fullsized":"2024-07-27T06:50:16.782414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781384+0000","last_change":"2024-07-27T06:50:15.753743+0000","last_active":"2024-07-27T06:50:16.781384+0000","last_peered":"2024-07-27T06:50:16.781384+0000","last_clean":"2024-07-27T06:50:16.781384+0000","last_became_active":"2024-07-27T06:50:15.753210+0000","last_became_peered":"2024-07-27T06:50:15.753210+0000","last_unstale":"2024-07-27T06:50:16.781384+0000","last_undegraded":"2024-07-27T06:50:16.781384+0000","last_fullsized":"2024-07-27T06:50:16.781384+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:11.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785811+0000","last_change":"2024-07-27T06:50:10.691603+0000","last_active":"2024-07-27T06:50:16.785811+0000","last_peered":"2024-07-27T06:50:16.785811+0000","last_clean":"2024-07-27T06:50:16.785811+0000","last_became_active":"2024-07-27T06:50:10.691263+0000","last_became_peered":"2024-07-27T06:50:10.691263+0000","last_unstale":"2024-07-27T06:50:16.785811+0000","last_undegraded":"2024-07-27T06:50:16.785811+0000","last_fullsized":"2024-07-27T06:50:16.785811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732040+0000","last_change":"2024-07-27T06:50:11.709571+0000","last_active":"2024-07-27T06:50:16.732040+0000","last_peered":"2024-07-27T06:50:16.732040+0000","last_clean":"2024-07-27T06:50:16.732040+0000","last_became_active":"2024-07-27T06:50:11.709066+0000","last_became_peered":"2024-07-27T06:50:11.709066+0000","last_unstale":"2024-07-27T06:50:16.732040+0000","last_undegraded":"2024-07-27T06:50:16.732040+0000","last_fullsized":"2024-07-27T06:50:16.732040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:44:01.254906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780537+0000","last_change":"2024-07-27T06:50:15.762394+0000","last_active":"2024-07-27T06:50:16.780537+0000","last_peered":"2024-07-27T06:50:16.780537+0000","last_clean":"2024-07-27T06:50:16.780537+0000","last_became_active":"2024-07-27T06:50:15.761404+0000","last_became_peered":"2024-07-27T06:50:15.761404+0000","last_unstale":"2024-07-27T06:50:16.780537+0000","last_undegraded":"2024-07-27T06:50:16.780537+0000","last_fullsized":"2024-07-27T06:50:16.780537+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:28.614412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730806+0000","last_change":"2024-07-27T06:50:11.710414+0000","last_active":"2024-07-27T06:50:16.730806+0000","last_peered":"2024-07-27T06:50:16.730806+0000","last_clean":"2024-07-27T06:50:16.730806+0000","last_became_active":"2024-07-27T06:50:11.709938+0000","last_became_peered":"2024-07-27T06:50:11.709938+0000","last_unstale":"2024-07-27T06:50:16.730806+0000","last_undegraded":"2024-07-27T06:50:16.730806+0000","last_fullsized":"2024-07-27T06:50:16.730806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731766+0000","last_change":"2024-07-27T06:50:10.702286+0000","last_active":"2024-07-27T06:50:16.731766+0000","last_peered":"2024-07-27T06:50:16.731766+0000","last_clean":"2024-07-27T06:50:16.731766+0000","last_became_active":"2024-07-27T06:50:10.697069+0000","last_became_peered":"2024-07-27T06:50:10.697069+0000","last_unstale":"2024-07-27T06:50:16.731766+0000","last_undegraded":"2024-07-27T06:50:16.731766+0000","last_fullsized":"2024-07-27T06:50:16.731766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731528+0000","last_change":"2024-07-27T06:50:15.770779+0000","last_active":"2024-07-27T06:50:16.731528+0000","last_peered":"2024-07-27T06:50:16.731528+0000","last_clean":"2024-07-27T06:50:16.731528+0000","last_became_active":"2024-07-27T06:50:15.769953+0000","last_became_peered":"2024-07-27T06:50:15.769953+0000","last_unstale":"2024-07-27T06:50:16.731528+0000","last_undegraded":"2024-07-27T06:50:16.731528+0000","last_fullsized":"2024-07-27T06:50:16.731528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:50:53.107306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787546+0000","last_change":"2024-07-27T06:50:11.699946+0000","last_active":"2024-07-27T06:50:16.787546+0000","last_peered":"2024-07-27T06:50:16.787546+0000","last_clean":"2024-07-27T06:50:16.787546+0000","last_became_active":"2024-07-27T06:50:11.698467+0000","last_became_peered":"2024-07-27T06:50:11.698467+0000","last_unstale":"2024-07-27T06:50:16.787546+0000","last_undegraded":"2024-07-27T06:50:16.787546+0000","last_fullsized":"2024-07-27T06:50:16.787546+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785027+0000","last_change":"2024-07-27T06:50:10.695857+0000","last_active":"2024-07-27T06:50:16.785027+0000","last_peered":"2024-07-27T06:50:16.785027+0000","last_clean":"2024-07-27T06:50:16.785027+0000","last_became_active":"2024-07-27T06:50:10.693317+0000","last_became_peered":"2024-07-27T06:50:10.693317+0000","last_unstale":"2024-07-27T06:50:16.785027+0000","last_undegraded":"2024-07-27T06:50:16.785027+0000","last_fullsized":"2024-07-27T06:50:16.785027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:38.932646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784215+0000","last_change":"2024-07-27T06:50:15.754440+0000","last_active":"2024-07-27T06:50:16.784215+0000","last_peered":"2024-07-27T06:50:16.784215+0000","last_clean":"2024-07-27T06:50:16.784215+0000","last_became_active":"2024-07-27T06:50:15.753940+0000","last_became_peered":"2024-07-27T06:50:15.753940+0000","last_unstale":"2024-07-27T06:50:16.784215+0000","last_undegraded":"2024-07-27T06:50:16.784215+0000","last_fullsized":"2024-07-27T06:50:16.784215+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:27.125087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731119+0000","last_change":"2024-07-27T06:50:11.692205+0000","last_active":"2024-07-27T06:50:16.731119+0000","last_peered":"2024-07-27T06:50:16.731119+0000","last_clean":"2024-07-27T06:50:16.731119+0000","last_became_active":"2024-07-27T06:50:11.691860+0000","last_became_peered":"2024-07-27T06:50:11.691860+0000","last_unstale":"2024-07-27T06:50:16.731119+0000","last_undegraded":"2024-07-27T06:50:16.731119+0000","last_fullsized":"2024-07-27T06:50:16.731119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734020+0000","last_change":"2024-07-27T06:50:10.700112+0000","last_active":"2024-07-27T06:50:16.734020+0000","last_peered":"2024-07-27T06:50:16.734020+0000","last_clean":"2024-07-27T06:50:16.734020+0000","last_became_active":"2024-07-27T06:50:10.699801+0000","last_became_peered":"2024-07-27T06:50:10.699801+0000","last_unstale":"2024-07-27T06:50:16.734020+0000","last_undegraded":"2024-07-27T06:50:16.734020+0000","last_fullsized":"2024-07-27T06:50:16.734020+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788679+0000","last_change":"2024-07-27T06:50:15.776285+0000","last_active":"2024-07-27T06:50:16.788679+0000","last_peered":"2024-07-27T06:50:16.788679+0000","last_clean":"2024-07-27T06:50:16.788679+0000","last_became_active":"2024-07-27T06:50:15.775714+0000","last_became_peered":"2024-07-27T06:50:15.775714+0000","last_unstale":"2024-07-27T06:50:16.788679+0000","last_undegraded":"2024-07-27T06:50:16.788679+0000","last_fullsized":"2024-07-27T06:50:16.788679+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:57.822455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729917+0000","last_change":"2024-07-27T06:50:11.689690+0000","last_active":"2024-07-27T06:50:16.729917+0000","last_peered":"2024-07-27T06:50:16.729917+0000","last_clean":"2024-07-27T06:50:16.729917+0000","last_became_active":"2024-07-27T06:50:11.689283+0000","last_became_peered":"2024-07-27T06:50:11.689283+0000","last_unstale":"2024-07-27T06:50:16.729917+0000","last_undegraded":"2024-07-27T06:50:16.729917+0000","last_fullsized":"2024-07-27T06:50:16.729917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783739+0000","last_change":"2024-07-27T06:50:10.685863+0000","last_active":"2024-07-27T06:50:16.783739+0000","last_peered":"2024-07-27T06:50:16.783739+0000","last_clean":"2024-07-27T06:50:16.783739+0000","last_became_active":"2024-07-27T06:50:10.685341+0000","last_became_peered":"2024-07-27T06:50:10.685341+0000","last_unstale":"2024-07-27T06:50:16.783739+0000","last_undegraded":"2024-07-27T06:50:16.783739+0000","last_fullsized":"2024-07-27T06:50:16.783739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780575+0000","last_change":"2024-07-27T06:50:15.761448+0000","last_active":"2024-07-27T06:50:16.780575+0000","last_peered":"2024-07-27T06:50:16.780575+0000","last_clean":"2024-07-27T06:50:16.780575+0000","last_became_active":"2024-07-27T06:50:15.760872+0000","last_became_peered":"2024-07-27T06:50:15.760872+0000","last_unstale":"2024-07-27T06:50:16.780575+0000","last_undegraded":"2024-07-27T06:50:16.780575+0000","last_fullsized":"2024-07-27T06:50:16.780575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:29.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734375+0000","last_change":"2024-07-27T06:50:11.690642+0000","last_active":"2024-07-27T06:50:16.734375+0000","last_peered":"2024-07-27T06:50:16.734375+0000","last_clean":"2024-07-27T06:50:16.734375+0000","last_became_active":"2024-07-27T06:50:11.690205+0000","last_became_peered":"2024-07-27T06:50:11.690205+0000","last_unstale":"2024-07-27T06:50:16.734375+0000","last_undegraded":"2024-07-27T06:50:16.734375+0000","last_fullsized":"2024-07-27T06:50:16.734375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:41.619533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732900+0000","last_change":"2024-07-27T06:50:10.706894+0000","last_active":"2024-07-27T06:50:16.732900+0000","last_peered":"2024-07-27T06:50:16.732900+0000","last_clean":"2024-07-27T06:50:16.732900+0000","last_became_active":"2024-07-27T06:50:10.706497+0000","last_became_peered":"2024-07-27T06:50:10.706497+0000","last_unstale":"2024-07-27T06:50:16.732900+0000","last_undegraded":"2024-07-27T06:50:16.732900+0000","last_fullsized":"2024-07-27T06:50:16.732900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:40.601934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780576+0000","last_change":"2024-07-27T06:50:15.754147+0000","last_active":"2024-07-27T06:50:16.780576+0000","last_peered":"2024-07-27T06:50:16.780576+0000","last_clean":"2024-07-27T06:50:16.780576+0000","last_became_active":"2024-07-27T06:50:15.752426+0000","last_became_peered":"2024-07-27T06:50:15.752426+0000","last_unstale":"2024-07-27T06:50:16.780576+0000","last_undegraded":"2024-07-27T06:50:16.780576+0000","last_fullsized":"2024-07-27T06:50:16.780576+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:43.123533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733005+0000","last_change":"2024-07-27T06:50:11.692230+0000","last_active":"2024-07-27T06:50:16.733005+0000","last_peered":"2024-07-27T06:50:16.733005+0000","last_clean":"2024-07-27T06:50:16.733005+0000","last_became_active":"2024-07-27T06:50:11.691876+0000","last_became_peered":"2024-07-27T06:50:11.691876+0000","last_unstale":"2024-07-27T06:50:16.733005+0000","last_undegraded":"2024-07-27T06:50:16.733005+0000","last_fullsized":"2024-07-27T06:50:16.733005+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734812+0000","last_change":"2024-07-27T06:50:10.704067+0000","last_active":"2024-07-27T06:50:16.734812+0000","last_peered":"2024-07-27T06:50:16.734812+0000","last_clean":"2024-07-27T06:50:16.734812+0000","last_became_active":"2024-07-27T06:50:10.703744+0000","last_became_peered":"2024-07-27T06:50:10.703744+0000","last_unstale":"2024-07-27T06:50:16.734812+0000","last_undegraded":"2024-07-27T06:50:16.734812+0000","last_fullsized":"2024-07-27T06:50:16.734812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731427+0000","last_change":"2024-07-27T06:50:15.759545+0000","last_active":"2024-07-27T06:50:16.731427+0000","last_peered":"2024-07-27T06:50:16.731427+0000","last_clean":"2024-07-27T06:50:16.731427+0000","last_became_active":"2024-07-27T06:50:15.754288+0000","last_became_peered":"2024-07-27T06:50:15.754288+0000","last_unstale":"2024-07-27T06:50:16.731427+0000","last_undegraded":"2024-07-27T06:50:16.731427+0000","last_fullsized":"2024-07-27T06:50:16.731427+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:49.894353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786369+0000","last_change":"2024-07-27T06:50:11.689364+0000","last_active":"2024-07-27T06:50:16.786369+0000","last_peered":"2024-07-27T06:50:16.786369+0000","last_clean":"2024-07-27T06:50:16.786369+0000","last_became_active":"2024-07-27T06:50:11.688050+0000","last_became_peered":"2024-07-27T06:50:11.688050+0000","last_unstale":"2024-07-27T06:50:16.786369+0000","last_undegraded":"2024-07-27T06:50:16.786369+0000","last_fullsized":"2024-07-27T06:50:16.786369+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:07:29.662349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733616+0000","last_change":"2024-07-27T06:50:10.704294+0000","last_active":"2024-07-27T06:50:16.733616+0000","last_peered":"2024-07-27T06:50:16.733616+0000","last_clean":"2024-07-27T06:50:16.733616+0000","last_became_active":"2024-07-27T06:50:10.703934+0000","last_became_peered":"2024-07-27T06:50:10.703934+0000","last_unstale":"2024-07-27T06:50:16.733616+0000","last_undegraded":"2024-07-27T06:50:16.733616+0000","last_fullsized":"2024-07-27T06:50:16.733616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:19.091037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786284+0000","last_change":"2024-07-27T06:50:15.767435+0000","last_active":"2024-07-27T06:50:16.786284+0000","last_peered":"2024-07-27T06:50:16.786284+0000","last_clean":"2024-07-27T06:50:16.786284+0000","last_became_active":"2024-07-27T06:50:15.765980+0000","last_became_peered":"2024-07-27T06:50:15.765980+0000","last_unstale":"2024-07-27T06:50:16.786284+0000","last_undegraded":"2024-07-27T06:50:16.786284+0000","last_fullsized":"2024-07-27T06:50:16.786284+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:58.284078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780248+0000","last_change":"2024-07-27T06:50:11.687733+0000","last_active":"2024-07-27T06:50:16.780248+0000","last_peered":"2024-07-27T06:50:16.780248+0000","last_clean":"2024-07-27T06:50:16.780248+0000","last_became_active":"2024-07-27T06:50:11.687155+0000","last_became_peered":"2024-07-27T06:50:11.687155+0000","last_unstale":"2024-07-27T06:50:16.780248+0000","last_undegraded":"2024-07-27T06:50:16.780248+0000","last_fullsized":"2024-07-27T06:50:16.780248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:35.804551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737280+0000","last_change":"2024-07-27T06:50:10.699496+0000","last_active":"2024-07-27T06:50:16.737280+0000","last_peered":"2024-07-27T06:50:16.737280+0000","last_clean":"2024-07-27T06:50:16.737280+0000","last_became_active":"2024-07-27T06:50:10.699086+0000","last_became_peered":"2024-07-27T06:50:10.699086+0000","last_unstale":"2024-07-27T06:50:16.737280+0000","last_undegraded":"2024-07-27T06:50:16.737280+0000","last_fullsized":"2024-07-27T06:50:16.737280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783882+0000","last_change":"2024-07-27T06:50:15.759616+0000","last_active":"2024-07-27T06:50:16.783882+0000","last_peered":"2024-07-27T06:50:16.783882+0000","last_clean":"2024-07-27T06:50:16.783882+0000","last_became_active":"2024-07-27T06:50:15.759148+0000","last_became_peered":"2024-07-27T06:50:15.759148+0000","last_unstale":"2024-07-27T06:50:16.783882+0000","last_undegraded":"2024-07-27T06:50:16.783882+0000","last_fullsized":"2024-07-27T06:50:16.783882+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:00:46.388989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784874+0000","last_change":"2024-07-27T06:50:11.697295+0000","last_active":"2024-07-27T06:50:16.784874+0000","last_peered":"2024-07-27T06:50:16.784874+0000","last_clean":"2024-07-27T06:50:16.784874+0000","last_became_active":"2024-07-27T06:50:11.696822+0000","last_became_peered":"2024-07-27T06:50:11.696822+0000","last_unstale":"2024-07-27T06:50:16.784874+0000","last_undegraded":"2024-07-27T06:50:16.784874+0000","last_fullsized":"2024-07-27T06:50:16.784874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731603+0000","last_change":"2024-07-27T06:50:10.697362+0000","last_active":"2024-07-27T06:50:16.731603+0000","last_peered":"2024-07-27T06:50:16.731603+0000","last_clean":"2024-07-27T06:50:16.731603+0000","last_became_active":"2024-07-27T06:50:10.697011+0000","last_became_peered":"2024-07-27T06:50:10.697011+0000","last_unstale":"2024-07-27T06:50:16.731603+0000","last_undegraded":"2024-07-27T06:50:16.731603+0000","last_fullsized":"2024-07-27T06:50:16.731603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:38.878371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786119+0000","last_change":"2024-07-27T06:50:15.767704+0000","last_active":"2024-07-27T06:50:16.786119+0000","last_peered":"2024-07-27T06:50:16.786119+0000","last_clean":"2024-07-27T06:50:16.786119+0000","last_became_active":"2024-07-27T06:50:15.766805+0000","last_became_peered":"2024-07-27T06:50:15.766805+0000","last_unstale":"2024-07-27T06:50:16.786119+0000","last_undegraded":"2024-07-27T06:50:16.786119+0000","last_fullsized":"2024-07-27T06:50:16.786119+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:46.286719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734048+0000","last_change":"2024-07-27T06:50:11.688555+0000","last_active":"2024-07-27T06:50:16.734048+0000","last_peered":"2024-07-27T06:50:16.734048+0000","last_clean":"2024-07-27T06:50:16.734048+0000","last_became_active":"2024-07-27T06:50:11.688216+0000","last_became_peered":"2024-07-27T06:50:11.688216+0000","last_unstale":"2024-07-27T06:50:16.734048+0000","last_undegraded":"2024-07-27T06:50:16.734048+0000","last_fullsized":"2024-07-27T06:50:16.734048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784422+0000","last_change":"2024-07-27T06:50:10.706196+0000","last_active":"2024-07-27T06:50:16.784422+0000","last_peered":"2024-07-27T06:50:16.784422+0000","last_clean":"2024-07-27T06:50:16.784422+0000","last_became_active":"2024-07-27T06:50:10.705714+0000","last_became_peered":"2024-07-27T06:50:10.705714+0000","last_unstale":"2024-07-27T06:50:16.784422+0000","last_undegraded":"2024-07-27T06:50:16.784422+0000","last_fullsized":"2024-07-27T06:50:16.784422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:57.880073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784823+0000","last_change":"2024-07-27T06:50:15.764710+0000","last_active":"2024-07-27T06:50:16.784823+0000","last_peered":"2024-07-27T06:50:16.784823+0000","last_clean":"2024-07-27T06:50:16.784823+0000","last_became_active":"2024-07-27T06:50:15.761170+0000","last_became_peered":"2024-07-27T06:50:15.761170+0000","last_unstale":"2024-07-27T06:50:16.784823+0000","last_undegraded":"2024-07-27T06:50:16.784823+0000","last_fullsized":"2024-07-27T06:50:16.784823+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:08:18.559806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783460+0000","last_change":"2024-07-27T06:50:11.716308+0000","last_active":"2024-07-27T06:50:16.783460+0000","last_peered":"2024-07-27T06:50:16.783460+0000","last_clean":"2024-07-27T06:50:16.783460+0000","last_became_active":"2024-07-27T06:50:11.715796+0000","last_became_peered":"2024-07-27T06:50:11.715796+0000","last_unstale":"2024-07-27T06:50:16.783460+0000","last_undegraded":"2024-07-27T06:50:16.783460+0000","last_fullsized":"2024-07-27T06:50:16.783460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:02.955217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730292+0000","last_change":"2024-07-27T06:50:10.692819+0000","last_active":"2024-07-27T06:50:16.730292+0000","last_peered":"2024-07-27T06:50:16.730292+0000","last_clean":"2024-07-27T06:50:16.730292+0000","last_became_active":"2024-07-27T06:50:10.692524+0000","last_became_peered":"2024-07-27T06:50:10.692524+0000","last_unstale":"2024-07-27T06:50:16.730292+0000","last_undegraded":"2024-07-27T06:50:16.730292+0000","last_fullsized":"2024-07-27T06:50:16.730292+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738508+0000","last_change":"2024-07-27T06:50:15.761907+0000","last_active":"2024-07-27T06:50:16.738508+0000","last_peered":"2024-07-27T06:50:16.738508+0000","last_clean":"2024-07-27T06:50:16.738508+0000","last_became_active":"2024-07-27T06:50:15.761361+0000","last_became_peered":"2024-07-27T06:50:15.761361+0000","last_unstale":"2024-07-27T06:50:16.738508+0000","last_undegraded":"2024-07-27T06:50:16.738508+0000","last_fullsized":"2024-07-27T06:50:16.738508+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:30.469054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732725+0000","last_change":"2024-07-27T06:50:11.687666+0000","last_active":"2024-07-27T06:50:16.732725+0000","last_peered":"2024-07-27T06:50:16.732725+0000","last_clean":"2024-07-27T06:50:16.732725+0000","last_became_active":"2024-07-27T06:50:11.687265+0000","last_became_peered":"2024-07-27T06:50:11.687265+0000","last_unstale":"2024-07-27T06:50:16.732725+0000","last_undegraded":"2024-07-27T06:50:16.732725+0000","last_fullsized":"2024-07-27T06:50:16.732725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:48.220850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732159+0000","last_change":"2024-07-27T06:50:10.709633+0000","last_active":"2024-07-27T06:50:16.732159+0000","last_peered":"2024-07-27T06:50:16.732159+0000","last_clean":"2024-07-27T06:50:16.732159+0000","last_became_active":"2024-07-27T06:50:10.708667+0000","last_became_peered":"2024-07-27T06:50:10.708667+0000","last_unstale":"2024-07-27T06:50:16.732159+0000","last_undegraded":"2024-07-27T06:50:16.732159+0000","last_fullsized":"2024-07-27T06:50:16.732159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":119,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782716+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:50:16.782716+0000","last_peered":"2024-07-27T06:50:16.782716+0000","last_clean":"2024-07-27T06:50:16.782716+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:50:16.782716+0000","last_undegraded":"2024-07-27T06:50:16.782716+0000","last_fullsized":"2024-07-27T06:50:16.782716+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733209+0000","last_change":"2024-07-27T06:50:15.748912+0000","last_active":"2024-07-27T06:50:16.733209+0000","last_peered":"2024-07-27T06:50:16.733209+0000","last_clean":"2024-07-27T06:50:16.733209+0000","last_became_active":"2024-07-27T06:50:15.748464+0000","last_became_peered":"2024-07-27T06:50:15.748464+0000","last_unstale":"2024-07-27T06:50:16.733209+0000","last_undegraded":"2024-07-27T06:50:16.733209+0000","last_fullsized":"2024-07-27T06:50:16.733209+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:55:42.636720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732454+0000","last_change":"2024-07-27T06:50:11.704454+0000","last_active":"2024-07-27T06:50:16.732454+0000","last_peered":"2024-07-27T06:50:16.732454+0000","last_clean":"2024-07-27T06:50:16.732454+0000","last_became_active":"2024-07-27T06:50:11.704124+0000","last_became_peered":"2024-07-27T06:50:11.704124+0000","last_unstale":"2024-07-27T06:50:16.732454+0000","last_undegraded":"2024-07-27T06:50:16.732454+0000","last_fullsized":"2024-07-27T06:50:16.732454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:26.418643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786752+0000","last_change":"2024-07-27T06:50:10.704146+0000","last_active":"2024-07-27T06:50:16.786752+0000","last_peered":"2024-07-27T06:50:16.786752+0000","last_clean":"2024-07-27T06:50:16.786752+0000","last_became_active":"2024-07-27T06:50:10.703365+0000","last_became_peered":"2024-07-27T06:50:10.703365+0000","last_unstale":"2024-07-27T06:50:16.786752+0000","last_undegraded":"2024-07-27T06:50:16.786752+0000","last_fullsized":"2024-07-27T06:50:16.786752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:35:27.967799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780362+0000","last_change":"2024-07-27T06:50:15.764308+0000","last_active":"2024-07-27T06:50:16.780362+0000","last_peered":"2024-07-27T06:50:16.780362+0000","last_clean":"2024-07-27T06:50:16.780362+0000","last_became_active":"2024-07-27T06:50:15.760773+0000","last_became_peered":"2024-07-27T06:50:15.760773+0000","last_unstale":"2024-07-27T06:50:16.780362+0000","last_undegraded":"2024-07-27T06:50:16.780362+0000","last_fullsized":"2024-07-27T06:50:16.780362+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:07:01.156598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785633+0000","last_change":"2024-07-27T06:50:11.695759+0000","last_active":"2024-07-27T06:50:16.785633+0000","last_peered":"2024-07-27T06:50:16.785633+0000","last_clean":"2024-07-27T06:50:16.785633+0000","last_became_active":"2024-07-27T06:50:11.695450+0000","last_became_peered":"2024-07-27T06:50:11.695450+0000","last_unstale":"2024-07-27T06:50:16.785633+0000","last_undegraded":"2024-07-27T06:50:16.785633+0000","last_fullsized":"2024-07-27T06:50:16.785633+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738018+0000","last_change":"2024-07-27T06:50:10.698348+0000","last_active":"2024-07-27T06:50:16.738018+0000","last_peered":"2024-07-27T06:50:16.738018+0000","last_clean":"2024-07-27T06:50:16.738018+0000","last_became_active":"2024-07-27T06:50:10.693611+0000","last_became_peered":"2024-07-27T06:50:10.693611+0000","last_unstale":"2024-07-27T06:50:16.738018+0000","last_undegraded":"2024-07-27T06:50:16.738018+0000","last_fullsized":"2024-07-27T06:50:16.738018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736745+0000","last_change":"2024-07-27T06:50:15.757437+0000","last_active":"2024-07-27T06:50:16.736745+0000","last_peered":"2024-07-27T06:50:16.736745+0000","last_clean":"2024-07-27T06:50:16.736745+0000","last_became_active":"2024-07-27T06:50:15.756918+0000","last_became_peered":"2024-07-27T06:50:15.756918+0000","last_unstale":"2024-07-27T06:50:16.736745+0000","last_undegraded":"2024-07-27T06:50:16.736745+0000","last_fullsized":"2024-07-27T06:50:16.736745+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:08.890326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785301+0000","last_change":"2024-07-27T06:50:11.703829+0000","last_active":"2024-07-27T06:50:16.785301+0000","last_peered":"2024-07-27T06:50:16.785301+0000","last_clean":"2024-07-27T06:50:16.785301+0000","last_became_active":"2024-07-27T06:50:11.703474+0000","last_became_peered":"2024-07-27T06:50:11.703474+0000","last_unstale":"2024-07-27T06:50:16.785301+0000","last_undegraded":"2024-07-27T06:50:16.785301+0000","last_fullsized":"2024-07-27T06:50:16.785301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734501+0000","last_change":"2024-07-27T06:50:10.701267+0000","last_active":"2024-07-27T06:50:16.734501+0000","last_peered":"2024-07-27T06:50:16.734501+0000","last_clean":"2024-07-27T06:50:16.734501+0000","last_became_active":"2024-07-27T06:50:10.700950+0000","last_became_peered":"2024-07-27T06:50:10.700950+0000","last_unstale":"2024-07-27T06:50:16.734501+0000","last_undegraded":"2024-07-27T06:50:16.734501+0000","last_fullsized":"2024-07-27T06:50:16.734501+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729754+0000","last_change":"2024-07-27T06:50:15.759139+0000","last_active":"2024-07-27T06:50:16.729754+0000","last_peered":"2024-07-27T06:50:16.729754+0000","last_clean":"2024-07-27T06:50:16.729754+0000","last_became_active":"2024-07-27T06:50:15.758584+0000","last_became_peered":"2024-07-27T06:50:15.758584+0000","last_unstale":"2024-07-27T06:50:16.729754+0000","last_undegraded":"2024-07-27T06:50:16.729754+0000","last_fullsized":"2024-07-27T06:50:16.729754+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:11.658001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780932+0000","last_change":"2024-07-27T06:50:11.703983+0000","last_active":"2024-07-27T06:50:16.780932+0000","last_peered":"2024-07-27T06:50:16.780932+0000","last_clean":"2024-07-27T06:50:16.780932+0000","last_became_active":"2024-07-27T06:50:11.699009+0000","last_became_peered":"2024-07-27T06:50:11.699009+0000","last_unstale":"2024-07-27T06:50:16.780932+0000","last_undegraded":"2024-07-27T06:50:16.780932+0000","last_fullsized":"2024-07-27T06:50:16.780932+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785439+0000","last_change":"2024-07-27T06:50:10.695518+0000","last_active":"2024-07-27T06:50:16.785439+0000","last_peered":"2024-07-27T06:50:16.785439+0000","last_clean":"2024-07-27T06:50:16.785439+0000","last_became_active":"2024-07-27T06:50:10.690820+0000","last_became_peered":"2024-07-27T06:50:10.690820+0000","last_unstale":"2024-07-27T06:50:16.785439+0000","last_undegraded":"2024-07-27T06:50:16.785439+0000","last_fullsized":"2024-07-27T06:50:16.785439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782694+0000","last_change":"2024-07-27T06:50:15.766444+0000","last_active":"2024-07-27T06:50:16.782694+0000","last_peered":"2024-07-27T06:50:16.782694+0000","last_clean":"2024-07-27T06:50:16.782694+0000","last_became_active":"2024-07-27T06:50:15.764266+0000","last_became_peered":"2024-07-27T06:50:15.764266+0000","last_unstale":"2024-07-27T06:50:16.782694+0000","last_undegraded":"2024-07-27T06:50:16.782694+0000","last_fullsized":"2024-07-27T06:50:16.782694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729804+0000","last_change":"2024-07-27T06:50:11.701414+0000","last_active":"2024-07-27T06:50:16.729804+0000","last_peered":"2024-07-27T06:50:16.729804+0000","last_clean":"2024-07-27T06:50:16.729804+0000","last_became_active":"2024-07-27T06:50:11.701026+0000","last_became_peered":"2024-07-27T06:50:11.701026+0000","last_unstale":"2024-07-27T06:50:16.729804+0000","last_undegraded":"2024-07-27T06:50:16.729804+0000","last_fullsized":"2024-07-27T06:50:16.729804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731419+0000","last_change":"2024-07-27T06:50:10.695587+0000","last_active":"2024-07-27T06:50:16.731419+0000","last_peered":"2024-07-27T06:50:16.731419+0000","last_clean":"2024-07-27T06:50:16.731419+0000","last_became_active":"2024-07-27T06:50:10.695189+0000","last_became_peered":"2024-07-27T06:50:10.695189+0000","last_unstale":"2024-07-27T06:50:16.731419+0000","last_undegraded":"2024-07-27T06:50:16.731419+0000","last_fullsized":"2024-07-27T06:50:16.731419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739136+0000","last_change":"2024-07-27T06:50:15.761808+0000","last_active":"2024-07-27T06:50:16.739136+0000","last_peered":"2024-07-27T06:50:16.739136+0000","last_clean":"2024-07-27T06:50:16.739136+0000","last_became_active":"2024-07-27T06:50:15.760543+0000","last_became_peered":"2024-07-27T06:50:15.760543+0000","last_unstale":"2024-07-27T06:50:16.739136+0000","last_undegraded":"2024-07-27T06:50:16.739136+0000","last_fullsized":"2024-07-27T06:50:16.739136+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:16:50.604917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782360+0000","last_change":"2024-07-27T06:50:11.675747+0000","last_active":"2024-07-27T06:50:16.782360+0000","last_peered":"2024-07-27T06:50:16.782360+0000","last_clean":"2024-07-27T06:50:16.782360+0000","last_became_active":"2024-07-27T06:50:11.672879+0000","last_became_peered":"2024-07-27T06:50:11.672879+0000","last_unstale":"2024-07-27T06:50:16.782360+0000","last_undegraded":"2024-07-27T06:50:16.782360+0000","last_fullsized":"2024-07-27T06:50:16.782360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784995+0000","last_change":"2024-07-27T06:50:10.706803+0000","last_active":"2024-07-27T06:50:16.784995+0000","last_peered":"2024-07-27T06:50:16.784995+0000","last_clean":"2024-07-27T06:50:16.784995+0000","last_became_active":"2024-07-27T06:50:10.706461+0000","last_became_peered":"2024-07-27T06:50:10.706461+0000","last_unstale":"2024-07-27T06:50:16.784995+0000","last_undegraded":"2024-07-27T06:50:16.784995+0000","last_fullsized":"2024-07-27T06:50:16.784995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738643+0000","last_change":"2024-07-27T06:50:15.757705+0000","last_active":"2024-07-27T06:50:16.738643+0000","last_peered":"2024-07-27T06:50:16.738643+0000","last_clean":"2024-07-27T06:50:16.738643+0000","last_became_active":"2024-07-27T06:50:15.757142+0000","last_became_peered":"2024-07-27T06:50:15.757142+0000","last_unstale":"2024-07-27T06:50:16.738643+0000","last_undegraded":"2024-07-27T06:50:16.738643+0000","last_fullsized":"2024-07-27T06:50:16.738643+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:22.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731150+0000","last_change":"2024-07-27T06:50:11.702963+0000","last_active":"2024-07-27T06:50:16.731150+0000","last_peered":"2024-07-27T06:50:16.731150+0000","last_clean":"2024-07-27T06:50:16.731150+0000","last_became_active":"2024-07-27T06:50:11.702598+0000","last_became_peered":"2024-07-27T06:50:11.702598+0000","last_unstale":"2024-07-27T06:50:16.731150+0000","last_undegraded":"2024-07-27T06:50:16.731150+0000","last_fullsized":"2024-07-27T06:50:16.731150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731247+0000","last_change":"2024-07-27T06:50:10.707717+0000","last_active":"2024-07-27T06:50:16.731247+0000","last_peered":"2024-07-27T06:50:16.731247+0000","last_clean":"2024-07-27T06:50:16.731247+0000","last_became_active":"2024-07-27T06:50:10.707387+0000","last_became_peered":"2024-07-27T06:50:10.707387+0000","last_unstale":"2024-07-27T06:50:16.731247+0000","last_undegraded":"2024-07-27T06:50:16.731247+0000","last_fullsized":"2024-07-27T06:50:16.731247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:00.790040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785808+0000","last_change":"2024-07-27T06:50:15.767257+0000","last_active":"2024-07-27T06:50:16.785808+0000","last_peered":"2024-07-27T06:50:16.785808+0000","last_clean":"2024-07-27T06:50:16.785808+0000","last_became_active":"2024-07-27T06:50:15.766132+0000","last_became_peered":"2024-07-27T06:50:15.766132+0000","last_unstale":"2024-07-27T06:50:16.785808+0000","last_undegraded":"2024-07-27T06:50:16.785808+0000","last_fullsized":"2024-07-27T06:50:16.785808+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:58:41.008860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784729+0000","last_change":"2024-07-27T06:50:11.715320+0000","last_active":"2024-07-27T06:50:16.784729+0000","last_peered":"2024-07-27T06:50:16.784729+0000","last_clean":"2024-07-27T06:50:16.784729+0000","last_became_active":"2024-07-27T06:50:11.714713+0000","last_became_peered":"2024-07-27T06:50:11.714713+0000","last_unstale":"2024-07-27T06:50:16.784729+0000","last_undegraded":"2024-07-27T06:50:16.784729+0000","last_fullsized":"2024-07-27T06:50:16.784729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:56.329025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787830+0000","last_change":"2024-07-27T06:50:10.704567+0000","last_active":"2024-07-27T06:50:16.787830+0000","last_peered":"2024-07-27T06:50:16.787830+0000","last_clean":"2024-07-27T06:50:16.787830+0000","last_became_active":"2024-07-27T06:50:10.703405+0000","last_became_peered":"2024-07-27T06:50:10.703405+0000","last_unstale":"2024-07-27T06:50:16.787830+0000","last_undegraded":"2024-07-27T06:50:16.787830+0000","last_fullsized":"2024-07-27T06:50:16.787830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733442+0000","last_change":"2024-07-27T06:50:15.755573+0000","last_active":"2024-07-27T06:50:16.733442+0000","last_peered":"2024-07-27T06:50:16.733442+0000","last_clean":"2024-07-27T06:50:16.733442+0000","last_became_active":"2024-07-27T06:50:15.752934+0000","last_became_peered":"2024-07-27T06:50:15.752934+0000","last_unstale":"2024-07-27T06:50:16.733442+0000","last_undegraded":"2024-07-27T06:50:16.733442+0000","last_fullsized":"2024-07-27T06:50:16.733442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:03:30.687342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784657+0000","last_change":"2024-07-27T06:50:11.701325+0000","last_active":"2024-07-27T06:50:16.784657+0000","last_peered":"2024-07-27T06:50:16.784657+0000","last_clean":"2024-07-27T06:50:16.784657+0000","last_became_active":"2024-07-27T06:50:11.700917+0000","last_became_peered":"2024-07-27T06:50:11.700917+0000","last_unstale":"2024-07-27T06:50:16.784657+0000","last_undegraded":"2024-07-27T06:50:16.784657+0000","last_fullsized":"2024-07-27T06:50:16.784657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'10","reported_seq":32,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:27.581000+0000","last_change":"2024-07-27T06:50:10.699195+0000","last_active":"2024-07-27T06:50:27.581000+0000","last_peered":"2024-07-27T06:50:27.581000+0000","last_clean":"2024-07-27T06:50:27.581000+0000","last_became_active":"2024-07-27T06:50:10.698663+0000","last_became_peered":"2024-07-27T06:50:10.698663+0000","last_unstale":"2024-07-27T06:50:27.581000+0000","last_undegraded":"2024-07-27T06:50:27.581000+0000","last_fullsized":"2024-07-27T06:50:27.581000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:36.548506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732404+0000","last_change":"2024-07-27T06:50:15.757791+0000","last_active":"2024-07-27T06:50:16.732404+0000","last_peered":"2024-07-27T06:50:16.732404+0000","last_clean":"2024-07-27T06:50:16.732404+0000","last_became_active":"2024-07-27T06:50:15.756171+0000","last_became_peered":"2024-07-27T06:50:15.756171+0000","last_unstale":"2024-07-27T06:50:16.732404+0000","last_undegraded":"2024-07-27T06:50:16.732404+0000","last_fullsized":"2024-07-27T06:50:16.732404+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:23.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731345+0000","last_change":"2024-07-27T06:50:11.717897+0000","last_active":"2024-07-27T06:50:16.731345+0000","last_peered":"2024-07-27T06:50:16.731345+0000","last_clean":"2024-07-27T06:50:16.731345+0000","last_became_active":"2024-07-27T06:50:11.717656+0000","last_became_peered":"2024-07-27T06:50:11.717656+0000","last_unstale":"2024-07-27T06:50:16.731345+0000","last_undegraded":"2024-07-27T06:50:16.731345+0000","last_fullsized":"2024-07-27T06:50:16.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:23.074676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788408+0000","last_change":"2024-07-27T06:50:10.707160+0000","last_active":"2024-07-27T06:50:16.788408+0000","last_peered":"2024-07-27T06:50:16.788408+0000","last_clean":"2024-07-27T06:50:16.788408+0000","last_became_active":"2024-07-27T06:50:10.706798+0000","last_became_peered":"2024-07-27T06:50:10.706798+0000","last_unstale":"2024-07-27T06:50:16.788408+0000","last_undegraded":"2024-07-27T06:50:16.788408+0000","last_fullsized":"2024-07-27T06:50:16.788408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:04.006877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782641+0000","last_change":"2024-07-27T06:50:15.766957+0000","last_active":"2024-07-27T06:50:16.782641+0000","last_peered":"2024-07-27T06:50:16.782641+0000","last_clean":"2024-07-27T06:50:16.782641+0000","last_became_active":"2024-07-27T06:50:15.766522+0000","last_became_peered":"2024-07-27T06:50:15.766522+0000","last_unstale":"2024-07-27T06:50:16.782641+0000","last_undegraded":"2024-07-27T06:50:16.782641+0000","last_fullsized":"2024-07-27T06:50:16.782641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:18.932283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738455+0000","last_change":"2024-07-27T06:50:11.707628+0000","last_active":"2024-07-27T06:50:16.738455+0000","last_peered":"2024-07-27T06:50:16.738455+0000","last_clean":"2024-07-27T06:50:16.738455+0000","last_became_active":"2024-07-27T06:50:11.707299+0000","last_became_peered":"2024-07-27T06:50:11.707299+0000","last_unstale":"2024-07-27T06:50:16.738455+0000","last_undegraded":"2024-07-27T06:50:16.738455+0000","last_fullsized":"2024-07-27T06:50:16.738455+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785809+0000","last_change":"2024-07-27T06:50:10.701353+0000","last_active":"2024-07-27T06:50:16.785809+0000","last_peered":"2024-07-27T06:50:16.785809+0000","last_clean":"2024-07-27T06:50:16.785809+0000","last_became_active":"2024-07-27T06:50:10.697263+0000","last_became_peered":"2024-07-27T06:50:10.697263+0000","last_unstale":"2024-07-27T06:50:16.785809+0000","last_undegraded":"2024-07-27T06:50:16.785809+0000","last_fullsized":"2024-07-27T06:50:16.785809+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:51.337805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783893+0000","last_change":"2024-07-27T06:50:15.775143+0000","last_active":"2024-07-27T06:50:16.783893+0000","last_peered":"2024-07-27T06:50:16.783893+0000","last_clean":"2024-07-27T06:50:16.783893+0000","last_became_active":"2024-07-27T06:50:15.774626+0000","last_became_peered":"2024-07-27T06:50:15.774626+0000","last_unstale":"2024-07-27T06:50:16.783893+0000","last_undegraded":"2024-07-27T06:50:16.783893+0000","last_fullsized":"2024-07-27T06:50:16.783893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:25.935083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780806+0000","last_change":"2024-07-27T06:50:11.711969+0000","last_active":"2024-07-27T06:50:16.780806+0000","last_peered":"2024-07-27T06:50:16.780806+0000","last_clean":"2024-07-27T06:50:16.780806+0000","last_became_active":"2024-07-27T06:50:11.711208+0000","last_became_peered":"2024-07-27T06:50:11.711208+0000","last_unstale":"2024-07-27T06:50:16.780806+0000","last_undegraded":"2024-07-27T06:50:16.780806+0000","last_fullsized":"2024-07-27T06:50:16.780806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783637+0000","last_change":"2024-07-27T06:50:10.701572+0000","last_active":"2024-07-27T06:50:16.783637+0000","last_peered":"2024-07-27T06:50:16.783637+0000","last_clean":"2024-07-27T06:50:16.783637+0000","last_became_active":"2024-07-27T06:50:10.701235+0000","last_became_peered":"2024-07-27T06:50:10.701235+0000","last_unstale":"2024-07-27T06:50:16.783637+0000","last_undegraded":"2024-07-27T06:50:16.783637+0000","last_fullsized":"2024-07-27T06:50:16.783637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732162+0000","last_change":"2024-07-27T06:50:15.762204+0000","last_active":"2024-07-27T06:50:16.732162+0000","last_peered":"2024-07-27T06:50:16.732162+0000","last_clean":"2024-07-27T06:50:16.732162+0000","last_became_active":"2024-07-27T06:50:15.761203+0000","last_became_peered":"2024-07-27T06:50:15.761203+0000","last_unstale":"2024-07-27T06:50:16.732162+0000","last_undegraded":"2024-07-27T06:50:16.732162+0000","last_fullsized":"2024-07-27T06:50:16.732162+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:38.401021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734230+0000","last_change":"2024-07-27T06:50:15.760943+0000","last_active":"2024-07-27T06:50:16.734230+0000","last_peered":"2024-07-27T06:50:16.734230+0000","last_clean":"2024-07-27T06:50:16.734230+0000","last_became_active":"2024-07-27T06:50:15.758920+0000","last_became_peered":"2024-07-27T06:50:15.758920+0000","last_unstale":"2024-07-27T06:50:16.734230+0000","last_undegraded":"2024-07-27T06:50:16.734230+0000","last_fullsized":"2024-07-27T06:50:16.734230+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:32.784663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732348+0000","last_change":"2024-07-27T06:50:11.685907+0000","last_active":"2024-07-27T06:50:16.732348+0000","last_peered":"2024-07-27T06:50:16.732348+0000","last_clean":"2024-07-27T06:50:16.732348+0000","last_became_active":"2024-07-27T06:50:11.684306+0000","last_became_peered":"2024-07-27T06:50:11.684306+0000","last_unstale":"2024-07-27T06:50:16.732348+0000","last_undegraded":"2024-07-27T06:50:16.732348+0000","last_fullsized":"2024-07-27T06:50:16.732348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:20.108637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730035+0000","last_change":"2024-07-27T06:50:10.693760+0000","last_active":"2024-07-27T06:50:16.730035+0000","last_peered":"2024-07-27T06:50:16.730035+0000","last_clean":"2024-07-27T06:50:16.730035+0000","last_became_active":"2024-07-27T06:50:10.693316+0000","last_became_peered":"2024-07-27T06:50:10.693316+0000","last_unstale":"2024-07-27T06:50:16.730035+0000","last_undegraded":"2024-07-27T06:50:16.730035+0000","last_fullsized":"2024-07-27T06:50:16.730035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732636+0000","last_change":"2024-07-27T06:50:15.751042+0000","last_active":"2024-07-27T06:50:16.732636+0000","last_peered":"2024-07-27T06:50:16.732636+0000","last_clean":"2024-07-27T06:50:16.732636+0000","last_became_active":"2024-07-27T06:50:15.747952+0000","last_became_peered":"2024-07-27T06:50:15.747952+0000","last_unstale":"2024-07-27T06:50:16.732636+0000","last_undegraded":"2024-07-27T06:50:16.732636+0000","last_fullsized":"2024-07-27T06:50:16.732636+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:05:54.884845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734314+0000","last_change":"2024-07-27T06:50:11.691072+0000","last_active":"2024-07-27T06:50:16.734314+0000","last_peered":"2024-07-27T06:50:16.734314+0000","last_clean":"2024-07-27T06:50:16.734314+0000","last_became_active":"2024-07-27T06:50:11.690738+0000","last_became_peered":"2024-07-27T06:50:11.690738+0000","last_unstale":"2024-07-27T06:50:16.734314+0000","last_undegraded":"2024-07-27T06:50:16.734314+0000","last_fullsized":"2024-07-27T06:50:16.734314+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783854+0000","last_change":"2024-07-27T06:50:10.702498+0000","last_active":"2024-07-27T06:50:16.783854+0000","last_peered":"2024-07-27T06:50:16.783854+0000","last_clean":"2024-07-27T06:50:16.783854+0000","last_became_active":"2024-07-27T06:50:10.702103+0000","last_became_peered":"2024-07-27T06:50:10.702103+0000","last_unstale":"2024-07-27T06:50:16.783854+0000","last_undegraded":"2024-07-27T06:50:16.783854+0000","last_fullsized":"2024-07-27T06:50:16.783854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:33:32.183915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731158+0000","last_change":"2024-07-27T06:50:10.714406+0000","last_active":"2024-07-27T06:50:16.731158+0000","last_peered":"2024-07-27T06:50:16.731158+0000","last_clean":"2024-07-27T06:50:16.731158+0000","last_became_active":"2024-07-27T06:50:10.714025+0000","last_became_peered":"2024-07-27T06:50:10.714025+0000","last_unstale":"2024-07-27T06:50:16.731158+0000","last_undegraded":"2024-07-27T06:50:16.731158+0000","last_fullsized":"2024-07-27T06:50:16.731158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:20.643624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732347+0000","last_change":"2024-07-27T06:50:11.710064+0000","last_active":"2024-07-27T06:50:16.732347+0000","last_peered":"2024-07-27T06:50:16.732347+0000","last_clean":"2024-07-27T06:50:16.732347+0000","last_became_active":"2024-07-27T06:50:11.709487+0000","last_became_peered":"2024-07-27T06:50:11.709487+0000","last_unstale":"2024-07-27T06:50:16.732347+0000","last_undegraded":"2024-07-27T06:50:16.732347+0000","last_fullsized":"2024-07-27T06:50:16.732347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:53.772044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733671+0000","last_change":"2024-07-27T06:50:15.766284+0000","last_active":"2024-07-27T06:50:16.733671+0000","last_peered":"2024-07-27T06:50:16.733671+0000","last_clean":"2024-07-27T06:50:16.733671+0000","last_became_active":"2024-07-27T06:50:15.765800+0000","last_became_peered":"2024-07-27T06:50:15.765800+0000","last_unstale":"2024-07-27T06:50:16.733671+0000","last_undegraded":"2024-07-27T06:50:16.733671+0000","last_fullsized":"2024-07-27T06:50:16.733671+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:38.151211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736922+0000","last_change":"2024-07-27T06:50:10.697873+0000","last_active":"2024-07-27T06:50:16.736922+0000","last_peered":"2024-07-27T06:50:16.736922+0000","last_clean":"2024-07-27T06:50:16.736922+0000","last_became_active":"2024-07-27T06:50:10.697067+0000","last_became_peered":"2024-07-27T06:50:10.697067+0000","last_unstale":"2024-07-27T06:50:16.736922+0000","last_undegraded":"2024-07-27T06:50:16.736922+0000","last_fullsized":"2024-07-27T06:50:16.736922+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782372+0000","last_change":"2024-07-27T06:50:11.675475+0000","last_active":"2024-07-27T06:50:16.782372+0000","last_peered":"2024-07-27T06:50:16.782372+0000","last_clean":"2024-07-27T06:50:16.782372+0000","last_became_active":"2024-07-27T06:50:11.675069+0000","last_became_peered":"2024-07-27T06:50:11.675069+0000","last_unstale":"2024-07-27T06:50:16.782372+0000","last_undegraded":"2024-07-27T06:50:16.782372+0000","last_fullsized":"2024-07-27T06:50:16.782372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788544+0000","last_change":"2024-07-27T06:50:15.773772+0000","last_active":"2024-07-27T06:50:16.788544+0000","last_peered":"2024-07-27T06:50:16.788544+0000","last_clean":"2024-07-27T06:50:16.788544+0000","last_became_active":"2024-07-27T06:50:15.771940+0000","last_became_peered":"2024-07-27T06:50:15.771940+0000","last_unstale":"2024-07-27T06:50:16.788544+0000","last_undegraded":"2024-07-27T06:50:16.788544+0000","last_fullsized":"2024-07-27T06:50:16.788544+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:52.271261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781016+0000","last_change":"2024-07-27T06:50:11.691616+0000","last_active":"2024-07-27T06:50:16.781016+0000","last_peered":"2024-07-27T06:50:16.781016+0000","last_clean":"2024-07-27T06:50:16.781016+0000","last_became_active":"2024-07-27T06:50:11.691246+0000","last_became_peered":"2024-07-27T06:50:11.691246+0000","last_unstale":"2024-07-27T06:50:16.781016+0000","last_undegraded":"2024-07-27T06:50:16.781016+0000","last_fullsized":"2024-07-27T06:50:16.781016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784103+0000","last_change":"2024-07-27T06:50:11.698140+0000","last_active":"2024-07-27T06:50:16.784103+0000","last_peered":"2024-07-27T06:50:16.784103+0000","last_clean":"2024-07-27T06:50:16.784103+0000","last_became_active":"2024-07-27T06:50:11.697780+0000","last_became_peered":"2024-07-27T06:50:11.697780+0000","last_unstale":"2024-07-27T06:50:16.784103+0000","last_undegraded":"2024-07-27T06:50:16.784103+0000","last_fullsized":"2024-07-27T06:50:16.784103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730596+0000","last_change":"2024-07-27T06:50:11.687378+0000","last_active":"2024-07-27T06:50:16.730596+0000","last_peered":"2024-07-27T06:50:16.730596+0000","last_clean":"2024-07-27T06:50:16.730596+0000","last_became_active":"2024-07-27T06:50:11.686936+0000","last_became_peered":"2024-07-27T06:50:11.686936+0000","last_unstale":"2024-07-27T06:50:16.730596+0000","last_undegraded":"2024-07-27T06:50:16.730596+0000","last_fullsized":"2024-07-27T06:50:16.730596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736437+0000","last_change":"2024-07-27T06:50:11.686960+0000","last_active":"2024-07-27T06:50:16.736437+0000","last_peered":"2024-07-27T06:50:16.736437+0000","last_clean":"2024-07-27T06:50:16.736437+0000","last_became_active":"2024-07-27T06:50:11.686334+0000","last_became_peered":"2024-07-27T06:50:11.686334+0000","last_unstale":"2024-07-27T06:50:16.736437+0000","last_undegraded":"2024-07-27T06:50:16.736437+0000","last_fullsized":"2024-07-27T06:50:16.736437+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786213+0000","last_change":"2024-07-27T06:50:11.705801+0000","last_active":"2024-07-27T06:50:16.786213+0000","last_peered":"2024-07-27T06:50:16.786213+0000","last_clean":"2024-07-27T06:50:16.786213+0000","last_became_active":"2024-07-27T06:50:11.705399+0000","last_became_peered":"2024-07-27T06:50:11.705399+0000","last_unstale":"2024-07-27T06:50:16.786213+0000","last_undegraded":"2024-07-27T06:50:16.786213+0000","last_fullsized":"2024-07-27T06:50:16.786213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:34:20.807425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784820+0000","last_change":"2024-07-27T06:50:11.693254+0000","last_active":"2024-07-27T06:50:16.784820+0000","last_peered":"2024-07-27T06:50:16.784820+0000","last_clean":"2024-07-27T06:50:16.784820+0000","last_became_active":"2024-07-27T06:50:11.692841+0000","last_became_peered":"2024-07-27T06:50:11.692841+0000","last_unstale":"2024-07-27T06:50:16.784820+0000","last_undegraded":"2024-07-27T06:50:16.784820+0000","last_fullsized":"2024-07-27T06:50:16.784820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:54:18.066866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780679+0000","last_change":"2024-07-27T06:50:11.714633+0000","last_active":"2024-07-27T06:50:16.780679+0000","last_peered":"2024-07-27T06:50:16.780679+0000","last_clean":"2024-07-27T06:50:16.780679+0000","last_became_active":"2024-07-27T06:50:11.711661+0000","last_became_peered":"2024-07-27T06:50:11.711661+0000","last_unstale":"2024-07-27T06:50:16.780679+0000","last_undegraded":"2024-07-27T06:50:16.780679+0000","last_fullsized":"2024-07-27T06:50:16.780679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737893+0000","last_change":"2024-07-27T06:50:11.680280+0000","last_active":"2024-07-27T06:50:16.737893+0000","last_peered":"2024-07-27T06:50:16.737893+0000","last_clean":"2024-07-27T06:50:16.737893+0000","last_became_active":"2024-07-27T06:50:11.679898+0000","last_became_peered":"2024-07-27T06:50:11.679898+0000","last_unstale":"2024-07-27T06:50:16.737893+0000","last_undegraded":"2024-07-27T06:50:16.737893+0000","last_fullsized":"2024-07-27T06:50:16.737893+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730087+0000","last_change":"2024-07-27T06:50:11.679988+0000","last_active":"2024-07-27T06:50:16.730087+0000","last_peered":"2024-07-27T06:50:16.730087+0000","last_clean":"2024-07-27T06:50:16.730087+0000","last_became_active":"2024-07-27T06:50:11.677917+0000","last_became_peered":"2024-07-27T06:50:11.677917+0000","last_unstale":"2024-07-27T06:50:16.730087+0000","last_undegraded":"2024-07-27T06:50:16.730087+0000","last_fullsized":"2024-07-27T06:50:16.730087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735542+0000","last_change":"2024-07-27T06:50:11.686126+0000","last_active":"2024-07-27T06:50:16.735542+0000","last_peered":"2024-07-27T06:50:16.735542+0000","last_clean":"2024-07-27T06:50:16.735542+0000","last_became_active":"2024-07-27T06:50:11.685595+0000","last_became_peered":"2024-07-27T06:50:11.685595+0000","last_unstale":"2024-07-27T06:50:16.735542+0000","last_undegraded":"2024-07-27T06:50:16.735542+0000","last_fullsized":"2024-07-27T06:50:16.735542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:24.564001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782242+0000","last_change":"2024-07-27T06:50:11.682497+0000","last_active":"2024-07-27T06:50:16.782242+0000","last_peered":"2024-07-27T06:50:16.782242+0000","last_clean":"2024-07-27T06:50:16.782242+0000","last_became_active":"2024-07-27T06:50:11.682162+0000","last_became_peered":"2024-07-27T06:50:11.682162+0000","last_unstale":"2024-07-27T06:50:16.782242+0000","last_undegraded":"2024-07-27T06:50:16.782242+0000","last_fullsized":"2024-07-27T06:50:16.782242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732028+0000","last_change":"2024-07-27T06:50:11.697371+0000","last_active":"2024-07-27T06:50:16.732028+0000","last_peered":"2024-07-27T06:50:16.732028+0000","last_clean":"2024-07-27T06:50:16.732028+0000","last_became_active":"2024-07-27T06:50:11.695540+0000","last_became_peered":"2024-07-27T06:50:11.695540+0000","last_unstale":"2024-07-27T06:50:16.732028+0000","last_undegraded":"2024-07-27T06:50:16.732028+0000","last_fullsized":"2024-07-27T06:50:16.732028+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:21.884672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785426+0000","last_change":"2024-07-27T06:50:11.701733+0000","last_active":"2024-07-27T06:50:16.785426+0000","last_peered":"2024-07-27T06:50:16.785426+0000","last_clean":"2024-07-27T06:50:16.785426+0000","last_became_active":"2024-07-27T06:50:11.701396+0000","last_became_peered":"2024-07-27T06:50:11.701396+0000","last_unstale":"2024-07-27T06:50:16.785426+0000","last_undegraded":"2024-07-27T06:50:16.785426+0000","last_fullsized":"2024-07-27T06:50:16.785426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733400+0000","last_change":"2024-07-27T06:50:11.704365+0000","last_active":"2024-07-27T06:50:16.733400+0000","last_peered":"2024-07-27T06:50:16.733400+0000","last_clean":"2024-07-27T06:50:16.733400+0000","last_became_active":"2024-07-27T06:50:11.704035+0000","last_became_peered":"2024-07-27T06:50:11.704035+0000","last_unstale":"2024-07-27T06:50:16.733400+0000","last_undegraded":"2024-07-27T06:50:16.733400+0000","last_fullsized":"2024-07-27T06:50:16.733400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:04.839915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788510+0000","last_change":"2024-07-27T06:50:11.703509+0000","last_active":"2024-07-27T06:50:16.788510+0000","last_peered":"2024-07-27T06:50:16.788510+0000","last_clean":"2024-07-27T06:50:16.788510+0000","last_became_active":"2024-07-27T06:50:11.702750+0000","last_became_peered":"2024-07-27T06:50:11.702750+0000","last_unstale":"2024-07-27T06:50:16.788510+0000","last_undegraded":"2024-07-27T06:50:16.788510+0000","last_fullsized":"2024-07-27T06:50:16.788510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732642+0000","last_change":"2024-07-27T06:50:11.708071+0000","last_active":"2024-07-27T06:50:16.732642+0000","last_peered":"2024-07-27T06:50:16.732642+0000","last_clean":"2024-07-27T06:50:16.732642+0000","last_became_active":"2024-07-27T06:50:11.707477+0000","last_became_peered":"2024-07-27T06:50:11.707477+0000","last_unstale":"2024-07-27T06:50:16.732642+0000","last_undegraded":"2024-07-27T06:50:16.732642+0000","last_fullsized":"2024-07-27T06:50:16.732642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:18.616731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729747+0000","last_change":"2024-07-27T06:50:11.708516+0000","last_active":"2024-07-27T06:50:16.729747+0000","last_peered":"2024-07-27T06:50:16.729747+0000","last_clean":"2024-07-27T06:50:16.729747+0000","last_became_active":"2024-07-27T06:50:11.697953+0000","last_became_peered":"2024-07-27T06:50:11.697953+0000","last_unstale":"2024-07-27T06:50:16.729747+0000","last_undegraded":"2024-07-27T06:50:16.729747+0000","last_fullsized":"2024-07-27T06:50:16.729747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735197+0000","last_change":"2024-07-27T06:50:11.696115+0000","last_active":"2024-07-27T06:50:16.735197+0000","last_peered":"2024-07-27T06:50:16.735197+0000","last_clean":"2024-07-27T06:50:16.735197+0000","last_became_active":"2024-07-27T06:50:11.694645+0000","last_became_peered":"2024-07-27T06:50:11.694645+0000","last_unstale":"2024-07-27T06:50:16.735197+0000","last_undegraded":"2024-07-27T06:50:16.735197+0000","last_fullsized":"2024-07-27T06:50:16.735197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784380+0000","last_change":"2024-07-27T06:50:11.690972+0000","last_active":"2024-07-27T06:50:16.784380+0000","last_peered":"2024-07-27T06:50:16.784380+0000","last_clean":"2024-07-27T06:50:16.784380+0000","last_became_active":"2024-07-27T06:50:11.690635+0000","last_became_peered":"2024-07-27T06:50:11.690635+0000","last_unstale":"2024-07-27T06:50:16.784380+0000","last_undegraded":"2024-07-27T06:50:16.784380+0000","last_fullsized":"2024-07-27T06:50:16.784380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:29.442711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786680+0000","last_change":"2024-07-27T06:50:11.701584+0000","last_active":"2024-07-27T06:50:16.786680+0000","last_peered":"2024-07-27T06:50:16.786680+0000","last_clean":"2024-07-27T06:50:16.786680+0000","last_became_active":"2024-07-27T06:50:11.701193+0000","last_became_peered":"2024-07-27T06:50:11.701193+0000","last_unstale":"2024-07-27T06:50:16.786680+0000","last_undegraded":"2024-07-27T06:50:16.786680+0000","last_fullsized":"2024-07-27T06:50:16.786680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:10:46.915779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785089+0000","last_change":"2024-07-27T06:50:11.702282+0000","last_active":"2024-07-27T06:50:16.785089+0000","last_peered":"2024-07-27T06:50:16.785089+0000","last_clean":"2024-07-27T06:50:16.785089+0000","last_became_active":"2024-07-27T06:50:11.701561+0000","last_became_peered":"2024-07-27T06:50:11.701561+0000","last_unstale":"2024-07-27T06:50:16.785089+0000","last_undegraded":"2024-07-27T06:50:16.785089+0000","last_fullsized":"2024-07-27T06:50:16.785089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784401+0000","last_change":"2024-07-27T06:50:11.718000+0000","last_active":"2024-07-27T06:50:16.784401+0000","last_peered":"2024-07-27T06:50:16.784401+0000","last_clean":"2024-07-27T06:50:16.784401+0000","last_became_active":"2024-07-27T06:50:11.717591+0000","last_became_peered":"2024-07-27T06:50:11.717591+0000","last_unstale":"2024-07-27T06:50:16.784401+0000","last_undegraded":"2024-07-27T06:50:16.784401+0000","last_fullsized":"2024-07-27T06:50:16.784401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785624+0000","last_change":"2024-07-27T06:50:11.723038+0000","last_active":"2024-07-27T06:50:16.785624+0000","last_peered":"2024-07-27T06:50:16.785624+0000","last_clean":"2024-07-27T06:50:16.785624+0000","last_became_active":"2024-07-27T06:50:11.720529+0000","last_became_peered":"2024-07-27T06:50:11.720529+0000","last_unstale":"2024-07-27T06:50:16.785624+0000","last_undegraded":"2024-07-27T06:50:16.785624+0000","last_fullsized":"2024-07-27T06:50:16.785624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783335+0000","last_change":"2024-07-27T06:50:11.693728+0000","last_active":"2024-07-27T06:50:16.783335+0000","last_peered":"2024-07-27T06:50:16.783335+0000","last_clean":"2024-07-27T06:50:16.783335+0000","last_became_active":"2024-07-27T06:50:11.693418+0000","last_became_peered":"2024-07-27T06:50:11.693418+0000","last_unstale":"2024-07-27T06:50:16.783335+0000","last_undegraded":"2024-07-27T06:50:16.783335+0000","last_fullsized":"2024-07-27T06:50:16.783335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:39.895970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733785+0000","last_change":"2024-07-27T06:50:11.703448+0000","last_active":"2024-07-27T06:50:16.733785+0000","last_peered":"2024-07-27T06:50:16.733785+0000","last_clean":"2024-07-27T06:50:16.733785+0000","last_became_active":"2024-07-27T06:50:11.702798+0000","last_became_peered":"2024-07-27T06:50:11.702798+0000","last_unstale":"2024-07-27T06:50:16.733785+0000","last_undegraded":"2024-07-27T06:50:16.733785+0000","last_fullsized":"2024-07-27T06:50:16.733785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784655+0000","last_change":"2024-07-27T06:50:11.706214+0000","last_active":"2024-07-27T06:50:16.784655+0000","last_peered":"2024-07-27T06:50:16.784655+0000","last_clean":"2024-07-27T06:50:16.784655+0000","last_became_active":"2024-07-27T06:50:11.705177+0000","last_became_peered":"2024-07-27T06:50:11.705177+0000","last_unstale":"2024-07-27T06:50:16.784655+0000","last_undegraded":"2024-07-27T06:50:16.784655+0000","last_fullsized":"2024-07-27T06:50:16.784655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780573+0000","last_change":"2024-07-27T06:50:11.691166+0000","last_active":"2024-07-27T06:50:16.780573+0000","last_peered":"2024-07-27T06:50:16.780573+0000","last_clean":"2024-07-27T06:50:16.780573+0000","last_became_active":"2024-07-27T06:50:11.690512+0000","last_became_peered":"2024-07-27T06:50:11.690512+0000","last_unstale":"2024-07-27T06:50:16.780573+0000","last_undegraded":"2024-07-27T06:50:16.780573+0000","last_fullsized":"2024-07-27T06:50:16.780573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784742+0000","last_change":"2024-07-27T06:50:11.702591+0000","last_active":"2024-07-27T06:50:16.784742+0000","last_peered":"2024-07-27T06:50:16.784742+0000","last_clean":"2024-07-27T06:50:16.784742+0000","last_became_active":"2024-07-27T06:50:11.702061+0000","last_became_peered":"2024-07-27T06:50:11.702061+0000","last_unstale":"2024-07-27T06:50:16.784742+0000","last_undegraded":"2024-07-27T06:50:16.784742+0000","last_fullsized":"2024-07-27T06:50:16.784742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780839+0000","last_change":"2024-07-27T06:50:11.696251+0000","last_active":"2024-07-27T06:50:16.780839+0000","last_peered":"2024-07-27T06:50:16.780839+0000","last_clean":"2024-07-27T06:50:16.780839+0000","last_became_active":"2024-07-27T06:50:11.688715+0000","last_became_peered":"2024-07-27T06:50:11.688715+0000","last_unstale":"2024-07-27T06:50:16.780839+0000","last_undegraded":"2024-07-27T06:50:16.780839+0000","last_fullsized":"2024-07-27T06:50:16.780839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737770+0000","last_change":"2024-07-27T06:50:11.676637+0000","last_active":"2024-07-27T06:50:16.737770+0000","last_peered":"2024-07-27T06:50:16.737770+0000","last_clean":"2024-07-27T06:50:16.737770+0000","last_became_active":"2024-07-27T06:50:11.676125+0000","last_became_peered":"2024-07-27T06:50:11.676125+0000","last_unstale":"2024-07-27T06:50:16.737770+0000","last_undegraded":"2024-07-27T06:50:16.737770+0000","last_fullsized":"2024-07-27T06:50:16.737770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738725+0000","last_change":"2024-07-27T06:50:11.685334+0000","last_active":"2024-07-27T06:50:16.738725+0000","last_peered":"2024-07-27T06:50:16.738725+0000","last_clean":"2024-07-27T06:50:16.738725+0000","last_became_active":"2024-07-27T06:50:11.684975+0000","last_became_peered":"2024-07-27T06:50:11.684975+0000","last_unstale":"2024-07-27T06:50:16.738725+0000","last_undegraded":"2024-07-27T06:50:16.738725+0000","last_fullsized":"2024-07-27T06:50:16.738725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785193+0000","last_change":"2024-07-27T06:50:11.708630+0000","last_active":"2024-07-27T06:50:16.785193+0000","last_peered":"2024-07-27T06:50:16.785193+0000","last_clean":"2024-07-27T06:50:16.785193+0000","last_became_active":"2024-07-27T06:50:11.708309+0000","last_became_peered":"2024-07-27T06:50:11.708309+0000","last_unstale":"2024-07-27T06:50:16.785193+0000","last_undegraded":"2024-07-27T06:50:16.785193+0000","last_fullsized":"2024-07-27T06:50:16.785193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476750,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":105076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476748,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":108336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476750,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":694932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476748,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509452,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509452,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":109008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542156,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":104494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:50:43.656 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:50:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.975+0000 7f7b83a00640 1 -- 172.21.15.66:0/1943217059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 msgr2=0x7f7b7c0b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.975+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1943217059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0b4a40 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f7b74005fd0 tx=0x7f7b7402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.976+0000 7f7b83a00640 1 -- 172.21.15.66:0/1943217059 shutdown_connections 2024-07-27T06:50:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.976+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1943217059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0b4a40 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.976+0000 7f7b83a00640 1 -- 172.21.15.66:0/1943217059 >> 172.21.15.66:0/1943217059 conn(0x7f7b7c0cfb90 msgr2=0x7f7b7c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.976+0000 7f7b83a00640 1 -- 172.21.15.66:0/1943217059 shutdown_connections 2024-07-27T06:50:43.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.976+0000 7f7b83a00640 1 -- 172.21.15.66:0/1943217059 wait complete. 2024-07-27T06:50:43.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.978+0000 7f7b83a00640 1 Processor -- start 2024-07-27T06:50:43.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.978+0000 7f7b83a00640 1 -- start start 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b7c070060 0x7f7b7c0c88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b7c0732e0 0x7f7b7c0c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c0b5310 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7c0b5190 con 0x7f7b7c0732e0 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b83a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7b7c0b5490 con 0x7f7b7c070060 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52644/0 (socket says 172.21.15.66:52644) 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 -- 172.21.15.66:0/1345398638 learned_addr learned my addr 172.21.15.66:0/1345398638 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:43.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b7be00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b7c0732e0 0x7f7b7c0c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 -- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b7c070060 msgr2=0x7f7b7c0c88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b7c070060 0x7f7b7c0c88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 -- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b7c0732e0 msgr2=0x7f7b7c0c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b7c0732e0 0x7f7b7c0c99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.980+0000 7f7b81a00640 1 -- 172.21.15.66:0/1345398638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7c0c8e30 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b81a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7b74006010 tx=0x7f7b74003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b74031b90 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b74031e20 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b7c1f58b0 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b740332f0 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.981+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b7c1f5e70 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.982+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b7c0cc220 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.983+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7b74031660 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.984+0000 7f7b78c00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 0x7f7b5c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:43.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.985+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f7b740ba360 con 0x7f7b7c0ca8f0 2024-07-27T06:50:43.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.985+0000 7f7b81000640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 0x7f7b5c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:43.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.986+0000 7f7b81000640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 0x7f7b5c079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7b70006fd0 tx=0x7f7b70006bc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:43.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:43.989+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7b7403f030 con 0x7f7b7c0ca8f0 2024-07-27T06:50:44.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.191+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7b7c0b38b0 con 0x7f7b5c077010 2024-07-27T06:50:44.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.207+0000 7f7b78c00640 1 -- 172.21.15.66:0/1345398638 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332520 (secure 0 0 0) 0x7f7b7c0b38b0 con 0x7f7b5c077010 2024-07-27T06:50:44.214 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:44.216 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:50:44.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 msgr2=0x7f7b5c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 0x7f7b5c079520 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f7b70006fd0 tx=0x7f7b70006bc0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 msgr2=0x7f7b7c0cedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7b74006010 tx=0x7f7b74003ba0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 shutdown_connections 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b5c077010 0x7f7b5c079520 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b7c0ca8f0 0x7f7b7c0cedf0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b7c0732e0 0x7f7b7c0c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 --2- 172.21.15.66:0/1345398638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b7c070060 0x7f7b7c0c88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 >> 172.21.15.66:0/1345398638 conn(0x7f7b7c0cfb90 msgr2=0x7f7b7c0b2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 shutdown_connections 2024-07-27T06:50:44.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.214+0000 7f7b83a00640 1 -- 172.21.15.66:0/1345398638 wait complete. 2024-07-27T06:50:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-07-27T06:50:42.192220+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":150,"num_write_kb":1647,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219496,"kb_used_data":3304,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755224,"statfs":{"total":773094113280,"available":772869349376,"internally_reserved":0,"allocated":3383296,"data_stored":2025968,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.006499"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":27,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733336+0000","last_change":"2024-07-27T06:50:10.709183+0000","last_active":"2024-07-27T06:50:16.733336+0000","last_peered":"2024-07-27T06:50:16.733336+0000","last_clean":"2024-07-27T06:50:16.733336+0000","last_became_active":"2024-07-27T06:50:10.708847+0000","last_became_peered":"2024-07-27T06:50:10.708847+0000","last_unstale":"2024-07-27T06:50:16.733336+0000","last_undegraded":"2024-07-27T06:50:16.733336+0000","last_fullsized":"2024-07-27T06:50:16.733336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739010+0000","last_change":"2024-07-27T06:50:11.688864+0000","last_active":"2024-07-27T06:50:16.739010+0000","last_peered":"2024-07-27T06:50:16.739010+0000","last_clean":"2024-07-27T06:50:16.739010+0000","last_became_active":"2024-07-27T06:50:11.687587+0000","last_became_peered":"2024-07-27T06:50:11.687587+0000","last_unstale":"2024-07-27T06:50:16.739010+0000","last_undegraded":"2024-07-27T06:50:16.739010+0000","last_fullsized":"2024-07-27T06:50:16.739010+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783899+0000","last_change":"2024-07-27T06:50:15.774622+0000","last_active":"2024-07-27T06:50:16.783899+0000","last_peered":"2024-07-27T06:50:16.783899+0000","last_clean":"2024-07-27T06:50:16.783899+0000","last_became_active":"2024-07-27T06:50:15.774162+0000","last_became_peered":"2024-07-27T06:50:15.774162+0000","last_unstale":"2024-07-27T06:50:16.783899+0000","last_undegraded":"2024-07-27T06:50:16.783899+0000","last_fullsized":"2024-07-27T06:50:16.783899+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,4,1],"acting":[7,6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739374+0000","last_change":"2024-07-27T06:50:10.694174+0000","last_active":"2024-07-27T06:50:16.739374+0000","last_peered":"2024-07-27T06:50:16.739374+0000","last_clean":"2024-07-27T06:50:16.739374+0000","last_became_active":"2024-07-27T06:50:10.693810+0000","last_became_peered":"2024-07-27T06:50:10.693810+0000","last_unstale":"2024-07-27T06:50:16.739374+0000","last_undegraded":"2024-07-27T06:50:16.739374+0000","last_fullsized":"2024-07-27T06:50:16.739374+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738231+0000","last_change":"2024-07-27T06:50:11.677044+0000","last_active":"2024-07-27T06:50:16.738231+0000","last_peered":"2024-07-27T06:50:16.738231+0000","last_clean":"2024-07-27T06:50:16.738231+0000","last_became_active":"2024-07-27T06:50:11.675848+0000","last_became_peered":"2024-07-27T06:50:11.675848+0000","last_unstale":"2024-07-27T06:50:16.738231+0000","last_undegraded":"2024-07-27T06:50:16.738231+0000","last_fullsized":"2024-07-27T06:50:16.738231+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780559+0000","last_change":"2024-07-27T06:50:15.767488+0000","last_active":"2024-07-27T06:50:16.780559+0000","last_peered":"2024-07-27T06:50:16.780559+0000","last_clean":"2024-07-27T06:50:16.780559+0000","last_became_active":"2024-07-27T06:50:15.764776+0000","last_became_peered":"2024-07-27T06:50:15.764776+0000","last_unstale":"2024-07-27T06:50:16.780559+0000","last_undegraded":"2024-07-27T06:50:16.780559+0000","last_fullsized":"2024-07-27T06:50:16.780559+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:41.192163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,4,6],"acting":[2,7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784934+0000","last_change":"2024-07-27T06:50:10.694790+0000","last_active":"2024-07-27T06:50:16.784934+0000","last_peered":"2024-07-27T06:50:16.784934+0000","last_clean":"2024-07-27T06:50:16.784934+0000","last_became_active":"2024-07-27T06:50:10.694435+0000","last_became_peered":"2024-07-27T06:50:10.694435+0000","last_unstale":"2024-07-27T06:50:16.784934+0000","last_undegraded":"2024-07-27T06:50:16.784934+0000","last_fullsized":"2024-07-27T06:50:16.784934+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782414+0000","last_change":"2024-07-27T06:50:11.706550+0000","last_active":"2024-07-27T06:50:16.782414+0000","last_peered":"2024-07-27T06:50:16.782414+0000","last_clean":"2024-07-27T06:50:16.782414+0000","last_became_active":"2024-07-27T06:50:11.704971+0000","last_became_peered":"2024-07-27T06:50:11.704971+0000","last_unstale":"2024-07-27T06:50:16.782414+0000","last_undegraded":"2024-07-27T06:50:16.782414+0000","last_fullsized":"2024-07-27T06:50:16.782414+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781384+0000","last_change":"2024-07-27T06:50:15.753743+0000","last_active":"2024-07-27T06:50:16.781384+0000","last_peered":"2024-07-27T06:50:16.781384+0000","last_clean":"2024-07-27T06:50:16.781384+0000","last_became_active":"2024-07-27T06:50:15.753210+0000","last_became_peered":"2024-07-27T06:50:15.753210+0000","last_unstale":"2024-07-27T06:50:16.781384+0000","last_undegraded":"2024-07-27T06:50:16.781384+0000","last_fullsized":"2024-07-27T06:50:16.781384+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:11.475729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,3,6],"acting":[2,5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785811+0000","last_change":"2024-07-27T06:50:10.691603+0000","last_active":"2024-07-27T06:50:16.785811+0000","last_peered":"2024-07-27T06:50:16.785811+0000","last_clean":"2024-07-27T06:50:16.785811+0000","last_became_active":"2024-07-27T06:50:10.691263+0000","last_became_peered":"2024-07-27T06:50:10.691263+0000","last_unstale":"2024-07-27T06:50:16.785811+0000","last_undegraded":"2024-07-27T06:50:16.785811+0000","last_fullsized":"2024-07-27T06:50:16.785811+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732040+0000","last_change":"2024-07-27T06:50:11.709571+0000","last_active":"2024-07-27T06:50:16.732040+0000","last_peered":"2024-07-27T06:50:16.732040+0000","last_clean":"2024-07-27T06:50:16.732040+0000","last_became_active":"2024-07-27T06:50:11.709066+0000","last_became_peered":"2024-07-27T06:50:11.709066+0000","last_unstale":"2024-07-27T06:50:16.732040+0000","last_undegraded":"2024-07-27T06:50:16.732040+0000","last_fullsized":"2024-07-27T06:50:16.732040+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:44:01.254906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780537+0000","last_change":"2024-07-27T06:50:15.762394+0000","last_active":"2024-07-27T06:50:16.780537+0000","last_peered":"2024-07-27T06:50:16.780537+0000","last_clean":"2024-07-27T06:50:16.780537+0000","last_became_active":"2024-07-27T06:50:15.761404+0000","last_became_peered":"2024-07-27T06:50:15.761404+0000","last_unstale":"2024-07-27T06:50:16.780537+0000","last_undegraded":"2024-07-27T06:50:16.780537+0000","last_fullsized":"2024-07-27T06:50:16.780537+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:28.614412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,5,7],"acting":[2,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730806+0000","last_change":"2024-07-27T06:50:11.710414+0000","last_active":"2024-07-27T06:50:16.730806+0000","last_peered":"2024-07-27T06:50:16.730806+0000","last_clean":"2024-07-27T06:50:16.730806+0000","last_became_active":"2024-07-27T06:50:11.709938+0000","last_became_peered":"2024-07-27T06:50:11.709938+0000","last_unstale":"2024-07-27T06:50:16.730806+0000","last_undegraded":"2024-07-27T06:50:16.730806+0000","last_fullsized":"2024-07-27T06:50:16.730806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731766+0000","last_change":"2024-07-27T06:50:10.702286+0000","last_active":"2024-07-27T06:50:16.731766+0000","last_peered":"2024-07-27T06:50:16.731766+0000","last_clean":"2024-07-27T06:50:16.731766+0000","last_became_active":"2024-07-27T06:50:10.697069+0000","last_became_peered":"2024-07-27T06:50:10.697069+0000","last_unstale":"2024-07-27T06:50:16.731766+0000","last_undegraded":"2024-07-27T06:50:16.731766+0000","last_fullsized":"2024-07-27T06:50:16.731766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731528+0000","last_change":"2024-07-27T06:50:15.770779+0000","last_active":"2024-07-27T06:50:16.731528+0000","last_peered":"2024-07-27T06:50:16.731528+0000","last_clean":"2024-07-27T06:50:16.731528+0000","last_became_active":"2024-07-27T06:50:15.769953+0000","last_became_peered":"2024-07-27T06:50:15.769953+0000","last_unstale":"2024-07-27T06:50:16.731528+0000","last_undegraded":"2024-07-27T06:50:16.731528+0000","last_fullsized":"2024-07-27T06:50:16.731528+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:50:53.107306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,5],"acting":[3,1,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787546+0000","last_change":"2024-07-27T06:50:11.699946+0000","last_active":"2024-07-27T06:50:16.787546+0000","last_peered":"2024-07-27T06:50:16.787546+0000","last_clean":"2024-07-27T06:50:16.787546+0000","last_became_active":"2024-07-27T06:50:11.698467+0000","last_became_peered":"2024-07-27T06:50:11.698467+0000","last_unstale":"2024-07-27T06:50:16.787546+0000","last_undegraded":"2024-07-27T06:50:16.787546+0000","last_fullsized":"2024-07-27T06:50:16.787546+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785027+0000","last_change":"2024-07-27T06:50:10.695857+0000","last_active":"2024-07-27T06:50:16.785027+0000","last_peered":"2024-07-27T06:50:16.785027+0000","last_clean":"2024-07-27T06:50:16.785027+0000","last_became_active":"2024-07-27T06:50:10.693317+0000","last_became_peered":"2024-07-27T06:50:10.693317+0000","last_unstale":"2024-07-27T06:50:16.785027+0000","last_undegraded":"2024-07-27T06:50:16.785027+0000","last_fullsized":"2024-07-27T06:50:16.785027+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:38.932646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784215+0000","last_change":"2024-07-27T06:50:15.754440+0000","last_active":"2024-07-27T06:50:16.784215+0000","last_peered":"2024-07-27T06:50:16.784215+0000","last_clean":"2024-07-27T06:50:16.784215+0000","last_became_active":"2024-07-27T06:50:15.753940+0000","last_became_peered":"2024-07-27T06:50:15.753940+0000","last_unstale":"2024-07-27T06:50:16.784215+0000","last_undegraded":"2024-07-27T06:50:16.784215+0000","last_fullsized":"2024-07-27T06:50:16.784215+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:27.125087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,6,1],"acting":[0,4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731119+0000","last_change":"2024-07-27T06:50:11.692205+0000","last_active":"2024-07-27T06:50:16.731119+0000","last_peered":"2024-07-27T06:50:16.731119+0000","last_clean":"2024-07-27T06:50:16.731119+0000","last_became_active":"2024-07-27T06:50:11.691860+0000","last_became_peered":"2024-07-27T06:50:11.691860+0000","last_unstale":"2024-07-27T06:50:16.731119+0000","last_undegraded":"2024-07-27T06:50:16.731119+0000","last_fullsized":"2024-07-27T06:50:16.731119+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734020+0000","last_change":"2024-07-27T06:50:10.700112+0000","last_active":"2024-07-27T06:50:16.734020+0000","last_peered":"2024-07-27T06:50:16.734020+0000","last_clean":"2024-07-27T06:50:16.734020+0000","last_became_active":"2024-07-27T06:50:10.699801+0000","last_became_peered":"2024-07-27T06:50:10.699801+0000","last_unstale":"2024-07-27T06:50:16.734020+0000","last_undegraded":"2024-07-27T06:50:16.734020+0000","last_fullsized":"2024-07-27T06:50:16.734020+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788679+0000","last_change":"2024-07-27T06:50:15.776285+0000","last_active":"2024-07-27T06:50:16.788679+0000","last_peered":"2024-07-27T06:50:16.788679+0000","last_clean":"2024-07-27T06:50:16.788679+0000","last_became_active":"2024-07-27T06:50:15.775714+0000","last_became_peered":"2024-07-27T06:50:15.775714+0000","last_unstale":"2024-07-27T06:50:16.788679+0000","last_undegraded":"2024-07-27T06:50:16.788679+0000","last_fullsized":"2024-07-27T06:50:16.788679+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:57.822455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2,3],"acting":[7,4,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729917+0000","last_change":"2024-07-27T06:50:11.689690+0000","last_active":"2024-07-27T06:50:16.729917+0000","last_peered":"2024-07-27T06:50:16.729917+0000","last_clean":"2024-07-27T06:50:16.729917+0000","last_became_active":"2024-07-27T06:50:11.689283+0000","last_became_peered":"2024-07-27T06:50:11.689283+0000","last_unstale":"2024-07-27T06:50:16.729917+0000","last_undegraded":"2024-07-27T06:50:16.729917+0000","last_fullsized":"2024-07-27T06:50:16.729917+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783739+0000","last_change":"2024-07-27T06:50:10.685863+0000","last_active":"2024-07-27T06:50:16.783739+0000","last_peered":"2024-07-27T06:50:16.783739+0000","last_clean":"2024-07-27T06:50:16.783739+0000","last_became_active":"2024-07-27T06:50:10.685341+0000","last_became_peered":"2024-07-27T06:50:10.685341+0000","last_unstale":"2024-07-27T06:50:16.783739+0000","last_undegraded":"2024-07-27T06:50:16.783739+0000","last_fullsized":"2024-07-27T06:50:16.783739+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780575+0000","last_change":"2024-07-27T06:50:15.761448+0000","last_active":"2024-07-27T06:50:16.780575+0000","last_peered":"2024-07-27T06:50:16.780575+0000","last_clean":"2024-07-27T06:50:16.780575+0000","last_became_active":"2024-07-27T06:50:15.760872+0000","last_became_peered":"2024-07-27T06:50:15.760872+0000","last_unstale":"2024-07-27T06:50:16.780575+0000","last_undegraded":"2024-07-27T06:50:16.780575+0000","last_fullsized":"2024-07-27T06:50:16.780575+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:29.700728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,7],"acting":[2,1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734375+0000","last_change":"2024-07-27T06:50:11.690642+0000","last_active":"2024-07-27T06:50:16.734375+0000","last_peered":"2024-07-27T06:50:16.734375+0000","last_clean":"2024-07-27T06:50:16.734375+0000","last_became_active":"2024-07-27T06:50:11.690205+0000","last_became_peered":"2024-07-27T06:50:11.690205+0000","last_unstale":"2024-07-27T06:50:16.734375+0000","last_undegraded":"2024-07-27T06:50:16.734375+0000","last_fullsized":"2024-07-27T06:50:16.734375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:41.619533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732900+0000","last_change":"2024-07-27T06:50:10.706894+0000","last_active":"2024-07-27T06:50:16.732900+0000","last_peered":"2024-07-27T06:50:16.732900+0000","last_clean":"2024-07-27T06:50:16.732900+0000","last_became_active":"2024-07-27T06:50:10.706497+0000","last_became_peered":"2024-07-27T06:50:10.706497+0000","last_unstale":"2024-07-27T06:50:16.732900+0000","last_undegraded":"2024-07-27T06:50:16.732900+0000","last_fullsized":"2024-07-27T06:50:16.732900+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:40.601934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780576+0000","last_change":"2024-07-27T06:50:15.754147+0000","last_active":"2024-07-27T06:50:16.780576+0000","last_peered":"2024-07-27T06:50:16.780576+0000","last_clean":"2024-07-27T06:50:16.780576+0000","last_became_active":"2024-07-27T06:50:15.752426+0000","last_became_peered":"2024-07-27T06:50:15.752426+0000","last_unstale":"2024-07-27T06:50:16.780576+0000","last_undegraded":"2024-07-27T06:50:16.780576+0000","last_fullsized":"2024-07-27T06:50:16.780576+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:43.123533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,3,1],"acting":[2,6,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733005+0000","last_change":"2024-07-27T06:50:11.692230+0000","last_active":"2024-07-27T06:50:16.733005+0000","last_peered":"2024-07-27T06:50:16.733005+0000","last_clean":"2024-07-27T06:50:16.733005+0000","last_became_active":"2024-07-27T06:50:11.691876+0000","last_became_peered":"2024-07-27T06:50:11.691876+0000","last_unstale":"2024-07-27T06:50:16.733005+0000","last_undegraded":"2024-07-27T06:50:16.733005+0000","last_fullsized":"2024-07-27T06:50:16.733005+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734812+0000","last_change":"2024-07-27T06:50:10.704067+0000","last_active":"2024-07-27T06:50:16.734812+0000","last_peered":"2024-07-27T06:50:16.734812+0000","last_clean":"2024-07-27T06:50:16.734812+0000","last_became_active":"2024-07-27T06:50:10.703744+0000","last_became_peered":"2024-07-27T06:50:10.703744+0000","last_unstale":"2024-07-27T06:50:16.734812+0000","last_undegraded":"2024-07-27T06:50:16.734812+0000","last_fullsized":"2024-07-27T06:50:16.734812+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731427+0000","last_change":"2024-07-27T06:50:15.759545+0000","last_active":"2024-07-27T06:50:16.731427+0000","last_peered":"2024-07-27T06:50:16.731427+0000","last_clean":"2024-07-27T06:50:16.731427+0000","last_became_active":"2024-07-27T06:50:15.754288+0000","last_became_peered":"2024-07-27T06:50:15.754288+0000","last_unstale":"2024-07-27T06:50:16.731427+0000","last_undegraded":"2024-07-27T06:50:16.731427+0000","last_fullsized":"2024-07-27T06:50:16.731427+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:49.894353+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,6,3],"acting":[4,1,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786369+0000","last_change":"2024-07-27T06:50:11.689364+0000","last_active":"2024-07-27T06:50:16.786369+0000","last_peered":"2024-07-27T06:50:16.786369+0000","last_clean":"2024-07-27T06:50:16.786369+0000","last_became_active":"2024-07-27T06:50:11.688050+0000","last_became_peered":"2024-07-27T06:50:11.688050+0000","last_unstale":"2024-07-27T06:50:16.786369+0000","last_undegraded":"2024-07-27T06:50:16.786369+0000","last_fullsized":"2024-07-27T06:50:16.786369+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:07:29.662349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733616+0000","last_change":"2024-07-27T06:50:10.704294+0000","last_active":"2024-07-27T06:50:16.733616+0000","last_peered":"2024-07-27T06:50:16.733616+0000","last_clean":"2024-07-27T06:50:16.733616+0000","last_became_active":"2024-07-27T06:50:10.703934+0000","last_became_peered":"2024-07-27T06:50:10.703934+0000","last_unstale":"2024-07-27T06:50:16.733616+0000","last_undegraded":"2024-07-27T06:50:16.733616+0000","last_fullsized":"2024-07-27T06:50:16.733616+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:19.091037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786284+0000","last_change":"2024-07-27T06:50:15.767435+0000","last_active":"2024-07-27T06:50:16.786284+0000","last_peered":"2024-07-27T06:50:16.786284+0000","last_clean":"2024-07-27T06:50:16.786284+0000","last_became_active":"2024-07-27T06:50:15.765980+0000","last_became_peered":"2024-07-27T06:50:15.765980+0000","last_unstale":"2024-07-27T06:50:16.786284+0000","last_undegraded":"2024-07-27T06:50:16.786284+0000","last_fullsized":"2024-07-27T06:50:16.786284+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:58.284078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,2,7],"acting":[6,0,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780248+0000","last_change":"2024-07-27T06:50:11.687733+0000","last_active":"2024-07-27T06:50:16.780248+0000","last_peered":"2024-07-27T06:50:16.780248+0000","last_clean":"2024-07-27T06:50:16.780248+0000","last_became_active":"2024-07-27T06:50:11.687155+0000","last_became_peered":"2024-07-27T06:50:11.687155+0000","last_unstale":"2024-07-27T06:50:16.780248+0000","last_undegraded":"2024-07-27T06:50:16.780248+0000","last_fullsized":"2024-07-27T06:50:16.780248+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:35.804551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737280+0000","last_change":"2024-07-27T06:50:10.699496+0000","last_active":"2024-07-27T06:50:16.737280+0000","last_peered":"2024-07-27T06:50:16.737280+0000","last_clean":"2024-07-27T06:50:16.737280+0000","last_became_active":"2024-07-27T06:50:10.699086+0000","last_became_peered":"2024-07-27T06:50:10.699086+0000","last_unstale":"2024-07-27T06:50:16.737280+0000","last_undegraded":"2024-07-27T06:50:16.737280+0000","last_fullsized":"2024-07-27T06:50:16.737280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783882+0000","last_change":"2024-07-27T06:50:15.759616+0000","last_active":"2024-07-27T06:50:16.783882+0000","last_peered":"2024-07-27T06:50:16.783882+0000","last_clean":"2024-07-27T06:50:16.783882+0000","last_became_active":"2024-07-27T06:50:15.759148+0000","last_became_peered":"2024-07-27T06:50:15.759148+0000","last_unstale":"2024-07-27T06:50:16.783882+0000","last_undegraded":"2024-07-27T06:50:16.783882+0000","last_fullsized":"2024-07-27T06:50:16.783882+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:00:46.388989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5,7],"acting":[6,3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784874+0000","last_change":"2024-07-27T06:50:11.697295+0000","last_active":"2024-07-27T06:50:16.784874+0000","last_peered":"2024-07-27T06:50:16.784874+0000","last_clean":"2024-07-27T06:50:16.784874+0000","last_became_active":"2024-07-27T06:50:11.696822+0000","last_became_peered":"2024-07-27T06:50:11.696822+0000","last_unstale":"2024-07-27T06:50:16.784874+0000","last_undegraded":"2024-07-27T06:50:16.784874+0000","last_fullsized":"2024-07-27T06:50:16.784874+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731603+0000","last_change":"2024-07-27T06:50:10.697362+0000","last_active":"2024-07-27T06:50:16.731603+0000","last_peered":"2024-07-27T06:50:16.731603+0000","last_clean":"2024-07-27T06:50:16.731603+0000","last_became_active":"2024-07-27T06:50:10.697011+0000","last_became_peered":"2024-07-27T06:50:10.697011+0000","last_unstale":"2024-07-27T06:50:16.731603+0000","last_undegraded":"2024-07-27T06:50:16.731603+0000","last_fullsized":"2024-07-27T06:50:16.731603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:38.878371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786119+0000","last_change":"2024-07-27T06:50:15.767704+0000","last_active":"2024-07-27T06:50:16.786119+0000","last_peered":"2024-07-27T06:50:16.786119+0000","last_clean":"2024-07-27T06:50:16.786119+0000","last_became_active":"2024-07-27T06:50:15.766805+0000","last_became_peered":"2024-07-27T06:50:15.766805+0000","last_unstale":"2024-07-27T06:50:16.786119+0000","last_undegraded":"2024-07-27T06:50:16.786119+0000","last_fullsized":"2024-07-27T06:50:16.786119+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:46.286719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0,3],"acting":[6,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734048+0000","last_change":"2024-07-27T06:50:11.688555+0000","last_active":"2024-07-27T06:50:16.734048+0000","last_peered":"2024-07-27T06:50:16.734048+0000","last_clean":"2024-07-27T06:50:16.734048+0000","last_became_active":"2024-07-27T06:50:11.688216+0000","last_became_peered":"2024-07-27T06:50:11.688216+0000","last_unstale":"2024-07-27T06:50:16.734048+0000","last_undegraded":"2024-07-27T06:50:16.734048+0000","last_fullsized":"2024-07-27T06:50:16.734048+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784422+0000","last_change":"2024-07-27T06:50:10.706196+0000","last_active":"2024-07-27T06:50:16.784422+0000","last_peered":"2024-07-27T06:50:16.784422+0000","last_clean":"2024-07-27T06:50:16.784422+0000","last_became_active":"2024-07-27T06:50:10.705714+0000","last_became_peered":"2024-07-27T06:50:10.705714+0000","last_unstale":"2024-07-27T06:50:16.784422+0000","last_undegraded":"2024-07-27T06:50:16.784422+0000","last_fullsized":"2024-07-27T06:50:16.784422+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:57.880073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784823+0000","last_change":"2024-07-27T06:50:15.764710+0000","last_active":"2024-07-27T06:50:16.784823+0000","last_peered":"2024-07-27T06:50:16.784823+0000","last_clean":"2024-07-27T06:50:16.784823+0000","last_became_active":"2024-07-27T06:50:15.761170+0000","last_became_peered":"2024-07-27T06:50:15.761170+0000","last_unstale":"2024-07-27T06:50:16.784823+0000","last_undegraded":"2024-07-27T06:50:16.784823+0000","last_fullsized":"2024-07-27T06:50:16.784823+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:08:18.559806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,7],"acting":[6,0,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783460+0000","last_change":"2024-07-27T06:50:11.716308+0000","last_active":"2024-07-27T06:50:16.783460+0000","last_peered":"2024-07-27T06:50:16.783460+0000","last_clean":"2024-07-27T06:50:16.783460+0000","last_became_active":"2024-07-27T06:50:11.715796+0000","last_became_peered":"2024-07-27T06:50:11.715796+0000","last_unstale":"2024-07-27T06:50:16.783460+0000","last_undegraded":"2024-07-27T06:50:16.783460+0000","last_fullsized":"2024-07-27T06:50:16.783460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:02.955217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730292+0000","last_change":"2024-07-27T06:50:10.692819+0000","last_active":"2024-07-27T06:50:16.730292+0000","last_peered":"2024-07-27T06:50:16.730292+0000","last_clean":"2024-07-27T06:50:16.730292+0000","last_became_active":"2024-07-27T06:50:10.692524+0000","last_became_peered":"2024-07-27T06:50:10.692524+0000","last_unstale":"2024-07-27T06:50:16.730292+0000","last_undegraded":"2024-07-27T06:50:16.730292+0000","last_fullsized":"2024-07-27T06:50:16.730292+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:05.165289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738508+0000","last_change":"2024-07-27T06:50:15.761907+0000","last_active":"2024-07-27T06:50:16.738508+0000","last_peered":"2024-07-27T06:50:16.738508+0000","last_clean":"2024-07-27T06:50:16.738508+0000","last_became_active":"2024-07-27T06:50:15.761361+0000","last_became_peered":"2024-07-27T06:50:15.761361+0000","last_unstale":"2024-07-27T06:50:16.738508+0000","last_undegraded":"2024-07-27T06:50:16.738508+0000","last_fullsized":"2024-07-27T06:50:16.738508+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:30.469054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6,1],"acting":[5,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732725+0000","last_change":"2024-07-27T06:50:11.687666+0000","last_active":"2024-07-27T06:50:16.732725+0000","last_peered":"2024-07-27T06:50:16.732725+0000","last_clean":"2024-07-27T06:50:16.732725+0000","last_became_active":"2024-07-27T06:50:11.687265+0000","last_became_peered":"2024-07-27T06:50:11.687265+0000","last_unstale":"2024-07-27T06:50:16.732725+0000","last_undegraded":"2024-07-27T06:50:16.732725+0000","last_fullsized":"2024-07-27T06:50:16.732725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:48.220850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732159+0000","last_change":"2024-07-27T06:50:10.709633+0000","last_active":"2024-07-27T06:50:16.732159+0000","last_peered":"2024-07-27T06:50:16.732159+0000","last_clean":"2024-07-27T06:50:16.732159+0000","last_became_active":"2024-07-27T06:50:10.708667+0000","last_became_peered":"2024-07-27T06:50:10.708667+0000","last_unstale":"2024-07-27T06:50:16.732159+0000","last_undegraded":"2024-07-27T06:50:16.732159+0000","last_fullsized":"2024-07-27T06:50:16.732159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:29.358917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":119,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782716+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:50:16.782716+0000","last_peered":"2024-07-27T06:50:16.782716+0000","last_clean":"2024-07-27T06:50:16.782716+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:50:16.782716+0000","last_undegraded":"2024-07-27T06:50:16.782716+0000","last_fullsized":"2024-07-27T06:50:16.782716+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733209+0000","last_change":"2024-07-27T06:50:15.748912+0000","last_active":"2024-07-27T06:50:16.733209+0000","last_peered":"2024-07-27T06:50:16.733209+0000","last_clean":"2024-07-27T06:50:16.733209+0000","last_became_active":"2024-07-27T06:50:15.748464+0000","last_became_peered":"2024-07-27T06:50:15.748464+0000","last_unstale":"2024-07-27T06:50:16.733209+0000","last_undegraded":"2024-07-27T06:50:16.733209+0000","last_fullsized":"2024-07-27T06:50:16.733209+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:55:42.636720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2,0],"acting":[3,1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732454+0000","last_change":"2024-07-27T06:50:11.704454+0000","last_active":"2024-07-27T06:50:16.732454+0000","last_peered":"2024-07-27T06:50:16.732454+0000","last_clean":"2024-07-27T06:50:16.732454+0000","last_became_active":"2024-07-27T06:50:11.704124+0000","last_became_peered":"2024-07-27T06:50:11.704124+0000","last_unstale":"2024-07-27T06:50:16.732454+0000","last_undegraded":"2024-07-27T06:50:16.732454+0000","last_fullsized":"2024-07-27T06:50:16.732454+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:26.418643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786752+0000","last_change":"2024-07-27T06:50:10.704146+0000","last_active":"2024-07-27T06:50:16.786752+0000","last_peered":"2024-07-27T06:50:16.786752+0000","last_clean":"2024-07-27T06:50:16.786752+0000","last_became_active":"2024-07-27T06:50:10.703365+0000","last_became_peered":"2024-07-27T06:50:10.703365+0000","last_unstale":"2024-07-27T06:50:16.786752+0000","last_undegraded":"2024-07-27T06:50:16.786752+0000","last_fullsized":"2024-07-27T06:50:16.786752+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:35:27.967799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780362+0000","last_change":"2024-07-27T06:50:15.764308+0000","last_active":"2024-07-27T06:50:16.780362+0000","last_peered":"2024-07-27T06:50:16.780362+0000","last_clean":"2024-07-27T06:50:16.780362+0000","last_became_active":"2024-07-27T06:50:15.760773+0000","last_became_peered":"2024-07-27T06:50:15.760773+0000","last_unstale":"2024-07-27T06:50:16.780362+0000","last_undegraded":"2024-07-27T06:50:16.780362+0000","last_fullsized":"2024-07-27T06:50:16.780362+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:07:01.156598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7,4],"acting":[2,3,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785633+0000","last_change":"2024-07-27T06:50:11.695759+0000","last_active":"2024-07-27T06:50:16.785633+0000","last_peered":"2024-07-27T06:50:16.785633+0000","last_clean":"2024-07-27T06:50:16.785633+0000","last_became_active":"2024-07-27T06:50:11.695450+0000","last_became_peered":"2024-07-27T06:50:11.695450+0000","last_unstale":"2024-07-27T06:50:16.785633+0000","last_undegraded":"2024-07-27T06:50:16.785633+0000","last_fullsized":"2024-07-27T06:50:16.785633+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:19.374021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738018+0000","last_change":"2024-07-27T06:50:10.698348+0000","last_active":"2024-07-27T06:50:16.738018+0000","last_peered":"2024-07-27T06:50:16.738018+0000","last_clean":"2024-07-27T06:50:16.738018+0000","last_became_active":"2024-07-27T06:50:10.693611+0000","last_became_peered":"2024-07-27T06:50:10.693611+0000","last_unstale":"2024-07-27T06:50:16.738018+0000","last_undegraded":"2024-07-27T06:50:16.738018+0000","last_fullsized":"2024-07-27T06:50:16.738018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:04.010974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736745+0000","last_change":"2024-07-27T06:50:15.757437+0000","last_active":"2024-07-27T06:50:16.736745+0000","last_peered":"2024-07-27T06:50:16.736745+0000","last_clean":"2024-07-27T06:50:16.736745+0000","last_became_active":"2024-07-27T06:50:15.756918+0000","last_became_peered":"2024-07-27T06:50:15.756918+0000","last_unstale":"2024-07-27T06:50:16.736745+0000","last_undegraded":"2024-07-27T06:50:16.736745+0000","last_fullsized":"2024-07-27T06:50:16.736745+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:08.890326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1,3],"acting":[5,4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785301+0000","last_change":"2024-07-27T06:50:11.703829+0000","last_active":"2024-07-27T06:50:16.785301+0000","last_peered":"2024-07-27T06:50:16.785301+0000","last_clean":"2024-07-27T06:50:16.785301+0000","last_became_active":"2024-07-27T06:50:11.703474+0000","last_became_peered":"2024-07-27T06:50:11.703474+0000","last_unstale":"2024-07-27T06:50:16.785301+0000","last_undegraded":"2024-07-27T06:50:16.785301+0000","last_fullsized":"2024-07-27T06:50:16.785301+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:10.452176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734501+0000","last_change":"2024-07-27T06:50:10.701267+0000","last_active":"2024-07-27T06:50:16.734501+0000","last_peered":"2024-07-27T06:50:16.734501+0000","last_clean":"2024-07-27T06:50:16.734501+0000","last_became_active":"2024-07-27T06:50:10.700950+0000","last_became_peered":"2024-07-27T06:50:10.700950+0000","last_unstale":"2024-07-27T06:50:16.734501+0000","last_undegraded":"2024-07-27T06:50:16.734501+0000","last_fullsized":"2024-07-27T06:50:16.734501+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729754+0000","last_change":"2024-07-27T06:50:15.759139+0000","last_active":"2024-07-27T06:50:16.729754+0000","last_peered":"2024-07-27T06:50:16.729754+0000","last_clean":"2024-07-27T06:50:16.729754+0000","last_became_active":"2024-07-27T06:50:15.758584+0000","last_became_peered":"2024-07-27T06:50:15.758584+0000","last_unstale":"2024-07-27T06:50:16.729754+0000","last_undegraded":"2024-07-27T06:50:16.729754+0000","last_fullsized":"2024-07-27T06:50:16.729754+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:11.658001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780932+0000","last_change":"2024-07-27T06:50:11.703983+0000","last_active":"2024-07-27T06:50:16.780932+0000","last_peered":"2024-07-27T06:50:16.780932+0000","last_clean":"2024-07-27T06:50:16.780932+0000","last_became_active":"2024-07-27T06:50:11.699009+0000","last_became_peered":"2024-07-27T06:50:11.699009+0000","last_unstale":"2024-07-27T06:50:16.780932+0000","last_undegraded":"2024-07-27T06:50:16.780932+0000","last_fullsized":"2024-07-27T06:50:16.780932+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:01.807639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785439+0000","last_change":"2024-07-27T06:50:10.695518+0000","last_active":"2024-07-27T06:50:16.785439+0000","last_peered":"2024-07-27T06:50:16.785439+0000","last_clean":"2024-07-27T06:50:16.785439+0000","last_became_active":"2024-07-27T06:50:10.690820+0000","last_became_peered":"2024-07-27T06:50:10.690820+0000","last_unstale":"2024-07-27T06:50:16.785439+0000","last_undegraded":"2024-07-27T06:50:16.785439+0000","last_fullsized":"2024-07-27T06:50:16.785439+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:31.628362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782694+0000","last_change":"2024-07-27T06:50:15.766444+0000","last_active":"2024-07-27T06:50:16.782694+0000","last_peered":"2024-07-27T06:50:16.782694+0000","last_clean":"2024-07-27T06:50:16.782694+0000","last_became_active":"2024-07-27T06:50:15.764266+0000","last_became_peered":"2024-07-27T06:50:15.764266+0000","last_unstale":"2024-07-27T06:50:16.782694+0000","last_undegraded":"2024-07-27T06:50:16.782694+0000","last_fullsized":"2024-07-27T06:50:16.782694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:17:45.669944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,2],"acting":[1,5,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729804+0000","last_change":"2024-07-27T06:50:11.701414+0000","last_active":"2024-07-27T06:50:16.729804+0000","last_peered":"2024-07-27T06:50:16.729804+0000","last_clean":"2024-07-27T06:50:16.729804+0000","last_became_active":"2024-07-27T06:50:11.701026+0000","last_became_peered":"2024-07-27T06:50:11.701026+0000","last_unstale":"2024-07-27T06:50:16.729804+0000","last_undegraded":"2024-07-27T06:50:16.729804+0000","last_fullsized":"2024-07-27T06:50:16.729804+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":31,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731419+0000","last_change":"2024-07-27T06:50:10.695587+0000","last_active":"2024-07-27T06:50:16.731419+0000","last_peered":"2024-07-27T06:50:16.731419+0000","last_clean":"2024-07-27T06:50:16.731419+0000","last_became_active":"2024-07-27T06:50:10.695189+0000","last_became_peered":"2024-07-27T06:50:10.695189+0000","last_unstale":"2024-07-27T06:50:16.731419+0000","last_undegraded":"2024-07-27T06:50:16.731419+0000","last_fullsized":"2024-07-27T06:50:16.731419+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.739136+0000","last_change":"2024-07-27T06:50:15.761808+0000","last_active":"2024-07-27T06:50:16.739136+0000","last_peered":"2024-07-27T06:50:16.739136+0000","last_clean":"2024-07-27T06:50:16.739136+0000","last_became_active":"2024-07-27T06:50:15.760543+0000","last_became_peered":"2024-07-27T06:50:15.760543+0000","last_unstale":"2024-07-27T06:50:16.739136+0000","last_undegraded":"2024-07-27T06:50:16.739136+0000","last_fullsized":"2024-07-27T06:50:16.739136+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:16:50.604917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1,6],"acting":[5,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782360+0000","last_change":"2024-07-27T06:50:11.675747+0000","last_active":"2024-07-27T06:50:16.782360+0000","last_peered":"2024-07-27T06:50:16.782360+0000","last_clean":"2024-07-27T06:50:16.782360+0000","last_became_active":"2024-07-27T06:50:11.672879+0000","last_became_peered":"2024-07-27T06:50:11.672879+0000","last_unstale":"2024-07-27T06:50:16.782360+0000","last_undegraded":"2024-07-27T06:50:16.782360+0000","last_fullsized":"2024-07-27T06:50:16.782360+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784995+0000","last_change":"2024-07-27T06:50:10.706803+0000","last_active":"2024-07-27T06:50:16.784995+0000","last_peered":"2024-07-27T06:50:16.784995+0000","last_clean":"2024-07-27T06:50:16.784995+0000","last_became_active":"2024-07-27T06:50:10.706461+0000","last_became_peered":"2024-07-27T06:50:10.706461+0000","last_unstale":"2024-07-27T06:50:16.784995+0000","last_undegraded":"2024-07-27T06:50:16.784995+0000","last_fullsized":"2024-07-27T06:50:16.784995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738643+0000","last_change":"2024-07-27T06:50:15.757705+0000","last_active":"2024-07-27T06:50:16.738643+0000","last_peered":"2024-07-27T06:50:16.738643+0000","last_clean":"2024-07-27T06:50:16.738643+0000","last_became_active":"2024-07-27T06:50:15.757142+0000","last_became_peered":"2024-07-27T06:50:15.757142+0000","last_unstale":"2024-07-27T06:50:16.738643+0000","last_undegraded":"2024-07-27T06:50:16.738643+0000","last_fullsized":"2024-07-27T06:50:16.738643+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:22.667141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6,4],"acting":[5,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731150+0000","last_change":"2024-07-27T06:50:11.702963+0000","last_active":"2024-07-27T06:50:16.731150+0000","last_peered":"2024-07-27T06:50:16.731150+0000","last_clean":"2024-07-27T06:50:16.731150+0000","last_became_active":"2024-07-27T06:50:11.702598+0000","last_became_peered":"2024-07-27T06:50:11.702598+0000","last_unstale":"2024-07-27T06:50:16.731150+0000","last_undegraded":"2024-07-27T06:50:16.731150+0000","last_fullsized":"2024-07-27T06:50:16.731150+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731247+0000","last_change":"2024-07-27T06:50:10.707717+0000","last_active":"2024-07-27T06:50:16.731247+0000","last_peered":"2024-07-27T06:50:16.731247+0000","last_clean":"2024-07-27T06:50:16.731247+0000","last_became_active":"2024-07-27T06:50:10.707387+0000","last_became_peered":"2024-07-27T06:50:10.707387+0000","last_unstale":"2024-07-27T06:50:16.731247+0000","last_undegraded":"2024-07-27T06:50:16.731247+0000","last_fullsized":"2024-07-27T06:50:16.731247+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:00.790040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785808+0000","last_change":"2024-07-27T06:50:15.767257+0000","last_active":"2024-07-27T06:50:16.785808+0000","last_peered":"2024-07-27T06:50:16.785808+0000","last_clean":"2024-07-27T06:50:16.785808+0000","last_became_active":"2024-07-27T06:50:15.766132+0000","last_became_peered":"2024-07-27T06:50:15.766132+0000","last_unstale":"2024-07-27T06:50:16.785808+0000","last_undegraded":"2024-07-27T06:50:16.785808+0000","last_fullsized":"2024-07-27T06:50:16.785808+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:58:41.008860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0,7],"acting":[6,4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784729+0000","last_change":"2024-07-27T06:50:11.715320+0000","last_active":"2024-07-27T06:50:16.784729+0000","last_peered":"2024-07-27T06:50:16.784729+0000","last_clean":"2024-07-27T06:50:16.784729+0000","last_became_active":"2024-07-27T06:50:11.714713+0000","last_became_peered":"2024-07-27T06:50:11.714713+0000","last_unstale":"2024-07-27T06:50:16.784729+0000","last_undegraded":"2024-07-27T06:50:16.784729+0000","last_fullsized":"2024-07-27T06:50:16.784729+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:56.329025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.787830+0000","last_change":"2024-07-27T06:50:10.704567+0000","last_active":"2024-07-27T06:50:16.787830+0000","last_peered":"2024-07-27T06:50:16.787830+0000","last_clean":"2024-07-27T06:50:16.787830+0000","last_became_active":"2024-07-27T06:50:10.703405+0000","last_became_peered":"2024-07-27T06:50:10.703405+0000","last_unstale":"2024-07-27T06:50:16.787830+0000","last_undegraded":"2024-07-27T06:50:16.787830+0000","last_fullsized":"2024-07-27T06:50:16.787830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:00.701369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733442+0000","last_change":"2024-07-27T06:50:15.755573+0000","last_active":"2024-07-27T06:50:16.733442+0000","last_peered":"2024-07-27T06:50:16.733442+0000","last_clean":"2024-07-27T06:50:16.733442+0000","last_became_active":"2024-07-27T06:50:15.752934+0000","last_became_peered":"2024-07-27T06:50:15.752934+0000","last_unstale":"2024-07-27T06:50:16.733442+0000","last_undegraded":"2024-07-27T06:50:16.733442+0000","last_fullsized":"2024-07-27T06:50:16.733442+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:03:30.687342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5,6],"acting":[3,0,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784657+0000","last_change":"2024-07-27T06:50:11.701325+0000","last_active":"2024-07-27T06:50:16.784657+0000","last_peered":"2024-07-27T06:50:16.784657+0000","last_clean":"2024-07-27T06:50:16.784657+0000","last_became_active":"2024-07-27T06:50:11.700917+0000","last_became_peered":"2024-07-27T06:50:11.700917+0000","last_unstale":"2024-07-27T06:50:16.784657+0000","last_undegraded":"2024-07-27T06:50:16.784657+0000","last_fullsized":"2024-07-27T06:50:16.784657+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.14","version":"26'10","reported_seq":32,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:27.581000+0000","last_change":"2024-07-27T06:50:10.699195+0000","last_active":"2024-07-27T06:50:27.581000+0000","last_peered":"2024-07-27T06:50:27.581000+0000","last_clean":"2024-07-27T06:50:27.581000+0000","last_became_active":"2024-07-27T06:50:10.698663+0000","last_became_peered":"2024-07-27T06:50:10.698663+0000","last_unstale":"2024-07-27T06:50:27.581000+0000","last_undegraded":"2024-07-27T06:50:27.581000+0000","last_fullsized":"2024-07-27T06:50:27.581000+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:36.548506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732404+0000","last_change":"2024-07-27T06:50:15.757791+0000","last_active":"2024-07-27T06:50:16.732404+0000","last_peered":"2024-07-27T06:50:16.732404+0000","last_clean":"2024-07-27T06:50:16.732404+0000","last_became_active":"2024-07-27T06:50:15.756171+0000","last_became_peered":"2024-07-27T06:50:15.756171+0000","last_unstale":"2024-07-27T06:50:16.732404+0000","last_undegraded":"2024-07-27T06:50:16.732404+0000","last_fullsized":"2024-07-27T06:50:16.732404+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:23.424432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,5,0],"acting":[4,3,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731345+0000","last_change":"2024-07-27T06:50:11.717897+0000","last_active":"2024-07-27T06:50:16.731345+0000","last_peered":"2024-07-27T06:50:16.731345+0000","last_clean":"2024-07-27T06:50:16.731345+0000","last_became_active":"2024-07-27T06:50:11.717656+0000","last_became_peered":"2024-07-27T06:50:11.717656+0000","last_unstale":"2024-07-27T06:50:16.731345+0000","last_undegraded":"2024-07-27T06:50:16.731345+0000","last_fullsized":"2024-07-27T06:50:16.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:36:23.074676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":25,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788408+0000","last_change":"2024-07-27T06:50:10.707160+0000","last_active":"2024-07-27T06:50:16.788408+0000","last_peered":"2024-07-27T06:50:16.788408+0000","last_clean":"2024-07-27T06:50:16.788408+0000","last_became_active":"2024-07-27T06:50:10.706798+0000","last_became_peered":"2024-07-27T06:50:10.706798+0000","last_unstale":"2024-07-27T06:50:16.788408+0000","last_undegraded":"2024-07-27T06:50:16.788408+0000","last_fullsized":"2024-07-27T06:50:16.788408+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:04.006877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782641+0000","last_change":"2024-07-27T06:50:15.766957+0000","last_active":"2024-07-27T06:50:16.782641+0000","last_peered":"2024-07-27T06:50:16.782641+0000","last_clean":"2024-07-27T06:50:16.782641+0000","last_became_active":"2024-07-27T06:50:15.766522+0000","last_became_peered":"2024-07-27T06:50:15.766522+0000","last_unstale":"2024-07-27T06:50:16.782641+0000","last_undegraded":"2024-07-27T06:50:16.782641+0000","last_fullsized":"2024-07-27T06:50:16.782641+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:18.932283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,1,7],"acting":[2,3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738455+0000","last_change":"2024-07-27T06:50:11.707628+0000","last_active":"2024-07-27T06:50:16.738455+0000","last_peered":"2024-07-27T06:50:16.738455+0000","last_clean":"2024-07-27T06:50:16.738455+0000","last_became_active":"2024-07-27T06:50:11.707299+0000","last_became_peered":"2024-07-27T06:50:11.707299+0000","last_unstale":"2024-07-27T06:50:16.738455+0000","last_undegraded":"2024-07-27T06:50:16.738455+0000","last_fullsized":"2024-07-27T06:50:16.738455+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785809+0000","last_change":"2024-07-27T06:50:10.701353+0000","last_active":"2024-07-27T06:50:16.785809+0000","last_peered":"2024-07-27T06:50:16.785809+0000","last_clean":"2024-07-27T06:50:16.785809+0000","last_became_active":"2024-07-27T06:50:10.697263+0000","last_became_peered":"2024-07-27T06:50:10.697263+0000","last_unstale":"2024-07-27T06:50:16.785809+0000","last_undegraded":"2024-07-27T06:50:16.785809+0000","last_fullsized":"2024-07-27T06:50:16.785809+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:51.337805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783893+0000","last_change":"2024-07-27T06:50:15.775143+0000","last_active":"2024-07-27T06:50:16.783893+0000","last_peered":"2024-07-27T06:50:16.783893+0000","last_clean":"2024-07-27T06:50:16.783893+0000","last_became_active":"2024-07-27T06:50:15.774626+0000","last_became_peered":"2024-07-27T06:50:15.774626+0000","last_unstale":"2024-07-27T06:50:16.783893+0000","last_undegraded":"2024-07-27T06:50:16.783893+0000","last_fullsized":"2024-07-27T06:50:16.783893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:25.935083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3,2],"acting":[7,1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780806+0000","last_change":"2024-07-27T06:50:11.711969+0000","last_active":"2024-07-27T06:50:16.780806+0000","last_peered":"2024-07-27T06:50:16.780806+0000","last_clean":"2024-07-27T06:50:16.780806+0000","last_became_active":"2024-07-27T06:50:11.711208+0000","last_became_peered":"2024-07-27T06:50:11.711208+0000","last_unstale":"2024-07-27T06:50:16.780806+0000","last_undegraded":"2024-07-27T06:50:16.780806+0000","last_fullsized":"2024-07-27T06:50:16.780806+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783637+0000","last_change":"2024-07-27T06:50:10.701572+0000","last_active":"2024-07-27T06:50:16.783637+0000","last_peered":"2024-07-27T06:50:16.783637+0000","last_clean":"2024-07-27T06:50:16.783637+0000","last_became_active":"2024-07-27T06:50:10.701235+0000","last_became_peered":"2024-07-27T06:50:10.701235+0000","last_unstale":"2024-07-27T06:50:16.783637+0000","last_undegraded":"2024-07-27T06:50:16.783637+0000","last_fullsized":"2024-07-27T06:50:16.783637+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:36.777319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732162+0000","last_change":"2024-07-27T06:50:15.762204+0000","last_active":"2024-07-27T06:50:16.732162+0000","last_peered":"2024-07-27T06:50:16.732162+0000","last_clean":"2024-07-27T06:50:16.732162+0000","last_became_active":"2024-07-27T06:50:15.761203+0000","last_became_peered":"2024-07-27T06:50:15.761203+0000","last_unstale":"2024-07-27T06:50:16.732162+0000","last_undegraded":"2024-07-27T06:50:16.732162+0000","last_fullsized":"2024-07-27T06:50:16.732162+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:38.401021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,3,7],"acting":[4,0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734230+0000","last_change":"2024-07-27T06:50:15.760943+0000","last_active":"2024-07-27T06:50:16.734230+0000","last_peered":"2024-07-27T06:50:16.734230+0000","last_clean":"2024-07-27T06:50:16.734230+0000","last_became_active":"2024-07-27T06:50:15.758920+0000","last_became_peered":"2024-07-27T06:50:15.758920+0000","last_unstale":"2024-07-27T06:50:16.734230+0000","last_undegraded":"2024-07-27T06:50:16.734230+0000","last_fullsized":"2024-07-27T06:50:16.734230+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:32.784663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,5,3],"acting":[4,1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732348+0000","last_change":"2024-07-27T06:50:11.685907+0000","last_active":"2024-07-27T06:50:16.732348+0000","last_peered":"2024-07-27T06:50:16.732348+0000","last_clean":"2024-07-27T06:50:16.732348+0000","last_became_active":"2024-07-27T06:50:11.684306+0000","last_became_peered":"2024-07-27T06:50:11.684306+0000","last_unstale":"2024-07-27T06:50:16.732348+0000","last_undegraded":"2024-07-27T06:50:16.732348+0000","last_fullsized":"2024-07-27T06:50:16.732348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:38:20.108637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730035+0000","last_change":"2024-07-27T06:50:10.693760+0000","last_active":"2024-07-27T06:50:16.730035+0000","last_peered":"2024-07-27T06:50:16.730035+0000","last_clean":"2024-07-27T06:50:16.730035+0000","last_became_active":"2024-07-27T06:50:10.693316+0000","last_became_peered":"2024-07-27T06:50:10.693316+0000","last_unstale":"2024-07-27T06:50:16.730035+0000","last_undegraded":"2024-07-27T06:50:16.730035+0000","last_fullsized":"2024-07-27T06:50:16.730035+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:34.786952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732636+0000","last_change":"2024-07-27T06:50:15.751042+0000","last_active":"2024-07-27T06:50:16.732636+0000","last_peered":"2024-07-27T06:50:16.732636+0000","last_clean":"2024-07-27T06:50:16.732636+0000","last_became_active":"2024-07-27T06:50:15.747952+0000","last_became_peered":"2024-07-27T06:50:15.747952+0000","last_unstale":"2024-07-27T06:50:16.732636+0000","last_undegraded":"2024-07-27T06:50:16.732636+0000","last_fullsized":"2024-07-27T06:50:16.732636+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:05:54.884845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5,1],"acting":[3,2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.734314+0000","last_change":"2024-07-27T06:50:11.691072+0000","last_active":"2024-07-27T06:50:16.734314+0000","last_peered":"2024-07-27T06:50:16.734314+0000","last_clean":"2024-07-27T06:50:16.734314+0000","last_became_active":"2024-07-27T06:50:11.690738+0000","last_became_peered":"2024-07-27T06:50:11.690738+0000","last_unstale":"2024-07-27T06:50:16.734314+0000","last_undegraded":"2024-07-27T06:50:16.734314+0000","last_fullsized":"2024-07-27T06:50:16.734314+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783854+0000","last_change":"2024-07-27T06:50:10.702498+0000","last_active":"2024-07-27T06:50:16.783854+0000","last_peered":"2024-07-27T06:50:16.783854+0000","last_clean":"2024-07-27T06:50:16.783854+0000","last_became_active":"2024-07-27T06:50:10.702103+0000","last_became_peered":"2024-07-27T06:50:10.702103+0000","last_unstale":"2024-07-27T06:50:16.783854+0000","last_undegraded":"2024-07-27T06:50:16.783854+0000","last_fullsized":"2024-07-27T06:50:16.783854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:33:32.183915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.731158+0000","last_change":"2024-07-27T06:50:10.714406+0000","last_active":"2024-07-27T06:50:16.731158+0000","last_peered":"2024-07-27T06:50:16.731158+0000","last_clean":"2024-07-27T06:50:16.731158+0000","last_became_active":"2024-07-27T06:50:10.714025+0000","last_became_peered":"2024-07-27T06:50:10.714025+0000","last_unstale":"2024-07-27T06:50:16.731158+0000","last_undegraded":"2024-07-27T06:50:16.731158+0000","last_fullsized":"2024-07-27T06:50:16.731158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:20.643624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732347+0000","last_change":"2024-07-27T06:50:11.710064+0000","last_active":"2024-07-27T06:50:16.732347+0000","last_peered":"2024-07-27T06:50:16.732347+0000","last_clean":"2024-07-27T06:50:16.732347+0000","last_became_active":"2024-07-27T06:50:11.709487+0000","last_became_peered":"2024-07-27T06:50:11.709487+0000","last_unstale":"2024-07-27T06:50:16.732347+0000","last_undegraded":"2024-07-27T06:50:16.732347+0000","last_fullsized":"2024-07-27T06:50:16.732347+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:53.772044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733671+0000","last_change":"2024-07-27T06:50:15.766284+0000","last_active":"2024-07-27T06:50:16.733671+0000","last_peered":"2024-07-27T06:50:16.733671+0000","last_clean":"2024-07-27T06:50:16.733671+0000","last_became_active":"2024-07-27T06:50:15.765800+0000","last_became_peered":"2024-07-27T06:50:15.765800+0000","last_unstale":"2024-07-27T06:50:16.733671+0000","last_undegraded":"2024-07-27T06:50:16.733671+0000","last_fullsized":"2024-07-27T06:50:16.733671+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:38.151211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,7],"acting":[4,6,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736922+0000","last_change":"2024-07-27T06:50:10.697873+0000","last_active":"2024-07-27T06:50:16.736922+0000","last_peered":"2024-07-27T06:50:16.736922+0000","last_clean":"2024-07-27T06:50:16.736922+0000","last_became_active":"2024-07-27T06:50:10.697067+0000","last_became_peered":"2024-07-27T06:50:10.697067+0000","last_unstale":"2024-07-27T06:50:16.736922+0000","last_undegraded":"2024-07-27T06:50:16.736922+0000","last_fullsized":"2024-07-27T06:50:16.736922+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:09.623214+0000","last_clean_scrub_stamp":"2024-07-27T06:50:09.623214+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:55:03.963618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782372+0000","last_change":"2024-07-27T06:50:11.675475+0000","last_active":"2024-07-27T06:50:16.782372+0000","last_peered":"2024-07-27T06:50:16.782372+0000","last_clean":"2024-07-27T06:50:16.782372+0000","last_became_active":"2024-07-27T06:50:11.675069+0000","last_became_peered":"2024-07-27T06:50:11.675069+0000","last_unstale":"2024-07-27T06:50:16.782372+0000","last_undegraded":"2024-07-27T06:50:16.782372+0000","last_fullsized":"2024-07-27T06:50:16.782372+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:03:21.661223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788544+0000","last_change":"2024-07-27T06:50:15.773772+0000","last_active":"2024-07-27T06:50:16.788544+0000","last_peered":"2024-07-27T06:50:16.788544+0000","last_clean":"2024-07-27T06:50:16.788544+0000","last_became_active":"2024-07-27T06:50:15.771940+0000","last_became_peered":"2024-07-27T06:50:15.771940+0000","last_unstale":"2024-07-27T06:50:16.788544+0000","last_undegraded":"2024-07-27T06:50:16.788544+0000","last_fullsized":"2024-07-27T06:50:16.788544+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:14.691225+0000","last_clean_scrub_stamp":"2024-07-27T06:50:14.691225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:52.271261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,1,0],"acting":[7,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.781016+0000","last_change":"2024-07-27T06:50:11.691616+0000","last_active":"2024-07-27T06:50:16.781016+0000","last_peered":"2024-07-27T06:50:16.781016+0000","last_clean":"2024-07-27T06:50:16.781016+0000","last_became_active":"2024-07-27T06:50:11.691246+0000","last_became_peered":"2024-07-27T06:50:11.691246+0000","last_unstale":"2024-07-27T06:50:16.781016+0000","last_undegraded":"2024-07-27T06:50:16.781016+0000","last_fullsized":"2024-07-27T06:50:16.781016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784103+0000","last_change":"2024-07-27T06:50:11.698140+0000","last_active":"2024-07-27T06:50:16.784103+0000","last_peered":"2024-07-27T06:50:16.784103+0000","last_clean":"2024-07-27T06:50:16.784103+0000","last_became_active":"2024-07-27T06:50:11.697780+0000","last_became_peered":"2024-07-27T06:50:11.697780+0000","last_unstale":"2024-07-27T06:50:16.784103+0000","last_undegraded":"2024-07-27T06:50:16.784103+0000","last_fullsized":"2024-07-27T06:50:16.784103+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730596+0000","last_change":"2024-07-27T06:50:11.687378+0000","last_active":"2024-07-27T06:50:16.730596+0000","last_peered":"2024-07-27T06:50:16.730596+0000","last_clean":"2024-07-27T06:50:16.730596+0000","last_became_active":"2024-07-27T06:50:11.686936+0000","last_became_peered":"2024-07-27T06:50:11.686936+0000","last_unstale":"2024-07-27T06:50:16.730596+0000","last_undegraded":"2024-07-27T06:50:16.730596+0000","last_fullsized":"2024-07-27T06:50:16.730596+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.736437+0000","last_change":"2024-07-27T06:50:11.686960+0000","last_active":"2024-07-27T06:50:16.736437+0000","last_peered":"2024-07-27T06:50:16.736437+0000","last_clean":"2024-07-27T06:50:16.736437+0000","last_became_active":"2024-07-27T06:50:11.686334+0000","last_became_peered":"2024-07-27T06:50:11.686334+0000","last_unstale":"2024-07-27T06:50:16.736437+0000","last_undegraded":"2024-07-27T06:50:16.736437+0000","last_fullsized":"2024-07-27T06:50:16.736437+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:36:25.650317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786213+0000","last_change":"2024-07-27T06:50:11.705801+0000","last_active":"2024-07-27T06:50:16.786213+0000","last_peered":"2024-07-27T06:50:16.786213+0000","last_clean":"2024-07-27T06:50:16.786213+0000","last_became_active":"2024-07-27T06:50:11.705399+0000","last_became_peered":"2024-07-27T06:50:11.705399+0000","last_unstale":"2024-07-27T06:50:16.786213+0000","last_undegraded":"2024-07-27T06:50:16.786213+0000","last_fullsized":"2024-07-27T06:50:16.786213+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:34:20.807425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784820+0000","last_change":"2024-07-27T06:50:11.693254+0000","last_active":"2024-07-27T06:50:16.784820+0000","last_peered":"2024-07-27T06:50:16.784820+0000","last_clean":"2024-07-27T06:50:16.784820+0000","last_became_active":"2024-07-27T06:50:11.692841+0000","last_became_peered":"2024-07-27T06:50:11.692841+0000","last_unstale":"2024-07-27T06:50:16.784820+0000","last_undegraded":"2024-07-27T06:50:16.784820+0000","last_fullsized":"2024-07-27T06:50:16.784820+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:54:18.066866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780679+0000","last_change":"2024-07-27T06:50:11.714633+0000","last_active":"2024-07-27T06:50:16.780679+0000","last_peered":"2024-07-27T06:50:16.780679+0000","last_clean":"2024-07-27T06:50:16.780679+0000","last_became_active":"2024-07-27T06:50:11.711661+0000","last_became_peered":"2024-07-27T06:50:11.711661+0000","last_unstale":"2024-07-27T06:50:16.780679+0000","last_undegraded":"2024-07-27T06:50:16.780679+0000","last_fullsized":"2024-07-27T06:50:16.780679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:30.376517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737893+0000","last_change":"2024-07-27T06:50:11.680280+0000","last_active":"2024-07-27T06:50:16.737893+0000","last_peered":"2024-07-27T06:50:16.737893+0000","last_clean":"2024-07-27T06:50:16.737893+0000","last_became_active":"2024-07-27T06:50:11.679898+0000","last_became_peered":"2024-07-27T06:50:11.679898+0000","last_unstale":"2024-07-27T06:50:16.737893+0000","last_undegraded":"2024-07-27T06:50:16.737893+0000","last_fullsized":"2024-07-27T06:50:16.737893+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.730087+0000","last_change":"2024-07-27T06:50:11.679988+0000","last_active":"2024-07-27T06:50:16.730087+0000","last_peered":"2024-07-27T06:50:16.730087+0000","last_clean":"2024-07-27T06:50:16.730087+0000","last_became_active":"2024-07-27T06:50:11.677917+0000","last_became_peered":"2024-07-27T06:50:11.677917+0000","last_unstale":"2024-07-27T06:50:16.730087+0000","last_undegraded":"2024-07-27T06:50:16.730087+0000","last_fullsized":"2024-07-27T06:50:16.730087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:34.350610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735542+0000","last_change":"2024-07-27T06:50:11.686126+0000","last_active":"2024-07-27T06:50:16.735542+0000","last_peered":"2024-07-27T06:50:16.735542+0000","last_clean":"2024-07-27T06:50:16.735542+0000","last_became_active":"2024-07-27T06:50:11.685595+0000","last_became_peered":"2024-07-27T06:50:11.685595+0000","last_unstale":"2024-07-27T06:50:16.735542+0000","last_undegraded":"2024-07-27T06:50:16.735542+0000","last_fullsized":"2024-07-27T06:50:16.735542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:24.564001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.782242+0000","last_change":"2024-07-27T06:50:11.682497+0000","last_active":"2024-07-27T06:50:16.782242+0000","last_peered":"2024-07-27T06:50:16.782242+0000","last_clean":"2024-07-27T06:50:16.782242+0000","last_became_active":"2024-07-27T06:50:11.682162+0000","last_became_peered":"2024-07-27T06:50:11.682162+0000","last_unstale":"2024-07-27T06:50:16.782242+0000","last_undegraded":"2024-07-27T06:50:16.782242+0000","last_fullsized":"2024-07-27T06:50:16.782242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732028+0000","last_change":"2024-07-27T06:50:11.697371+0000","last_active":"2024-07-27T06:50:16.732028+0000","last_peered":"2024-07-27T06:50:16.732028+0000","last_clean":"2024-07-27T06:50:16.732028+0000","last_became_active":"2024-07-27T06:50:11.695540+0000","last_became_peered":"2024-07-27T06:50:11.695540+0000","last_unstale":"2024-07-27T06:50:16.732028+0000","last_undegraded":"2024-07-27T06:50:16.732028+0000","last_fullsized":"2024-07-27T06:50:16.732028+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:21.884672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785426+0000","last_change":"2024-07-27T06:50:11.701733+0000","last_active":"2024-07-27T06:50:16.785426+0000","last_peered":"2024-07-27T06:50:16.785426+0000","last_clean":"2024-07-27T06:50:16.785426+0000","last_became_active":"2024-07-27T06:50:11.701396+0000","last_became_peered":"2024-07-27T06:50:11.701396+0000","last_unstale":"2024-07-27T06:50:16.785426+0000","last_undegraded":"2024-07-27T06:50:16.785426+0000","last_fullsized":"2024-07-27T06:50:16.785426+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733400+0000","last_change":"2024-07-27T06:50:11.704365+0000","last_active":"2024-07-27T06:50:16.733400+0000","last_peered":"2024-07-27T06:50:16.733400+0000","last_clean":"2024-07-27T06:50:16.733400+0000","last_became_active":"2024-07-27T06:50:11.704035+0000","last_became_peered":"2024-07-27T06:50:11.704035+0000","last_unstale":"2024-07-27T06:50:16.733400+0000","last_undegraded":"2024-07-27T06:50:16.733400+0000","last_fullsized":"2024-07-27T06:50:16.733400+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:55:04.839915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.788510+0000","last_change":"2024-07-27T06:50:11.703509+0000","last_active":"2024-07-27T06:50:16.788510+0000","last_peered":"2024-07-27T06:50:16.788510+0000","last_clean":"2024-07-27T06:50:16.788510+0000","last_became_active":"2024-07-27T06:50:11.702750+0000","last_became_peered":"2024-07-27T06:50:11.702750+0000","last_unstale":"2024-07-27T06:50:16.788510+0000","last_undegraded":"2024-07-27T06:50:16.788510+0000","last_fullsized":"2024-07-27T06:50:16.788510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:32.645961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.732642+0000","last_change":"2024-07-27T06:50:11.708071+0000","last_active":"2024-07-27T06:50:16.732642+0000","last_peered":"2024-07-27T06:50:16.732642+0000","last_clean":"2024-07-27T06:50:16.732642+0000","last_became_active":"2024-07-27T06:50:11.707477+0000","last_became_peered":"2024-07-27T06:50:11.707477+0000","last_unstale":"2024-07-27T06:50:16.732642+0000","last_undegraded":"2024-07-27T06:50:16.732642+0000","last_fullsized":"2024-07-27T06:50:16.732642+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:18.616731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.729747+0000","last_change":"2024-07-27T06:50:11.708516+0000","last_active":"2024-07-27T06:50:16.729747+0000","last_peered":"2024-07-27T06:50:16.729747+0000","last_clean":"2024-07-27T06:50:16.729747+0000","last_became_active":"2024-07-27T06:50:11.697953+0000","last_became_peered":"2024-07-27T06:50:11.697953+0000","last_unstale":"2024-07-27T06:50:16.729747+0000","last_undegraded":"2024-07-27T06:50:16.729747+0000","last_fullsized":"2024-07-27T06:50:16.729747+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:14.881872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.735197+0000","last_change":"2024-07-27T06:50:11.696115+0000","last_active":"2024-07-27T06:50:16.735197+0000","last_peered":"2024-07-27T06:50:16.735197+0000","last_clean":"2024-07-27T06:50:16.735197+0000","last_became_active":"2024-07-27T06:50:11.694645+0000","last_became_peered":"2024-07-27T06:50:11.694645+0000","last_unstale":"2024-07-27T06:50:16.735197+0000","last_undegraded":"2024-07-27T06:50:16.735197+0000","last_fullsized":"2024-07-27T06:50:16.735197+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:59.248636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784380+0000","last_change":"2024-07-27T06:50:11.690972+0000","last_active":"2024-07-27T06:50:16.784380+0000","last_peered":"2024-07-27T06:50:16.784380+0000","last_clean":"2024-07-27T06:50:16.784380+0000","last_became_active":"2024-07-27T06:50:11.690635+0000","last_became_peered":"2024-07-27T06:50:11.690635+0000","last_unstale":"2024-07-27T06:50:16.784380+0000","last_undegraded":"2024-07-27T06:50:16.784380+0000","last_fullsized":"2024-07-27T06:50:16.784380+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:29.442711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.786680+0000","last_change":"2024-07-27T06:50:11.701584+0000","last_active":"2024-07-27T06:50:16.786680+0000","last_peered":"2024-07-27T06:50:16.786680+0000","last_clean":"2024-07-27T06:50:16.786680+0000","last_became_active":"2024-07-27T06:50:11.701193+0000","last_became_peered":"2024-07-27T06:50:11.701193+0000","last_unstale":"2024-07-27T06:50:16.786680+0000","last_undegraded":"2024-07-27T06:50:16.786680+0000","last_fullsized":"2024-07-27T06:50:16.786680+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:10:46.915779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785089+0000","last_change":"2024-07-27T06:50:11.702282+0000","last_active":"2024-07-27T06:50:16.785089+0000","last_peered":"2024-07-27T06:50:16.785089+0000","last_clean":"2024-07-27T06:50:16.785089+0000","last_became_active":"2024-07-27T06:50:11.701561+0000","last_became_peered":"2024-07-27T06:50:11.701561+0000","last_unstale":"2024-07-27T06:50:16.785089+0000","last_undegraded":"2024-07-27T06:50:16.785089+0000","last_fullsized":"2024-07-27T06:50:16.785089+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784401+0000","last_change":"2024-07-27T06:50:11.718000+0000","last_active":"2024-07-27T06:50:16.784401+0000","last_peered":"2024-07-27T06:50:16.784401+0000","last_clean":"2024-07-27T06:50:16.784401+0000","last_became_active":"2024-07-27T06:50:11.717591+0000","last_became_peered":"2024-07-27T06:50:11.717591+0000","last_unstale":"2024-07-27T06:50:16.784401+0000","last_undegraded":"2024-07-27T06:50:16.784401+0000","last_fullsized":"2024-07-27T06:50:16.784401+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:45.843942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785624+0000","last_change":"2024-07-27T06:50:11.723038+0000","last_active":"2024-07-27T06:50:16.785624+0000","last_peered":"2024-07-27T06:50:16.785624+0000","last_clean":"2024-07-27T06:50:16.785624+0000","last_became_active":"2024-07-27T06:50:11.720529+0000","last_became_peered":"2024-07-27T06:50:11.720529+0000","last_unstale":"2024-07-27T06:50:16.785624+0000","last_undegraded":"2024-07-27T06:50:16.785624+0000","last_fullsized":"2024-07-27T06:50:16.785624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:31:28.734252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.783335+0000","last_change":"2024-07-27T06:50:11.693728+0000","last_active":"2024-07-27T06:50:16.783335+0000","last_peered":"2024-07-27T06:50:16.783335+0000","last_clean":"2024-07-27T06:50:16.783335+0000","last_became_active":"2024-07-27T06:50:11.693418+0000","last_became_peered":"2024-07-27T06:50:11.693418+0000","last_unstale":"2024-07-27T06:50:16.783335+0000","last_undegraded":"2024-07-27T06:50:16.783335+0000","last_fullsized":"2024-07-27T06:50:16.783335+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:39.895970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.733785+0000","last_change":"2024-07-27T06:50:11.703448+0000","last_active":"2024-07-27T06:50:16.733785+0000","last_peered":"2024-07-27T06:50:16.733785+0000","last_clean":"2024-07-27T06:50:16.733785+0000","last_became_active":"2024-07-27T06:50:11.702798+0000","last_became_peered":"2024-07-27T06:50:11.702798+0000","last_unstale":"2024-07-27T06:50:16.733785+0000","last_undegraded":"2024-07-27T06:50:16.733785+0000","last_fullsized":"2024-07-27T06:50:16.733785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:06:57.106188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784655+0000","last_change":"2024-07-27T06:50:11.706214+0000","last_active":"2024-07-27T06:50:16.784655+0000","last_peered":"2024-07-27T06:50:16.784655+0000","last_clean":"2024-07-27T06:50:16.784655+0000","last_became_active":"2024-07-27T06:50:11.705177+0000","last_became_peered":"2024-07-27T06:50:11.705177+0000","last_unstale":"2024-07-27T06:50:16.784655+0000","last_undegraded":"2024-07-27T06:50:16.784655+0000","last_fullsized":"2024-07-27T06:50:16.784655+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:37.141752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780573+0000","last_change":"2024-07-27T06:50:11.691166+0000","last_active":"2024-07-27T06:50:16.780573+0000","last_peered":"2024-07-27T06:50:16.780573+0000","last_clean":"2024-07-27T06:50:16.780573+0000","last_became_active":"2024-07-27T06:50:11.690512+0000","last_became_peered":"2024-07-27T06:50:11.690512+0000","last_unstale":"2024-07-27T06:50:16.780573+0000","last_undegraded":"2024-07-27T06:50:16.780573+0000","last_fullsized":"2024-07-27T06:50:16.780573+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:11:52.355404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.784742+0000","last_change":"2024-07-27T06:50:11.702591+0000","last_active":"2024-07-27T06:50:16.784742+0000","last_peered":"2024-07-27T06:50:16.784742+0000","last_clean":"2024-07-27T06:50:16.784742+0000","last_became_active":"2024-07-27T06:50:11.702061+0000","last_became_peered":"2024-07-27T06:50:11.702061+0000","last_unstale":"2024-07-27T06:50:16.784742+0000","last_undegraded":"2024-07-27T06:50:16.784742+0000","last_fullsized":"2024-07-27T06:50:16.784742+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:39.073122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.780839+0000","last_change":"2024-07-27T06:50:11.696251+0000","last_active":"2024-07-27T06:50:16.780839+0000","last_peered":"2024-07-27T06:50:16.780839+0000","last_clean":"2024-07-27T06:50:16.780839+0000","last_became_active":"2024-07-27T06:50:11.688715+0000","last_became_peered":"2024-07-27T06:50:11.688715+0000","last_unstale":"2024-07-27T06:50:16.780839+0000","last_undegraded":"2024-07-27T06:50:16.780839+0000","last_fullsized":"2024-07-27T06:50:16.780839+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:32:06.182889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.737770+0000","last_change":"2024-07-27T06:50:11.676637+0000","last_active":"2024-07-27T06:50:16.737770+0000","last_peered":"2024-07-27T06:50:16.737770+0000","last_clean":"2024-07-27T06:50:16.737770+0000","last_became_active":"2024-07-27T06:50:11.676125+0000","last_became_peered":"2024-07-27T06:50:11.676125+0000","last_unstale":"2024-07-27T06:50:16.737770+0000","last_undegraded":"2024-07-27T06:50:16.737770+0000","last_fullsized":"2024-07-27T06:50:16.737770+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:07.425318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.738725+0000","last_change":"2024-07-27T06:50:11.685334+0000","last_active":"2024-07-27T06:50:16.738725+0000","last_peered":"2024-07-27T06:50:16.738725+0000","last_clean":"2024-07-27T06:50:16.738725+0000","last_became_active":"2024-07-27T06:50:11.684975+0000","last_became_peered":"2024-07-27T06:50:11.684975+0000","last_unstale":"2024-07-27T06:50:16.738725+0000","last_undegraded":"2024-07-27T06:50:16.738725+0000","last_fullsized":"2024-07-27T06:50:16.738725+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-07-27T06:50:16.785193+0000","last_change":"2024-07-27T06:50:11.708630+0000","last_active":"2024-07-27T06:50:16.785193+0000","last_peered":"2024-07-27T06:50:16.785193+0000","last_clean":"2024-07-27T06:50:16.785193+0000","last_became_active":"2024-07-27T06:50:11.708309+0000","last_became_peered":"2024-07-27T06:50:11.708309+0000","last_unstale":"2024-07-27T06:50:16.785193+0000","last_undegraded":"2024-07-27T06:50:16.785193+0000","last_fullsized":"2024-07-27T06:50:16.785193+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:50:10.640814+0000","last_clean_scrub_stamp":"2024-07-27T06:50:10.640814+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:14:34.100800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":49,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":43,"ondisk_log_size":43,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476750,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27292,"kb_used_data":264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344548,"statfs":{"total":96636764160,"available":96608817152,"internally_reserved":0,"allocated":270336,"data_stored":105076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476748,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":278528,"data_stored":108336,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476750,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":864256,"data_stored":694932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476748,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509452,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":104618,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509451,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27876,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343964,"statfs":{"total":96636764160,"available":96608219136,"internally_reserved":0,"allocated":868352,"data_stored":694954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509452,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":109008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542156,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":266240,"data_stored":104494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":4514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:50:44.249 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:50:44.249 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-07-27T06:50:44.249 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-07-27T06:50:44.249 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 -- 172.21.15.66:0/2571933433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faefc003a30 msgr2=0x7faefc003e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 --2- 172.21.15.66:0/2571933433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faefc003a30 0x7faefc003e60 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7faf080017c0 tx=0x7faefc005830 comp rx=0 tx=0).stop 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf16800640 1 -- 172.21.15.66:0/2571933433 reap_dead start 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 -- 172.21.15.66:0/2571933433 shutdown_connections 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 -- 172.21.15.66:0/2571933433 >> 172.21.15.66:0/2571933433 conn(0x7faf180d3cd0 msgr2=0x7faf180d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 -- 172.21.15.66:0/2571933433 shutdown_connections 2024-07-27T06:50:44.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.580+0000 7faf17200640 1 -- 172.21.15.66:0/2571933433 wait complete. 2024-07-27T06:50:44.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.582+0000 7faf17200640 1 Processor -- start 2024-07-27T06:50:44.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.582+0000 7faf17200640 1 -- start start 2024-07-27T06:50:44.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 0x7faf1815cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 0x7faf180b7c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faf180b9610 con 0x7faf1815a100 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faf180b9490 con 0x7faefc003a30 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf17200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faf180cefb0 con 0x7faf181f51c0 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf15400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf15400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52662/0 (socket says 172.21.15.66:52662) 2024-07-27T06:50:44.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.584+0000 7faf15400640 1 -- 172.21.15.66:0/2231937612 learned_addr learned my addr 172.21.15.66:0/2231937612 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:44.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf16800640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 0x7faf180b7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:44.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15e00640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 0x7faf1815cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 -- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 msgr2=0x7faf180b7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 0x7faf180b7c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 -- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 msgr2=0x7faf1815cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 0x7faf1815cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 -- 172.21.15.66:0/2231937612 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1815afc0 con 0x7faf1815a100 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf16800640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 0x7faf180b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15e00640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 0x7faf1815cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf15400640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf00009fd0 tx=0x7faf00011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf00004460 con 0x7faf1815a100 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.585+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf00016070 con 0x7faf1815a100 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.586+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf1815ace0 con 0x7faf1815a100 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.586+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0000fba0 con 0x7faf1815a100 2024-07-27T06:50:44.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.586+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf181f49c0 con 0x7faf1815a100 2024-07-27T06:50:44.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.587+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf180d0330 con 0x7faf1815a100 2024-07-27T06:50:44.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.588+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faf00018030 con 0x7faf1815a100 2024-07-27T06:50:44.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.589+0000 7faf0e000640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 0x7faef4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:44.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.589+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7faf00099530 con 0x7faf1815a100 2024-07-27T06:50:44.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.590+0000 7faf15e00640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 0x7faef4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:44.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.591+0000 7faf15e00640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 0x7faef4079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf0802f000 tx=0x7faf080012c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:44.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.594+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf00062360 con 0x7faf1815a100 2024-07-27T06:50:44.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.846+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7faf180b1b60 con 0x7faf1815a100 2024-07-27T06:50:44.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.847+0000 7faf0e000640 1 -- 172.21.15.66:0/2231937612 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7faf00061c60 con 0x7faf1815a100 2024-07-27T06:50:44.849 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 msgr2=0x7faef4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 0x7faef4079550 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7faf0802f000 tx=0x7faf080012c0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 msgr2=0x7faf181ee410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7faf00009fd0 tx=0x7faf00011cb0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 shutdown_connections 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faef4077040 0x7faef4079550 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf181f51c0 0x7faf180b7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf1815a100 0x7faf181ee410 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 --2- 172.21.15.66:0/2231937612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faefc003a30 0x7faf1815cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:44.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.850+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 >> 172.21.15.66:0/2231937612 conn(0x7faf180d3cd0 msgr2=0x7faf181610a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:44.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.851+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 shutdown_connections 2024-07-27T06:50:44.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:44.851+0000 7faf17200640 1 -- 172.21.15.66:0/2231937612 wait complete. 2024-07-27T06:50:44.881 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-07-27T06:50:44.882 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.167+0000 7fdf27e00640 1 -- 172.21.15.66:0/1343459330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 msgr2=0x7fdf280b42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.167+0000 7fdf27e00640 1 --2- 172.21.15.66:0/1343459330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf280b42b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdf20005fd0 tx=0x7fdf2002bb30 comp rx=0 tx=0).stop 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 -- 172.21.15.66:0/1343459330 shutdown_connections 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 --2- 172.21.15.66:0/1343459330 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf280b42b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 --2- 172.21.15.66:0/1343459330 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 0x7fdf2815e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 -- 172.21.15.66:0/1343459330 >> 172.21.15.66:0/1343459330 conn(0x7fdf2806c780 msgr2=0x7fdf2806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 -- 172.21.15.66:0/1343459330 shutdown_connections 2024-07-27T06:50:45.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.168+0000 7fdf27e00640 1 -- 172.21.15.66:0/1343459330 wait complete. 2024-07-27T06:50:45.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.170+0000 7fdf27e00640 1 Processor -- start 2024-07-27T06:50:45.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.170+0000 7fdf27e00640 1 -- start start 2024-07-27T06:50:45.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf2814dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 0x7fdf2813d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf280af0e0 con 0x7fdf2806e6f0 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdf280aef60 con 0x7fdf280b3ea0 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdf280b47f0 con 0x7fdf2815dfa0 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52668/0 (socket says 172.21.15.66:52668) 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 -- 172.21.15.66:0/2887335250 learned_addr learned my addr 172.21.15.66:0/2887335250 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf27400640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 0x7fdf2813d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf1fe00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf2814dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 -- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 msgr2=0x7fdf2813d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 0x7fdf2813d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 -- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 msgr2=0x7fdf2814dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf2814dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.172+0000 7fdf26a00640 1 -- 172.21.15.66:0/2887335250 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf281f8c10 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf26a00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800c3d0 tx=0x7fdf1800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18017070 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf180053c0 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf281f8ef0 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18003850 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.173+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf281f94b0 con 0x7fdf2806e6f0 2024-07-27T06:50:45.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.174+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf280b42b0 con 0x7fdf2806e6f0 2024-07-27T06:50:45.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.176+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf1801a070 con 0x7fdf2806e6f0 2024-07-27T06:50:45.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.177+0000 7fdf1ea00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 0x7fdf04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.177+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fdf18098080 con 0x7fdf2806e6f0 2024-07-27T06:50:45.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.177+0000 7fdf1fe00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 0x7fdf04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.179+0000 7fdf1fe00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 0x7fdf04079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdf28068da0 tx=0x7fdf10009260 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:45.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.182+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf18060f40 con 0x7fdf2806e6f0 2024-07-27T06:50:45.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.422+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf2815a690 con 0x7fdf2806e6f0 2024-07-27T06:50:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.424+0000 7fdf1ea00640 1 -- 172.21.15.66:0/2887335250 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fdf18069210 con 0x7fdf2806e6f0 2024-07-27T06:50:45.425 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:45.426 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:50:45.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.426+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 msgr2=0x7fdf04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.426+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 0x7fdf04079520 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fdf28068da0 tx=0x7fdf10009260 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 msgr2=0x7fdf2814ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf1800c3d0 tx=0x7fdf1800c890 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 shutdown_connections 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf04077010 0x7fdf04079520 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2815dfa0 0x7fdf2813d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf280b3ea0 0x7fdf2814dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 --2- 172.21.15.66:0/2887335250 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf2806e6f0 0x7fdf2814ec40 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 >> 172.21.15.66:0/2887335250 conn(0x7fdf2806c780 msgr2=0x7fdf2806ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 shutdown_connections 2024-07-27T06:50:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.427+0000 7fdf27e00640 1 -- 172.21.15.66:0/2887335250 wait complete. 2024-07-27T06:50:45.454 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:45.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 -- 172.21.15.66:0/1442668920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa700156550 msgr2=0x7fa7000734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 --2- 172.21.15.66:0/1442668920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa700156550 0x7fa7000734d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fa7000af4f0 tx=0x7fa6f002a5f0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 -- 172.21.15.66:0/1442668920 shutdown_connections 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 --2- 172.21.15.66:0/1442668920 >> v2:172.21.15.155:3300/0 conn(0x7fa7001600d0 0x7fa7000cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 --2- 172.21.15.66:0/1442668920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa700156550 0x7fa7000734d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 -- 172.21.15.66:0/1442668920 >> 172.21.15.66:0/1442668920 conn(0x7fa70006c780 msgr2=0x7fa70006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:45.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 -- 172.21.15.66:0/1442668920 shutdown_connections 2024-07-27T06:50:45.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.731+0000 7fa6ff200640 1 -- 172.21.15.66:0/1442668920 wait complete. 2024-07-27T06:50:45.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.734+0000 7fa6ff200640 1 Processor -- start 2024-07-27T06:50:45.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.734+0000 7fa6ff200640 1 -- start start 2024-07-27T06:50:45.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7000cecb0 0x7fa7001f3df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 0x7fa7000cf8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa70015d710 con 0x7fa7001f4330 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa70015d590 con 0x7fa700156550 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.735+0000 7fa6ff200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa70015d890 con 0x7fa7000cecb0 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52696/0 (socket says 172.21.15.66:52696) 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 -- 172.21.15.66:0/632415529 learned_addr learned my addr 172.21.15.66:0/632415529 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6f5400640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 0x7fa7000cf8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fde00640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7000cecb0 0x7fa7001f3df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 -- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7000cecb0 msgr2=0x7fa7001f3df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7000cecb0 0x7fa7001f3df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 -- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 msgr2=0x7fa7000cf8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:45.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 0x7fa7000cf8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:45.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6fe800640 1 -- 172.21.15.66:0/632415529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa700143420 con 0x7fa7001f4330 2024-07-27T06:50:45.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.736+0000 7fa6f5400640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 0x7fa7000cf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6fe800640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800ea40 tx=0x7fa6f800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f800ce40 con 0x7fa7001f4330 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6f8004c10 con 0x7fa7001f4330 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7000b3390 con 0x7fa7001f4330 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6f8005020 con 0x7fa7001f4330 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.737+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7000b2a70 con 0x7fa7001f4330 2024-07-27T06:50:45.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.738+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa700143690 con 0x7fa7001f4330 2024-07-27T06:50:45.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.739+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa6f80051c0 con 0x7fa7001f4330 2024-07-27T06:50:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.740+0000 7fa6f6a00640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 0x7fa6dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.741+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fa6f8099a90 con 0x7fa7001f4330 2024-07-27T06:50:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.741+0000 7fa6fde00640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 0x7fa6dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:45.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.742+0000 7fa6fde00640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 0x7fa6dc079520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa6f0033000 tx=0x7fa6f0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.745+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa6f80628b0 con 0x7fa7001f4330 2024-07-27T06:50:45.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.996+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7000d0600 con 0x7fa7001f4330 2024-07-27T06:50:45.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:45.998+0000 7fa6f6a00640 1 -- 172.21.15.66:0/632415529 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fa6f80621b0 con 0x7fa7001f4330 2024-07-27T06:50:46.000 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:46.000 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:50:46.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.000+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 msgr2=0x7fa6dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.000+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 0x7fa6dc079520 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa6f0033000 tx=0x7fa6f0004730 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.000+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 msgr2=0x7fa7000cfe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.000+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa6f800ea40 tx=0x7fa6f800ef00 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 shutdown_connections 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa6dc077010 0x7fa6dc079520 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7001f4330 0x7fa7000cfe10 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa700156550 0x7fa7000cf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 --2- 172.21.15.66:0/632415529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7000cecb0 0x7fa7001f3df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 >> 172.21.15.66:0/632415529 conn(0x7fa70006c780 msgr2=0x7fa70006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 shutdown_connections 2024-07-27T06:50:46.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.001+0000 7fa6ff200640 1 -- 172.21.15.66:0/632415529 wait complete. 2024-07-27T06:50:46.031 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 -- 172.21.15.66:0/1018779995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c1600d0 msgr2=0x7f2c9c0cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 --2- 172.21.15.66:0/1018779995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c1600d0 0x7f2c9c0cf0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c06d940 tx=0x7f2c9402a560 comp rx=0 tx=0).stop 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 -- 172.21.15.66:0/1018779995 shutdown_connections 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 --2- 172.21.15.66:0/1018779995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c1600d0 0x7f2c9c0cf0c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 --2- 172.21.15.66:0/1018779995 >> v2:172.21.15.155:3300/0 conn(0x7f2c9c156550 0x7f2c9c0734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 -- 172.21.15.66:0/1018779995 >> 172.21.15.66:0/1018779995 conn(0x7f2c9c06c780 msgr2=0x7f2c9c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 -- 172.21.15.66:0/1018779995 shutdown_connections 2024-07-27T06:50:46.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.316+0000 7f2c9be00640 1 -- 172.21.15.66:0/1018779995 wait complete. 2024-07-27T06:50:46.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.318+0000 7f2c9be00640 1 Processor -- start 2024-07-27T06:50:46.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.319+0000 7f2c9be00640 1 -- start start 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c9c0cecb0 0x7f2c9c141e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 0x7f2c9c1381d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9c15d710 con 0x7f2c9c156550 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9c15d590 con 0x7f2c9c0cecb0 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.320+0000 7f2c9be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2c9c15d890 con 0x7f2c9c13f490 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52700/0 (socket says 172.21.15.66:52700) 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 -- 172.21.15.66:0/168775223 learned_addr learned my addr 172.21.15.66:0/168775223 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:46.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c9aa00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c9c0cecb0 0x7f2c9c141e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c9b400640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 0x7f2c9c1381d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 -- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 msgr2=0x7f2c9c1381d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 0x7f2c9c1381d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 -- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c9c0cecb0 msgr2=0x7f2c9c141e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c9c0cecb0 0x7f2c9c141e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 -- 172.21.15.66:0/168775223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c9c140d90 con 0x7f2c9c156550 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c9b400640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 0x7f2c9c1381d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:46.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.321+0000 7f2c92000640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2c8400ba80 tx=0x7f2c8400bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.322+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c8400cc00 con 0x7f2c9c156550 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.322+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c84003970 con 0x7f2c9c156550 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.322+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c84003e00 con 0x7f2c9c156550 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.322+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c9c141070 con 0x7f2c9c156550 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.322+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c9c141630 con 0x7f2c9c156550 2024-07-27T06:50:46.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.323+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c9c15eec0 con 0x7f2c9c156550 2024-07-27T06:50:46.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.324+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2c84004000 con 0x7f2c9c156550 2024-07-27T06:50:46.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.325+0000 7f2c93400640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 0x7f2c78079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.325+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f2c84098d50 con 0x7f2c9c156550 2024-07-27T06:50:46.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.326+0000 7f2c9aa00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 0x7f2c78079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.327+0000 7f2c9aa00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 0x7f2c78079550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c005fd0 tx=0x7f2c8c005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:46.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.331+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2c84061b70 con 0x7f2c9c156550 2024-07-27T06:50:46.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.546+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c9c155d20 con 0x7f2c9c156550 2024-07-27T06:50:46.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.550+0000 7f2c93400640 1 -- 172.21.15.66:0/168775223 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18518 (secure 0 0 0) 0x7f2c84061470 con 0x7f2c9c156550 2024-07-27T06:50:46.552 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":26,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:16.312077+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 msgr2=0x7f2c78079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 0x7f2c78079550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c005fd0 tx=0x7f2c8c005850 comp rx=0 tx=0).stop 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 msgr2=0x7f2c9c1429d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2c8400ba80 tx=0x7f2c8400bf40 comp rx=0 tx=0).stop 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 shutdown_connections 2024-07-27T06:50:46.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c78077040 0x7f2c78079550 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c9c13f490 0x7f2c9c1381d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c9c156550 0x7f2c9c1429d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 --2- 172.21.15.66:0/168775223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c9c0cecb0 0x7f2c9c141e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 >> 172.21.15.66:0/168775223 conn(0x7f2c9c06c780 msgr2=0x7f2c9c06f840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 shutdown_connections 2024-07-27T06:50:46.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.553+0000 7f2c9be00640 1 -- 172.21.15.66:0/168775223 wait complete. 2024-07-27T06:50:46.585 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 -- 172.21.15.66:0/3585171836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c0cecb0 msgr2=0x7fd15c0cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 --2- 172.21.15.66:0/3585171836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c0cecb0 0x7fd15c0cf0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fd148009830 tx=0x7fd14802a510 comp rx=0 tx=0).stop 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 -- 172.21.15.66:0/3585171836 shutdown_connections 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 --2- 172.21.15.66:0/3585171836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c0cecb0 0x7fd15c0cf0c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 --2- 172.21.15.66:0/3585171836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c156550 0x7fd15c0734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 -- 172.21.15.66:0/3585171836 >> 172.21.15.66:0/3585171836 conn(0x7fd15c06c780 msgr2=0x7fd15c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 -- 172.21.15.66:0/3585171836 shutdown_connections 2024-07-27T06:50:46.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.878+0000 7fd161000640 1 -- 172.21.15.66:0/3585171836 wait complete. 2024-07-27T06:50:46.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.880+0000 7fd161000640 1 Processor -- start 2024-07-27T06:50:46.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.881+0000 7fd161000640 1 -- start start 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 0x7fd15c1f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c15f9c0 0x7fd15c1f2f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c15d920 con 0x7fd15c0cecb0 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c15d7a0 con 0x7fd15c156550 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd161000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd15c15daa0 con 0x7fd15c15f9c0 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.882+0000 7fd15b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52702/0 (socket says 172.21.15.66:52702) 2024-07-27T06:50:46.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 -- 172.21.15.66:0/425362745 learned_addr learned my addr 172.21.15.66:0/425362745 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:46.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15aa00640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 0x7fd15c1f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15be00640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c15f9c0 0x7fd15c1f2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 -- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c15f9c0 msgr2=0x7fd15c1f2f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c15f9c0 0x7fd15c1f2f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 -- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 msgr2=0x7fd15c1f29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 0x7fd15c1f29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15b400640 1 -- 172.21.15.66:0/425362745 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15c0ad0e0 con 0x7fd15c0cecb0 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.883+0000 7fd15aa00640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 0x7fd15c1f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd15b400640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00e7c0 tx=0x7fd14c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c00ccc0 con 0x7fd15c0cecb0 2024-07-27T06:50:46.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd14c010430 con 0x7fd15c0cecb0 2024-07-27T06:50:46.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c010860 con 0x7fd15c0cecb0 2024-07-27T06:50:46.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15c0ad3c0 con 0x7fd15c0cecb0 2024-07-27T06:50:46.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.884+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd15c0ad980 con 0x7fd15c0cecb0 2024-07-27T06:50:46.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.885+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd15c15f0d0 con 0x7fd15c0cecb0 2024-07-27T06:50:46.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.887+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd14c010a00 con 0x7fd15c0cecb0 2024-07-27T06:50:46.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.888+0000 7fd153400640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 0x7fd13c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:46.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.888+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7fd14c0994f0 con 0x7fd15c0cecb0 2024-07-27T06:50:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.888+0000 7fd15aa00640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 0x7fd13c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:46.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.890+0000 7fd15aa00640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 0x7fd13c079550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd148034000 tx=0x7fd148004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:46.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:46.892+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd14c062440 con 0x7fd15c0cecb0 2024-07-27T06:50:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.144+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd15c144260 con 0x7fd15c0cecb0 2024-07-27T06:50:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.146+0000 7fd153400640 1 -- 172.21.15.66:0/425362745 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7fd14c061d40 con 0x7fd15c0cecb0 2024-07-27T06:50:47.147 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:50:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:50:47.148 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:50:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.148+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 msgr2=0x7fd13c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.148+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 0x7fd13c079550 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd148034000 tx=0x7fd148004730 comp rx=0 tx=0).stop 2024-07-27T06:50:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.148+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 msgr2=0x7fd15c143d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.148+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00e7c0 tx=0x7fd14c00ec80 comp rx=0 tx=0).stop 2024-07-27T06:50:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 shutdown_connections 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd13c077040 0x7fd13c079550 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c15f9c0 0x7fd15c1f2f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c156550 0x7fd15c1f29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 --2- 172.21.15.66:0/425362745 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c0cecb0 0x7fd15c143d20 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 >> 172.21.15.66:0/425362745 conn(0x7fd15c06c780 msgr2=0x7fd15c0af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 shutdown_connections 2024-07-27T06:50:47.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.149+0000 7fd161000640 1 -- 172.21.15.66:0/425362745 wait complete. 2024-07-27T06:50:47.582 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:50:11.239170+0000', 'modified': '2024-07-27T06:50:36.410476+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4393}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4393': {'gid': 4393, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/2688519329', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6836', 'nonce': 2688519329}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2688519329}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4393, 'qdb_cluster': [4393]} 2024-07-27T06:50:47.582 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:50:47.582 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-27T06:50:47.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 -- 172.21.15.66:0/3851750359 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f360c003a00 msgr2=0x7f360c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 --2- 172.21.15.66:0/3851750359 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f360c003a00 0x7f360c003e70 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f361800c4a0 tx=0x7f360c005830 comp rx=0 tx=0).stop 2024-07-27T06:50:47.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362a000640 1 -- 172.21.15.66:0/3851750359 reap_dead start 2024-07-27T06:50:47.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 -- 172.21.15.66:0/3851750359 shutdown_connections 2024-07-27T06:50:47.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 -- 172.21.15.66:0/3851750359 >> 172.21.15.66:0/3851750359 conn(0x7f362406c780 msgr2=0x7f362406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 -- 172.21.15.66:0/3851750359 shutdown_connections 2024-07-27T06:50:47.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.892+0000 7f362aa00640 1 -- 172.21.15.66:0/3851750359 wait complete. 2024-07-27T06:50:47.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.895+0000 7f362aa00640 1 Processor -- start 2024-07-27T06:50:47.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.895+0000 7f362aa00640 1 -- start start 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.896+0000 7f362aa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f360c003a00 0x7f36241f5950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362aa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3624155460 0x7f3624157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f36240cf450 con 0x7f3624140970 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362aa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f36240cf2d0 con 0x7f3624155460 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362aa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f362415d590 con 0x7f360c003a00 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52712/0 (socket says 172.21.15.66:52712) 2024-07-27T06:50:47.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 -- 172.21.15.66:0/3635582593 learned_addr learned my addr 172.21.15.66:0/3635582593 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3629600640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f360c003a00 0x7f36241f5950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f362a000640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3624155460 0x7f3624157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 -- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f360c003a00 msgr2=0x7f36241f5950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f360c003a00 0x7f36241f5950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 -- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3624155460 msgr2=0x7f3624157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3624155460 0x7f3624157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.897+0000 7f3628c00640 1 -- 172.21.15.66:0/3635582593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3624159fb0 con 0x7f3624140970 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f3628c00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3610011790 tx=0x7f3610011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f3621600640 1 -- 172.21.15.66:0/3635582593 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610004460 con 0x7f3624140970 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f3621600640 1 -- 172.21.15.66:0/3635582593 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3610016070 con 0x7f3624140970 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f3621600640 1 -- 172.21.15.66:0/3635582593 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361000fc90 con 0x7f3624140970 2024-07-27T06:50:47.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3624156ca0 con 0x7f3624140970 2024-07-27T06:50:47.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.898+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3624157260 con 0x7f3624140970 2024-07-27T06:50:47.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.901+0000 7f3621600640 1 -- 172.21.15.66:0/3635582593 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3610018030 con 0x7f3624140970 2024-07-27T06:50:47.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.902+0000 7f3621600640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 0x7f3604079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.902+0000 7f3621600640 1 -- 172.21.15.66:0/3635582593 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3610099480 con 0x7f3624140970 2024-07-27T06:50:47.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.903+0000 7f3632ff8740 1 Processor -- start 2024-07-27T06:50:47.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.903+0000 7f3629600640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 0x7f3604079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.903+0000 7f3632ff8740 1 -- start start 2024-07-27T06:50:47.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3629600640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 0x7f3604079550 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3618033000 tx=0x7f3624160990 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ee6270 0x558db82b56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a53d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558db81fe390 con 0x558db7ebd3b0 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558db81eda30 con 0x558db7ee6270 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.904+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558db81f18d0 con 0x558db7ec5590 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52714/0 (socket says 172.21.15.66:52714) 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 -- 172.21.15.66:0/2031659871 learned_addr learned my addr 172.21.15.66:0/2031659871 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 -- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 msgr2=0x558db82a53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 -- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ee6270 msgr2=0x558db82b56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ee6270 0x558db82b56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 -- 172.21.15.66:0/2031659871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558db81a9d70 con 0x558db7ebd3b0 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.905+0000 7f3628c00640 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f361005dd40 tx=0x7f36100617d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbf48af71816ba server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.906+0000 7f3615c00640 1 -- 172.21.15.66:0/2031659871 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610061cc0 con 0x558db7ebd3b0 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.906+0000 7f3615c00640 1 -- 172.21.15.66:0/2031659871 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36100662c0 con 0x558db7ebd3b0 2024-07-27T06:50:47.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.906+0000 7f3615c00640 1 -- 172.21.15.66:0/2031659871 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361006ace0 con 0x558db7ebd3b0 2024-07-27T06:50:47.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.906+0000 7f3632ff8740 1 -- 172.21.15.66:0/2031659871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 msgr2=0x558db82a4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.906+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f361005dd40 tx=0x7f36100617d0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 -- 172.21.15.66:0/2031659871 shutdown_connections 2024-07-27T06:50:47.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ebd3b0 0x558db82a4e90 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2031659871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ee6270 0x558db82b56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 -- 172.21.15.66:0/2031659871 >> 172.21.15.66:0/2031659871 conn(0x558db7eda3c0 msgr2=0x558db828b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 -- 172.21.15.66:0/2031659871 shutdown_connections 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.907+0000 7f3632ff8740 1 -- 172.21.15.66:0/2031659871 wait complete. 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.908+0000 7f3632ff8740 1 -- start start 2024-07-27T06:50:47.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.908+0000 7f3632ff8740 1 Processor -- start 2024-07-27T06:50:47.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 0x558db82cd590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ec5590 0x558db82e3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558db7f60620 con 0x558db7ee6270 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558db818ae10 con 0x558db7ec5590 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558db82cc990 con 0x558db7ebd3b0 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3632ff8740 10 client.0 _ll_register_callbacks cb 0x558db81e77b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52718/0 (socket says 172.21.15.66:52718) 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 -- 172.21.15.66:0/2423300848 learned_addr learned my addr 172.21.15.66:0/2423300848 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3629600640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 0x558db82cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f3628c00640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ec5590 0x558db82e3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 -- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 msgr2=0x558db82cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 0x558db82cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 -- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ec5590 msgr2=0x558db82e3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ec5590 0x558db82e3170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.910+0000 7f362a000640 1 -- 172.21.15.66:0/2423300848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558db7f51850 con 0x558db7ee6270 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f3629600640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 0x558db82cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f362a000640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f361c005fd0 tx=0x7f361c004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2980e288f331585 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f360a000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c004cb0 con 0x558db7ee6270 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f361c011650 con 0x558db7ee6270 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36100662c0 con 0x558db7ee6270 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f361c004e50 con 0x558db7ee6270 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f3632ff8740 10 client.4701 fetch_fsmap learned FSMap version 9 2024-07-27T06:50:47.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.911+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x558db7fc86b0 con 0x558db7ee6270 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36100662c0 con 0x558db7ee6270 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f361c019030 con 0x558db7ee6270 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 10 client.4701 fetch_fsmap finished waiting for FSMap version 9 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 10 client.4701 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 20 client.4701 populate_metadata read hostname 'smithi066' 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db7ea4e40 0x558db82cae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 4 client.4701 mds_command: new command op to 4393 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:50:47.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.912+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 --> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558db82002e0 con 0x558db7ea4e40 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.913+0000 7f3629600640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db7ea4e40 0x558db82cae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.914+0000 7f3629600640 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db7ea4e40 0x558db82cae00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67ad6f24b80380a4 server_cookie=7eb1ab600a0fb599 in_seq=0 out_seq=0 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.914+0000 7f360a000640 10 client.4701 ms_handle_connect on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f360a000640 1 -- 172.21.15.66:0/2423300848 <== mds.0 v2:172.21.15.155:6836/2688519329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558db82002e0 con 0x558db7ea4e40 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f360a000640 10 client.4701 handle_command_reply: tid=0 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 client.4701 shutdown 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 msgr2=0x558db82cbfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f361c005fd0 tx=0x7f361c004410 comp rx=0 tx=0).stop 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 shutdown_connections 2024-07-27T06:50:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db7ea4e40 0x558db82cae00 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82cbfc0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ec5590 0x558db82e3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 --2- 172.21.15.66:0/2423300848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ebd3b0 0x558db82cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f360a000640 0 client.4701 ms_handle_reset on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.915+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 >> 172.21.15.66:0/2423300848 conn(0x558db7eda3c0 msgr2=0x558db8287d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.916+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 shutdown_connections 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.916+0000 7f3632ff8740 1 -- 172.21.15.66:0/2423300848 wait complete. 2024-07-27T06:50:47.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.916+0000 7f3632ff8740 20 client.4701 trim_cache size 0 max 16384 2024-07-27T06:50:47.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.938+0000 7f3632ff8740 1 Processor -- start 2024-07-27T06:50:47.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.938+0000 7f3632ff8740 1 -- start start 2024-07-27T06:50:47.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db82a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a5360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3624202710 con 0x558db7ee6270 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3624201aa0 con 0x558db7ebd3b0 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.939+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f36242020c0 con 0x558db7ec5590 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52728/0 (socket says 172.21.15.66:52728) 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 -- 172.21.15.66:0/1539485285 learned_addr learned my addr 172.21.15.66:0/1539485285 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f3628c00640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f3629600640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db82a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 -- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 msgr2=0x558db82a5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 -- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 msgr2=0x558db82a3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db82a3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 -- 172.21.15.66:0/1539485285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558db828a730 con 0x558db7ee6270 2024-07-27T06:50:47.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f3628c00640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:47.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f3629600640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db82a3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.940+0000 7f362a000640 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f361c0095e0 tx=0x7f361c004990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=946160abb8a05977 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.941+0000 7f3615200640 1 -- 172.21.15.66:0/1539485285 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c02b020 con 0x558db7ee6270 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.941+0000 7f3615200640 1 -- 172.21.15.66:0/1539485285 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f361c027430 con 0x558db7ee6270 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.941+0000 7f3615200640 1 -- 172.21.15.66:0/1539485285 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f361c027840 con 0x558db7ee6270 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 -- 172.21.15.66:0/1539485285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 msgr2=0x558db82d39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f361c0095e0 tx=0x7f361c004990 comp rx=0 tx=0).stop 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 -- 172.21.15.66:0/1539485285 shutdown_connections 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ee6270 0x558db82d39f0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ec5590 0x558db82a5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 --2- 172.21.15.66:0/1539485285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db82a3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 -- 172.21.15.66:0/1539485285 >> 172.21.15.66:0/1539485285 conn(0x558db7eda3c0 msgr2=0x558db82cd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 -- 172.21.15.66:0/1539485285 shutdown_connections 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.942+0000 7f3632ff8740 1 -- 172.21.15.66:0/1539485285 wait complete. 2024-07-27T06:50:47.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.943+0000 7f3632ff8740 1 -- start start 2024-07-27T06:50:47.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.943+0000 7f3632ff8740 1 Processor -- start 2024-07-27T06:50:47.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.944+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db83511b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ee6270 0x558db82d01f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558db82e0920 con 0x558db7ec5590 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558db82dfc40 con 0x558db7ebd3b0 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558db828aa00 con 0x558db7ee6270 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3632ff8740 10 client.0 _ll_register_callbacks cb 0x7f361c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52730/0 (socket says 172.21.15.66:52730) 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 -- 172.21.15.66:0/3216286913 learned_addr learned my addr 172.21.15.66:0/3216286913 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3629600640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db83511b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f362a000640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ee6270 0x558db82d01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 -- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ee6270 msgr2=0x558db82d01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ee6270 0x558db82d01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 -- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 msgr2=0x558db83511b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db83511b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.945+0000 7f3628c00640 1 -- 172.21.15.66:0/3216286913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558db82d1f80 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f3628c00640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f361005e2b0 tx=0x7f3610062500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63afa98434873aa7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f360a000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610094070 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(26..26 src has 1..26) ==== 6532+0+0 (secure 0 0 0) 0x7f3610061130 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f361c027430 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f3610097360 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f3632ff8740 10 client.4707 fetch_fsmap learned FSMap version 9 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.946+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x558db82a3160 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f361c027430 con 0x558db7ec5590 2024-07-27T06:50:47.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 9) ==== 3510+0+0 (secure 0 0 0) 0x7f361005d630 con 0x558db7ec5590 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 10 client.4707 fetch_fsmap finished waiting for FSMap version 9 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 10 client.4707 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 20 client.4707 populate_metadata read hostname 'smithi066' 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db82d3cd0 0x558db8284700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 4 client.4707 mds_command: new command op to 4393 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:50:47.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 --> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] -- command(tid 0: {"prefix": "status"}) -- 0x558db81fbd80 con 0x558db82d3cd0 2024-07-27T06:50:47.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.947+0000 7f3629600640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db82d3cd0 0x558db8284700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:47.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.948+0000 7f3629600640 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db82d3cd0 0x558db8284700 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4be945604fef8236 server_cookie=740d88e478f8c23 in_seq=0 out_seq=0 2024-07-27T06:50:47.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.948+0000 7f360a000640 10 client.4707 ms_handle_connect on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f360a000640 1 -- 172.21.15.66:0/3216286913 <== mds.0 v2:172.21.15.155:6836/2688519329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x558db81fbd80 con 0x558db82d3cd0 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f360a000640 10 client.4707 handle_command_reply: tid=0 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 client.4707 shutdown 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 msgr2=0x558db82a2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f361005e2b0 tx=0x7f3610062500 comp rx=0 tx=0).stop 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 shutdown_connections 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:6836/2688519329,v1:172.21.15.155:6837/2688519329] conn(0x558db82d3cd0 0x558db8284700 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558db7ee6270 0x558db82d01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558db7ec5590 0x558db82a2c20 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 --2- 172.21.15.66:0/3216286913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558db7ebd3b0 0x558db83511b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f360a000640 0 client.4707 ms_handle_reset on v2:172.21.15.155:6836/2688519329 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 >> 172.21.15.66:0/3216286913 conn(0x558db7eda3c0 msgr2=0x558db82cc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 shutdown_connections 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.949+0000 7f3632ff8740 1 -- 172.21.15.66:0/3216286913 wait complete. 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f3632ff8740 20 client.4707 trim_cache size 0 max 16384 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 4393, 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:50:47.954 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 36.269025569, 2024-07-27T06:50:47.955 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 9, 2024-07-27T06:50:47.955 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 26, 2024-07-27T06:50:47.955 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 26, 2024-07-27T06:50:47.955 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 42.578044947000002 2024-07-27T06:50:47.955 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 msgr2=0x7f3604079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 0x7f3604079550 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f3618033000 tx=0x7f3624160990 comp rx=0 tx=0).stop 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 msgr2=0x7f3624159a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f3610011790 tx=0x7f3610011c50 comp rx=0 tx=0).stop 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 shutdown_connections 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3604077040 0x7f3604079550 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3624155460 0x7f3624157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3624140970 0x7f3624159a70 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 --2- 172.21.15.66:0/3635582593 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f360c003a00 0x7f36241f5950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:47.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 >> 172.21.15.66:0/3635582593 conn(0x7f362406c780 msgr2=0x7f362406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:47.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.950+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 shutdown_connections 2024-07-27T06:50:47.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:47.951+0000 7f362aa00640 1 -- 172.21.15.66:0/3635582593 wait complete. 2024-07-27T06:50:47.981 INFO:teuthology.run_tasks:Running task sequential... 2024-07-27T06:50:47.991 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-07-27T06:50:47.992 INFO:teuthology.task.sequential:In sequential, running task print... 2024-07-27T06:50:47.992 INFO:teuthology.task.print:Enabling mgr modules 2024-07-27T06:50:47.992 INFO:teuthology.run_tasks:Running task kclient... 2024-07-27T06:50:48.005 INFO:tasks.kclient:Mounting kernel clients... 2024-07-27T06:50:48.005 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-07-27T06:50:48.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.005 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:50:48.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-07-27T06:50:48.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-07-27T06:50:48.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.158 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link delete ceph-brx 2024-07-27T06:50:48.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.567 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:50:48.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.613 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link delete ceph-brx 2024-07-27T06:50:48.750 INFO:teuthology.orchestra.run.smithi066.stderr:Cannot find device "ceph-brx" 2024-07-27T06:50:48.754 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:50:48.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.754 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T06:50:48.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.813 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-07-27T06:50:48.901 INFO:teuthology.orchestra.run.smithi155.stderr:Cannot find device "ceph-brx" 2024-07-27T06:50:48.907 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:50:48.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.907 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T06:50:48.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:48.962 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-07-27T06:50:49.035 INFO:teuthology.orchestra.run.smithi155.stderr:Cannot find device "ceph-brx" 2024-07-27T06:50:49.038 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:50:49.038 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-07-27T06:50:49.039 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-27T06:50:49.039 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:50:49.039 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:50:49.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 -- 172.21.15.66:0/2756151085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 msgr2=0x7f49b415f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:49.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 --2- 172.21.15.66:0/2756151085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b415f960 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f499c005fd0 tx=0x7f499c02a540 comp rx=0 tx=0).stop 2024-07-27T06:50:49.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 -- 172.21.15.66:0/2756151085 shutdown_connections 2024-07-27T06:50:49.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 --2- 172.21.15.66:0/2756151085 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b415f960 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 --2- 172.21.15.66:0/2756151085 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b40cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 -- 172.21.15.66:0/2756151085 >> 172.21.15.66:0/2756151085 conn(0x7f49b406c780 msgr2=0x7f49b406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:49.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 -- 172.21.15.66:0/2756151085 shutdown_connections 2024-07-27T06:50:49.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.331+0000 7f49b9600640 1 -- 172.21.15.66:0/2756151085 wait complete. 2024-07-27T06:50:49.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.334+0000 7f49b9600640 1 Processor -- start 2024-07-27T06:50:49.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.334+0000 7f49b9600640 1 -- start start 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b4159070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b41ea8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49b415ca80 con 0x7f49b415fea0 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49b40ccc10 con 0x7f49b40cc5f0 2024-07-27T06:50:49.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b9600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49b415cc00 con 0x7f49b40ceb20 2024-07-27T06:50:49.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:49.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52736/0 (socket says 172.21.15.66:52736) 2024-07-27T06:50:49.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b8c00640 1 -- 172.21.15.66:0/3242550536 learned_addr learned my addr 172.21.15.66:0/3242550536 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:49.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49b3e00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b4159070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.336+0000 7f49abe00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b41ea8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 -- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 msgr2=0x7f49b41ea8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b41ea8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 -- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 msgr2=0x7f49b4159070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b4159070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 -- 172.21.15.66:0/3242550536 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49b4159980 con 0x7f49b415fea0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49abe00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b41ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b8c00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f49ac00c6b0 tx=0x7f49ac00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49ac003b70 con 0x7f49b415fea0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49ac003d10 con 0x7f49b415fea0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49b41534d0 con 0x7f49b415fea0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49ac005330 con 0x7f49b415fea0 2024-07-27T06:50:49.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.337+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49b4153a90 con 0x7f49b415fea0 2024-07-27T06:50:49.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.339+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49b4075330 con 0x7f49b415fea0 2024-07-27T06:50:49.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.340+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f49ac0054d0 con 0x7f49b415fea0 2024-07-27T06:50:49.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.341+0000 7f49b0c00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 0x7f4990079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:49.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.341+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6590+0+0 (secure 0 0 0) 0x7f49ac098ae0 con 0x7f49b415fea0 2024-07-27T06:50:49.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.342+0000 7f49b3e00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 0x7f4990079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:49.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.343+0000 7f49b3e00640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 0x7f4990079550 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f49a4009ac0 tx=0x7f49a4005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:49.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.346+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49ac061970 con 0x7f49b415fea0 2024-07-27T06:50:49.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.599+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f49b415d190 con 0x7f49b415fea0 2024-07-27T06:50:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.600+0000 7f49b0c00640 1 -- 172.21.15.66:0/3242550536 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f49ac061270 con 0x7f49b415fea0 2024-07-27T06:50:49.602 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.603+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 msgr2=0x7f4990079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.603+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 0x7f4990079550 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f49a4009ac0 tx=0x7f49a4005f90 comp rx=0 tx=0).stop 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.603+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 msgr2=0x7f49b41571e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.603+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f49ac00c6b0 tx=0x7f49ac00cb70 comp rx=0 tx=0).stop 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 shutdown_connections 2024-07-27T06:50:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4990077040 0x7f4990079550 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49b415fea0 0x7f49b41571e0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49b40ceb20 0x7f49b41ea8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 --2- 172.21.15.66:0/3242550536 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49b40cc5f0 0x7f49b4159070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 >> 172.21.15.66:0/3242550536 conn(0x7f49b406c780 msgr2=0x7f49b40ad8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 shutdown_connections 2024-07-27T06:50:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49.604+0000 7f49b9600640 1 -- 172.21.15.66:0/3242550536 wait complete. 2024-07-27T06:50:49.632 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:50:49.633 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:50:49.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:49.634 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:50:49.684 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:49.684 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:49.684 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:49.684 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:49.685 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42540sec preferred_lft 42540sec 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:50:49.686 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:49.687 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-27T06:50:49.687 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:49.687 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:49.687 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link add name ceph-brx type bridge 2024-07-27T06:50:49.688 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip addr flush dev ceph-brx 2024-07-27T06:50:49.688 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set ceph-brx up 2024-07-27T06:50:49.688 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-27T06:50:49.688 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:49.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:49.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:49.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:49.956 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:50:50.024 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:50:50.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:50.028 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:50:50.081 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:50:50.082 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:50:50.082 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:50:50.082 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:50:50.082 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:50:50.082 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:50.082 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:50.082 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:50:50.082 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:50:50.083 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:50:50.083 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:50.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:50.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:50.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:50.302 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:50:50.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:50.351 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list-id 2024-07-27T06:50:50.405 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:50.405 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:50.405 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:50:50.405 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-07-27T06:50:50.405 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:50.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:50.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:50.604 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-07-27T06:50:50.604 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:50.604 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:50.604 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-07-27T06:50:50.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-27T06:50:50.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-07-27T06:50:50.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-07-27T06:50:50.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-07-27T06:50:50.605 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:50.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:50.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:50.883 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:50.883 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:50.883 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:50:50.883 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set dev brx.0 master ceph-brx 2024-07-27T06:50:50.883 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:50 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:51.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:51.091 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:51.092 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:50:51.137 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:50:51.138 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:51.138 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:50:51.239 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:50:51.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:51.239 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:51.455 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:51.455 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:52.245 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:52.246 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:52.246 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:50:52.246 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:50:52.246 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:50:52.250 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:50:52.250 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:50:52.250 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:50:52.251 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:50:52.251 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:50:52.257 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:50:52.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:52.257 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:50:52.344 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:52.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:52.470 INFO:teuthology.orchestra.run.smithi066.stdout:client4690 2024-07-27T06:50:52.471 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:50:52.471 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:50:52.528 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:52.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:52.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:52.656 INFO:teuthology.orchestra.run.smithi066.stdout:client4690 2024-07-27T06:50:52.657 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:52.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:52.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:52.775 INFO:teuthology.orchestra.run.smithi066.stdout:client4690 2024-07-27T06:50:52.776 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fb113fc2-2068-4da5-a373-708e4ed95784.client4690/status') 2024-07-27T06:50:52.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:52.917 INFO:teuthology.orchestra.run.smithi066.stdout:instance: client.4690 (3)172.21.15.66:0/3311836512 2024-07-27T06:50:52.917 INFO:teuthology.orchestra.run.smithi066.stdout:blocklisted: false 2024-07-27T06:50:52.917 INFO:teuthology.orchestra.run.smithi066.stderr:0+1 records in 2024-07-27T06:50:52.917 INFO:teuthology.orchestra.run.smithi066.stderr:0+1 records out 2024-07-27T06:50:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:70 bytes copied, 0.000129354 s, 541 kB/s 2024-07-27T06:50:52.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:52.931 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-07-27T06:50:52.931 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-27T06:50:52.931 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-27T06:50:52.932 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:50:53.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 -- 172.21.15.66:0/1991079752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff415dc00 msgr2=0x7f1ff415ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:53.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/1991079752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff415dc00 0x7f1ff415ff10 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4071b90 tx=0x7f1fec02a560 comp rx=0 tx=0).stop 2024-07-27T06:50:53.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 -- 172.21.15.66:0/1991079752 shutdown_connections 2024-07-27T06:50:53.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/1991079752 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff415dc00 0x7f1ff415ff10 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/1991079752 >> v2:172.21.15.155:3300/0 conn(0x7f1ff4073420 0x7f1ff415f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.221+0000 7f1ffaa00640 1 -- 172.21.15.66:0/1991079752 >> 172.21.15.66:0/1991079752 conn(0x7f1ff406c780 msgr2=0x7f1ff406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:53.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.222+0000 7f1ffaa00640 1 -- 172.21.15.66:0/1991079752 shutdown_connections 2024-07-27T06:50:53.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.222+0000 7f1ffaa00640 1 -- 172.21.15.66:0/1991079752 wait complete. 2024-07-27T06:50:53.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.224+0000 7f1ffaa00640 1 Processor -- start 2024-07-27T06:50:53.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.224+0000 7f1ffaa00640 1 -- start start 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 0x7f1ff41401b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 0x7f1ff415ae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff40ceed0 con 0x7f1ff4073420 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1ff40ced50 con 0x7f1ff4073830 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ffaa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1ff40cf050 con 0x7f1ff415dc00 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ff9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:53.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ff9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41694/0 (socket says 172.21.15.66:41694) 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ff9600640 1 -- 172.21.15.66:0/3631792108 learned_addr learned my addr 172.21.15.66:0/3631792108 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.226+0000 7f1ff8c00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 0x7f1ff41401b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ffa000640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 0x7f1ff415ae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 -- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 msgr2=0x7f1ff415ae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 0x7f1ff415ae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 -- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 msgr2=0x7f1ff41401b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 0x7f1ff41401b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 -- 172.21.15.66:0/3631792108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ff41e8370 con 0x7f1ff4073420 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ffa000640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 0x7f1ff415ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:50:53.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff8c00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 0x7f1ff41401b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff9600640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1fe800c9a0 tx=0x7f1fe800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.227+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe8007b50 con 0x7f1ff4073420 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.228+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fe8007de0 con 0x7f1ff4073420 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.228+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fe800f6b0 con 0x7f1ff4073420 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.228+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ff4143af0 con 0x7f1ff4073420 2024-07-27T06:50:53.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.228+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ff41f8c30 con 0x7f1ff4073420 2024-07-27T06:50:53.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.229+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ff40cf570 con 0x7f1ff4073420 2024-07-27T06:50:53.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.231+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1fe800f850 con 0x7f1ff4073420 2024-07-27T06:50:53.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.232+0000 7f1ff1600640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 0x7f1fd8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:53.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.232+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f1fe8099350 con 0x7f1ff4073420 2024-07-27T06:50:53.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.233+0000 7f1ff8c00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 0x7f1fd8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:53.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.234+0000 7f1ff8c00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 0x7f1fd8079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1ff40b4bb0 tx=0x7f1fe4009550 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:53.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.237+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1fe8014030 con 0x7f1ff4073420 2024-07-27T06:50:53.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.492+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1ff415f370 con 0x7f1ff4073420 2024-07-27T06:50:53.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.493+0000 7f1ff1600640 1 -- 172.21.15.66:0/3631792108 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f1fe80621d0 con 0x7f1ff4073420 2024-07-27T06:50:53.495 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 msgr2=0x7f1fd8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 0x7f1fd8079520 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1ff40b4bb0 tx=0x7f1fe4009550 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 msgr2=0x7f1ff41e7a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f1fe800c9a0 tx=0x7f1fe800ce60 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 shutdown_connections 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1fd8077010 0x7f1fd8079520 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ff415dc00 0x7f1ff415ae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ff4073830 0x7f1ff41401b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 --2- 172.21.15.66:0/3631792108 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ff4073420 0x7f1ff41e7a20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 >> 172.21.15.66:0/3631792108 conn(0x7f1ff406c780 msgr2=0x7f1ff4155480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 shutdown_connections 2024-07-27T06:50:53.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53.497+0000 7f1ffaa00640 1 -- 172.21.15.66:0/3631792108 wait complete. 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:50:53.528 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-07-27T06:50:53.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:53.529 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:53.583 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42536sec preferred_lft 42536sec 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:50:53.584 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:50:53.585 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:53.586 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:53.586 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:50:53.669 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:50:53.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:53.674 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:50:53.730 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:50:53.730 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:50:53.731 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:50:53.731 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:50:53.731 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:50:53.731 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:53.731 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:53.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:50:53.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:50:53.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:50:53.732 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:53.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:53.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:53.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:53.958 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:50:54.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:50:54.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:54.016 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list-id 2024-07-27T06:50:54.070 INFO:teuthology.orchestra.run.smithi066.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-07-27T06:50:54.071 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:54.071 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:54.071 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:50:54.071 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-07-27T06:50:54.071 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:54.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:54.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:54.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:54.272 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-27T06:50:54.349 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 36:a8:8c:60:f2:0e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-27T06:50:54.350 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.351 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::34a8:8cff:fe60:f20e/64 scope link 2024-07-27T06:50:54.351 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:54.354 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-07-27T06:50:54.442 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:54.442 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:54.442 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 36:a8:8c:60:f2:0e brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::34a8:8cff:fe60:f20e/64 scope link 2024-07-27T06:50:54.443 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:54.445 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-07-27T06:50:54.445 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:54.445 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:54.445 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-07-27T06:50:54.446 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-27T06:50:54.446 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-07-27T06:50:54.446 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-07-27T06:50:54.446 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-07-27T06:50:54.446 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:54.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:54.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:54.746 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:54.746 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:50:54.746 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.1 up 2024-07-27T06:50:54.746 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set dev brx.1 master ceph-brx 2024-07-27T06:50:54.747 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:50:54.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:54.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:54.972 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:54.972 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-07-27T06:50:55.022 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-07-27T06:50:55.023 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:55.023 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-07-27T06:50:55.071 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-07-27T06:50:55.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:55.072 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:55.275 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:55.275 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:55.328 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:55.328 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:55.328 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:50:55.328 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 2@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:50:55.328 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:50:55.330 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-07-27T06:50:55.330 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:50:55.330 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:50:55.330 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:50:55.330 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:50:55.335 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:50:55.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:55.336 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-07-27T06:50:55.419 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:55.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:55.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:55.546 INFO:teuthology.orchestra.run.smithi066.stdout:client4481 2024-07-27T06:50:55.546 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:50:55.546 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:50:55.604 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:55.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:55.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:55.733 INFO:teuthology.orchestra.run.smithi066.stdout:client4481 2024-07-27T06:50:55.734 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:50:55.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:50:55.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:55.863 INFO:teuthology.orchestra.run.smithi066.stdout:client4481 2024-07-27T06:50:55.864 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fb113fc2-2068-4da5-a373-708e4ed95784.client4481/status') 2024-07-27T06:50:55.956 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:50:55.963 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:50:55.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:56.000 INFO:teuthology.orchestra.run.smithi066.stdout:instance: client.4481 (3)172.21.15.66:0/3154132266 2024-07-27T06:50:56.000 INFO:teuthology.orchestra.run.smithi066.stdout:blocklisted: false 2024-07-27T06:50:56.000 INFO:teuthology.orchestra.run.smithi066.stderr:0+1 records in 2024-07-27T06:50:56.000 INFO:teuthology.orchestra.run.smithi066.stderr:0+1 records out 2024-07-27T06:50:56.001 INFO:teuthology.orchestra.run.smithi066.stderr:70 bytes copied, 6.6544e-05 s, 1.1 MB/s 2024-07-27T06:50:56.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:56.011 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-07-27T06:50:56.012 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-27T06:50:56.012 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-27T06:50:56.012 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:50:56.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 -- 172.21.15.66:0/1057537121 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc0ccba0 msgr2=0x7fb7fc0ccfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/1057537121 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc0ccba0 0x7fb7fc0ccfb0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4005fd0 tx=0x7fb7f402aa10 comp rx=0 tx=0).stop 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 -- 172.21.15.66:0/1057537121 shutdown_connections 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/1057537121 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc0ccba0 0x7fb7fc0ccfb0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/1057537121 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc15afd0 0x7fb7fc06ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.384+0000 7fb7fbe00640 1 -- 172.21.15.66:0/1057537121 >> 172.21.15.66:0/1057537121 conn(0x7fb7fc0b50b0 msgr2=0x7fb7fc0b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.385+0000 7fb7fbe00640 1 -- 172.21.15.66:0/1057537121 shutdown_connections 2024-07-27T06:50:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.385+0000 7fb7fbe00640 1 -- 172.21.15.66:0/1057537121 wait complete. 2024-07-27T06:50:56.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.387+0000 7fb7fbe00640 1 Processor -- start 2024-07-27T06:50:56.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.388+0000 7fb7fbe00640 1 -- start start 2024-07-27T06:50:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc0ccba0 0x7fb7fc0c67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7fc15afd0 0x7fb7fc0aec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb7fc0ca9f0 con 0x7fb7fc06c780 2024-07-27T06:50:56.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb7fc0ca870 con 0x7fb7fc15afd0 2024-07-27T06:50:56.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb7fc0cd4f0 con 0x7fb7fc0ccba0 2024-07-27T06:50:56.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:56.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41708/0 (socket says 172.21.15.66:41708) 2024-07-27T06:50:56.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7faa00640 1 -- 172.21.15.66:0/3677207132 learned_addr learned my addr 172.21.15.66:0/3677207132 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7f2000640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc0ccba0 0x7fb7fc0c67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.390+0000 7fb7fb400640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7fc15afd0 0x7fb7fc0aec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 -- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc0ccba0 msgr2=0x7fb7fc0c67e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc0ccba0 0x7fb7fc0c67e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 -- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7fc15afd0 msgr2=0x7fb7fc0aec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7fc15afd0 0x7fb7fc0aec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 -- 172.21.15.66:0/3677207132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7fc0c4600 con 0x7fb7fc06c780 2024-07-27T06:50:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7faa00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec00c9d0 tx=0x7fb7ec00ce90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec007c70 con 0x7fb7fc06c780 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7ec00f450 con 0x7fb7fc06c780 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7fc0c48e0 con 0x7fb7fc06c780 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7ec00f8a0 con 0x7fb7fc06c780 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.391+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7fc0cf630 con 0x7fb7fc06c780 2024-07-27T06:50:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.393+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7fc0cda80 con 0x7fb7fc06c780 2024-07-27T06:50:56.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.394+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb7ec00fa40 con 0x7fb7fc06c780 2024-07-27T06:50:56.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.395+0000 7fb7f3e00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 0x7fb7d8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:50:56.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.395+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fb7ec0993f0 con 0x7fb7fc06c780 2024-07-27T06:50:56.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.396+0000 7fb7f2000640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 0x7fb7d8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:50:56.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.397+0000 7fb7f2000640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 0x7fb7d8079550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0c5f50 tx=0x7fb7e4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:50:56.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.400+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb7ec014030 con 0x7fb7fc06c780 2024-07-27T06:50:56.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.652+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb7fc0706c0 con 0x7fb7fc06c780 2024-07-27T06:50:56.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.653+0000 7fb7f3e00640 1 -- 172.21.15.66:0/3677207132 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fb7ec062270 con 0x7fb7fc06c780 2024-07-27T06:50:56.654 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-27T06:50:56.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 msgr2=0x7fb7d8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 0x7fb7d8079550 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb7fc0c5f50 tx=0x7fb7e4009040 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 msgr2=0x7fb7fc1f8cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fb7ec00c9d0 tx=0x7fb7ec00ce90 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 shutdown_connections 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb7d8077040 0x7fb7d8079550 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7fc15afd0 0x7fb7fc0aec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7fc0ccba0 0x7fb7fc0c67e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 --2- 172.21.15.66:0/3677207132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb7fc06c780 0x7fb7fc1f8cf0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:50:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 >> 172.21.15.66:0/3677207132 conn(0x7fb7fc0b50b0 msgr2=0x7fb7fc0c92c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:50:56.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 shutdown_connections 2024-07-27T06:50:56.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:50:56.656+0000 7fb7fbe00640 1 -- 172.21.15.66:0/3677207132 wait complete. 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-07-27T06:50:56.686 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-27T06:50:56.687 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-27T06:50:56.687 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:50:56.687 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-07-27T06:50:56.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:56.687 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-07-27T06:50:56.743 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:50:56.743 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:50:56.743 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:56.744 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:50:56.745 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-07-27T06:50:56.745 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:50:56.745 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42502sec preferred_lft 42502sec 2024-07-27T06:50:56.745 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link 2024-07-27T06:50:56.745 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:50:56.746 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-07-27T06:50:56.746 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add name ceph-brx type bridge 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip addr flush dev ceph-brx 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set ceph-brx up 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-07-27T06:50:56.747 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:50:56.853 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:57.199 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:57.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:57.208 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:50:57.274 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-07-27T06:50:57.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:57.278 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-07-27T06:50:57.336 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-07-27T06:50:57.337 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:50:57.337 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:50:57.337 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:50:57.337 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:50:57.337 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:57.337 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:50:57.337 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:50:57.337 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:50:57.338 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:50:57.338 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:50:57.432 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:58.095 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:58.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:58.104 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T06:50:58.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:58.150 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list-id 2024-07-27T06:50:58.240 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:58.241 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:50:58.241 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-27T06:50:58.241 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-07-27T06:50:58.241 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:50:58.342 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:58.409 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:58.418 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-07-27T06:50:58.418 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-07-27T06:50:58.419 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:50:58.507 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:58.670 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:58.678 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:50:58.678 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:50:58.678 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.0 up 2024-07-27T06:50:58.678 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set dev brx.0 master ceph-brx 2024-07-27T06:50:58.679 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:50:58.767 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:50:58.856 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:50:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:50:58.864 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:58.864 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-07-27T06:50:58.907 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-07-27T06:50:58.907 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:50:58.907 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-07-27T06:50:58.999 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-07-27T06:50:58.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:59.000 DEBUG:teuthology.orchestra.run.smithi155:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:59.185 INFO:teuthology.orchestra.run.smithi155.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:59.185 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:50:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:50:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:50:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: trying mount with new device syntax: 1@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:50:59.970 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:50:59.974 INFO:teuthology.orchestra.run.smithi155.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-07-27T06:50:59.974 INFO:teuthology.orchestra.run.smithi155.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:50:59.974 INFO:teuthology.orchestra.run.smithi155.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:50:59.975 INFO:teuthology.orchestra.run.smithi155.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:50:59.975 INFO:teuthology.orchestra.run.smithi155.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:50:59.982 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:50:59.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:50:59.983 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-07-27T06:51:00.069 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:00.178 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:00.184 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:00.194 INFO:teuthology.orchestra.run.smithi155.stdout:client4487 2024-07-27T06:51:00.195 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:00.195 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:00.246 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:00.346 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:00.351 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:00.360 INFO:teuthology.orchestra.run.smithi155.stdout:client4487 2024-07-27T06:51:00.361 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:00.463 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:00.468 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:00.478 INFO:teuthology.orchestra.run.smithi155.stdout:client4487 2024-07-27T06:51:00.478 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fb113fc2-2068-4da5-a373-708e4ed95784.client4487/status') 2024-07-27T06:51:00.580 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:00.611 INFO:teuthology.orchestra.run.smithi155.stdout:instance: client.4487 (3)192.168.0.1:0/4268984714 2024-07-27T06:51:00.611 INFO:teuthology.orchestra.run.smithi155.stdout:blocklisted: false 2024-07-27T06:51:00.611 INFO:teuthology.orchestra.run.smithi155.stderr:0+1 records in 2024-07-27T06:51:00.612 INFO:teuthology.orchestra.run.smithi155.stderr:0+1 records out 2024-07-27T06:51:00.612 INFO:teuthology.orchestra.run.smithi155.stderr:69 bytes copied, 9.5148e-05 s, 725 kB/s 2024-07-27T06:51:00.614 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:00.624 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-07-27T06:51:00.624 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-07-27T06:51:00.624 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-27T06:51:00.624 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 -- 172.21.15.66:0/3317516481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 msgr2=0x7fdaa0005d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 --2- 172.21.15.66:0/3317516481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdaa0005d20 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fdabc0cf910 tx=0x7fdaa0006940 comp rx=0 tx=0).stop 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 -- 172.21.15.66:0/3317516481 shutdown_connections 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 --2- 172.21.15.66:0/3317516481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdaa0005d20 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 -- 172.21.15.66:0/3317516481 >> 172.21.15.66:0/3317516481 conn(0x7fdabc06c780 msgr2=0x7fdabc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 -- 172.21.15.66:0/3317516481 shutdown_connections 2024-07-27T06:51:00.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.927+0000 7fdabbe00640 1 -- 172.21.15.66:0/3317516481 wait complete. 2024-07-27T06:51:00.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.930+0000 7fdabbe00640 1 Processor -- start 2024-07-27T06:51:00.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.930+0000 7fdabbe00640 1 -- start start 2024-07-27T06:51:00.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.931+0000 7fdabbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 0x7fdabc0aff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdabc0b0440 0x7fdabc1e4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc06e600 con 0x7fdaa0005910 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdabc06e480 con 0x7fdabc0b0440 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdabc06e780 con 0x7fdabc140c70 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41728/0 (socket says 172.21.15.66:41728) 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 -- 172.21.15.66:0/1258804888 learned_addr learned my addr 172.21.15.66:0/1258804888 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdab3e00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 0x7fdabc0aff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabb400640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdabc0b0440 0x7fdabc1e4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:00.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 -- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 msgr2=0x7fdabc0aff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 0x7fdabc0aff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 -- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdabc0b0440 msgr2=0x7fdabc1e4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdabc0b0440 0x7fdabc1e4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdabaa00640 1 -- 172.21.15.66:0/1258804888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdabc0b0850 con 0x7fdaa0005910 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.932+0000 7fdab3e00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 0x7fdabc0aff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdabaa00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdaac00fa00 tx=0x7fdaac00fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac00bcb0 con 0x7fdaa0005910 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdaac004030 con 0x7fdaa0005910 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdabc1e2c80 con 0x7fdaa0005910 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaac004460 con 0x7fdaa0005910 2024-07-27T06:51:00.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.933+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdabc1e3470 con 0x7fdaa0005910 2024-07-27T06:51:00.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.935+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdabc0aefc0 con 0x7fdaa0005910 2024-07-27T06:51:00.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.936+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdaac0035f0 con 0x7fdaa0005910 2024-07-27T06:51:00.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.937+0000 7fdab2a00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 0x7fda98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:00.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.937+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fdaac0996d0 con 0x7fdaa0005910 2024-07-27T06:51:00.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.938+0000 7fdab3e00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 0x7fda98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:00.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.940+0000 7fdab3e00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 0x7fda98079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4032000 tx=0x7fdaa4001190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:00.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:00.942+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdabc0b0850 con 0x7fdaa0005910 2024-07-27T06:51:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.195+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdabc1e83b0 con 0x7fdaa0005910 2024-07-27T06:51:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.196+0000 7fdab2a00640 1 -- 172.21.15.66:0/1258804888 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fdaac061f00 con 0x7fdaa0005910 2024-07-27T06:51:01.198 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-07-27T06:51:01.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.198+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 msgr2=0x7fda98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.198+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 0x7fda98079520 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4032000 tx=0x7fdaa4001190 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.198+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 msgr2=0x7fdabc1e2740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.198+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdaac00fa00 tx=0x7fdaac00fec0 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 shutdown_connections 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fda98077010 0x7fda98079520 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdabc0b0440 0x7fdabc1e4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdabc140c70 0x7fdabc0aff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 --2- 172.21.15.66:0/1258804888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdaa0005910 0x7fdabc1e2740 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 >> 172.21.15.66:0/1258804888 conn(0x7fdabc06c780 msgr2=0x7fdabc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 shutdown_connections 2024-07-27T06:51:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:01.199+0000 7fdabbe00640 1 -- 172.21.15.66:0/1258804888 wait complete. 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi155.front.sepia.ceph.com 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:51:01.230 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-07-27T06:51:01.231 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.231 DEBUG:teuthology.orchestra.run.smithi155:> ip addr 2024-07-27T06:51:01.286 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fa brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f0 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:d9:a0:fb brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout: altname enp7s0f1 2024-07-27T06:51:01.287 INFO:teuthology.orchestra.run.smithi155.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ec brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 0c:c4:7a:88:6d:ed brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: inet 172.21.15.155/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft 42498sec preferred_lft 42498sec 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::ec4:7aff:fe88:6ded/64 scope link 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 96:e2:b6:11:e1:2e brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.288 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::f821:8bff:feaa:8d34/64 scope link 2024-07-27T06:51:01.289 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.289 INFO:teuthology.orchestra.run.smithi155.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:51:01.289 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 96:e2:b6:11:e1:2e brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-27T06:51:01.289 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::94e2:b6ff:fe11:e12e/64 scope link 2024-07-27T06:51:01.289 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.290 DEBUG:teuthology.orchestra.run.smithi155:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:51:01.370 INFO:teuthology.orchestra.run.smithi155.stdout:1 2024-07-27T06:51:01.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.375 DEBUG:teuthology.orchestra.run.smithi155:> route 2024-07-27T06:51:01.425 INFO:teuthology.orchestra.run.smithi155.stdout:Kernel IP routing table 2024-07-27T06:51:01.425 INFO:teuthology.orchestra.run.smithi155.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:51:01.426 INFO:teuthology.orchestra.run.smithi155.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:51:01.426 INFO:teuthology.orchestra.run.smithi155.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:51:01.426 INFO:teuthology.orchestra.run.smithi155.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:51:01.426 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:51:01.426 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:51:01.426 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:51:01.427 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:51:01.427 DEBUG:teuthology.orchestra.run.smithi155:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:51:01.427 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:51:01.534 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:01.629 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:01.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.639 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T06:51:01.686 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-07-27T06:51:01.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.687 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list-id 2024-07-27T06:51:01.735 INFO:teuthology.orchestra.run.smithi155.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-07-27T06:51:01.736 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:51:01.736 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:51:01.736 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-27T06:51:01.736 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-07-27T06:51:01.736 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:51:01.835 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:01.903 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:01.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.913 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-07-27T06:51:01.986 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 5e:c2:af:ae:ae:61 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::5cc2:afff:feae:ae61/64 scope link 2024-07-27T06:51:01.987 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:01.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:01.990 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-07-27T06:51:02.073 INFO:teuthology.orchestra.run.smithi155.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:51:02.073 INFO:teuthology.orchestra.run.smithi155.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:51:02.073 INFO:teuthology.orchestra.run.smithi155.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:51:02.073 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 ::1/128 scope host 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: link/ether 5e:c2:af:ae:ae:61 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: inet6 fe80::5cc2:afff:feae:ae61/64 scope link 2024-07-27T06:51:02.074 INFO:teuthology.orchestra.run.smithi155.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:02.077 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-07-27T06:51:02.077 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:51:02.077 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:51:02.077 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-07-27T06:51:02.077 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-07-27T06:51:02.078 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-07-27T06:51:02.078 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-07-27T06:51:02.078 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-07-27T06:51:02.078 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:51:02.185 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:02.349 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:02.358 DEBUG:teuthology.orchestra.run.smithi155:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:51:02.359 DEBUG:teuthology.orchestra.run.smithi155:> set -e 2024-07-27T06:51:02.359 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set brx.1 up 2024-07-27T06:51:02.359 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link set dev brx.1 master ceph-brx 2024-07-27T06:51:02.359 DEBUG:teuthology.orchestra.run.smithi155:> ') 2024-07-27T06:51:02.452 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:02.547 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:02.557 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:51:02.557 DEBUG:teuthology.orchestra.run.smithi155:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-07-27T06:51:02.602 INFO:teuthology.orchestra.run.smithi155.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-07-27T06:51:02.602 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:51:02.602 DEBUG:teuthology.orchestra.run.smithi155:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-07-27T06:51:02.695 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-07-27T06:51:02.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:02.696 DEBUG:teuthology.orchestra.run.smithi155:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:02.896 INFO:teuthology.orchestra.run.smithi155.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:02.896 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:51:02.942 INFO:teuthology.orchestra.run.smithi155.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:02.942 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:51:02.942 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:51:02.942 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: trying mount with new device syntax: 3@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:51:02.943 INFO:teuthology.orchestra.run.smithi155.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:51:02.944 INFO:teuthology.orchestra.run.smithi155.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-07-27T06:51:02.944 INFO:teuthology.orchestra.run.smithi155.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:51:02.944 INFO:teuthology.orchestra.run.smithi155.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:51:02.944 INFO:teuthology.orchestra.run.smithi155.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:51:02.944 INFO:teuthology.orchestra.run.smithi155.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:51:02.950 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:51:02.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:02.950 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-07-27T06:51:03.027 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:03.131 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:03.135 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:03.145 INFO:teuthology.orchestra.run.smithi155.stdout:client4731 2024-07-27T06:51:03.145 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:03.145 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:03.196 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:03.349 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:03.354 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:03.364 INFO:teuthology.orchestra.run.smithi155.stdout:client4731 2024-07-27T06:51:03.364 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:03.462 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:03.466 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:03.475 INFO:teuthology.orchestra.run.smithi155.stdout:client4731 2024-07-27T06:51:03.475 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/fb113fc2-2068-4da5-a373-708e4ed95784.client4731/status') 2024-07-27T06:51:03.571 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:03.600 INFO:teuthology.orchestra.run.smithi155.stdout:instance: client.4731 (3)172.21.15.155:0/847009572 2024-07-27T06:51:03.601 INFO:teuthology.orchestra.run.smithi155.stdout:blocklisted: false 2024-07-27T06:51:03.601 INFO:teuthology.orchestra.run.smithi155.stderr:0+1 records in 2024-07-27T06:51:03.601 INFO:teuthology.orchestra.run.smithi155.stderr:0+1 records out 2024-07-27T06:51:03.601 INFO:teuthology.orchestra.run.smithi155.stderr:70 bytes copied, 9.6009e-05 s, 729 kB/s 2024-07-27T06:51:03.603 INFO:teuthology.orchestra.run.smithi155.stderr:2024-07-27T06:51:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:03.613 INFO:teuthology.run_tasks:Running task exec... 2024-07-27T06:51:03.622 INFO:teuthology.task.exec:Executing custom commands... 2024-07-27T06:51:03.622 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:51:03.623 DEBUG:teuthology.orchestra.run.smithi066:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/crash/warn_recent_interval 0' 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 -- 172.21.15.66:0/3131893474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 msgr2=0x7fbd40072cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 --2- 172.21.15.66:0/3131893474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd40072cc0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fbd400b2880 tx=0x7fbd2802a580 comp rx=0 tx=0).stop 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 -- 172.21.15.66:0/3131893474 shutdown_connections 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 --2- 172.21.15.66:0/3131893474 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 0x7fbd4015a660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 --2- 172.21.15.66:0/3131893474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd40072cc0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 --2- 172.21.15.66:0/3131893474 >> v2:172.21.15.155:3300/0 conn(0x7fbd40154790 0x7fbd4015dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 -- 172.21.15.66:0/3131893474 >> 172.21.15.66:0/3131893474 conn(0x7fbd4006d7f0 msgr2=0x7fbd4006dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 -- 172.21.15.66:0/3131893474 shutdown_connections 2024-07-27T06:51:03.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.917+0000 7fbd44a00640 1 -- 172.21.15.66:0/3131893474 wait complete. 2024-07-27T06:51:03.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.920+0000 7fbd44a00640 1 Processor -- start 2024-07-27T06:51:03.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.920+0000 7fbd44a00640 1 -- start start 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 0x7fbd40141740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd40154790 0x7fbd401e3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbd40070570 con 0x7fbd4015e190 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbd400703f0 con 0x7fbd40154790 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.921+0000 7fbd44a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbd4015aba0 con 0x7fbd40073200 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:03.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55188/0 (socket says 172.21.15.66:55188) 2024-07-27T06:51:03.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 -- 172.21.15.66:0/2653164419 learned_addr learned my addr 172.21.15.66:0/2653164419 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:03.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3f400640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 0x7fbd40141740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:03.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3ea00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd40154790 0x7fbd401e3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 -- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 msgr2=0x7fbd40141740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 0x7fbd40141740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 -- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd40154790 msgr2=0x7fbd401e3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd40154790 0x7fbd401e3a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.922+0000 7fbd3fe00640 1 -- 172.21.15.66:0/2653164419 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd401e46a0 con 0x7fbd4015e190 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd3fe00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbd3800e910 tx=0x7fbd3800edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd38004d20 con 0x7fbd4015e190 2024-07-27T06:51:03.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd3800cb20 con 0x7fbd4015e190 2024-07-27T06:51:03.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd38005020 con 0x7fbd4015e190 2024-07-27T06:51:03.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd401e4980 con 0x7fbd4015e190 2024-07-27T06:51:03.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.923+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd401e3fd0 con 0x7fbd4015e190 2024-07-27T06:51:03.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.924+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd401e4410 con 0x7fbd4015e190 2024-07-27T06:51:03.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.926+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbd380051c0 con 0x7fbd4015e190 2024-07-27T06:51:03.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.927+0000 7fbd37400640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 0x7fbd1c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:03.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.928+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fbd380994f0 con 0x7fbd4015e190 2024-07-27T06:51:03.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.928+0000 7fbd3f400640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 0x7fbd1c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:03.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.929+0000 7fbd3f400640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 0x7fbd1c079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbd30005fd0 tx=0x7fbd30005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:03.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:03.933+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbd38016030 con 0x7fbd4015e190 2024-07-27T06:51:04.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.148+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mgr/crash/warn_recent_interval}] v 0) -- 0x7fbd4015dc50 con 0x7fbd4015e190 2024-07-27T06:51:04.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.156+0000 7fbd37400640 1 -- 172.21.15.66:0/2653164419 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/crash/warn_recent_interval}]=0 v28)=0 v28) ==== 128+0+0 (secure 0 0 0) 0x7fbd38062370 con 0x7fbd4015e190 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 msgr2=0x7fbd1c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 0x7fbd1c079520 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fbd30005fd0 tx=0x7fbd30005850 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 msgr2=0x7fbd401f8590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbd3800e910 tx=0x7fbd3800edd0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 shutdown_connections 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd1c077010 0x7fbd1c079520 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd4015e190 0x7fbd401f8590 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd40154790 0x7fbd401e3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 --2- 172.21.15.66:0/2653164419 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd40073200 0x7fbd40141740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 >> 172.21.15.66:0/2653164419 conn(0x7fbd4006d7f0 msgr2=0x7fbd40143480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:04.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 shutdown_connections 2024-07-27T06:51:04.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.159+0000 7fbd44a00640 1 -- 172.21.15.66:0/2653164419 wait complete. 2024-07-27T06:51:04.187 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-07-27T06:51:04.243 INFO:tasks.cephfs_test_runner:Starting test: test_attaching_pools_with_snaps_to_fs_fails (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) Test that attempt to attach pool with snapshots to an fs fails 2024-07-27T06:51:04.243 INFO:tasks.cephfs_test_runner:test_attaching_pools_with_snaps_to_fs_fails (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) 2024-07-27T06:51:04.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:04.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 -- 172.21.15.66:0/3380902057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 msgr2=0x7fa9900d03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 --2- 172.21.15.66:0/3380902057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa9900d03e0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa99006eeb0 tx=0x7fa98802a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 -- 172.21.15.66:0/3380902057 shutdown_connections 2024-07-27T06:51:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 --2- 172.21.15.66:0/3380902057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa9900d03e0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 --2- 172.21.15.66:0/3380902057 >> v2:172.21.15.155:3300/0 conn(0x7fa990162650 0x7fa990162a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.548+0000 7fa997200640 1 -- 172.21.15.66:0/3380902057 >> 172.21.15.66:0/3380902057 conn(0x7fa9900d1db0 msgr2=0x7fa9900d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.549+0000 7fa997200640 1 -- 172.21.15.66:0/3380902057 shutdown_connections 2024-07-27T06:51:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.549+0000 7fa997200640 1 -- 172.21.15.66:0/3380902057 wait complete. 2024-07-27T06:51:04.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.551+0000 7fa997200640 1 Processor -- start 2024-07-27T06:51:04.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.551+0000 7fa997200640 1 -- start start 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9900ce810 0x7fa9900b1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa990162650 0x7fa99014df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa9900b77b0 con 0x7fa990162fa0 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9900b7630 con 0x7fa990162650 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa997200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9900b28b0 con 0x7fa9900ce810 2024-07-27T06:51:04.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa995200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:04.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa995200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55204/0 (socket says 172.21.15.66:55204) 2024-07-27T06:51:04.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa995200640 1 -- 172.21.15.66:0/47398678 learned_addr learned my addr 172.21.15.66:0/47398678 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:04.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa987e00640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa990162650 0x7fa99014df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:04.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.553+0000 7fa98fe00640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9900ce810 0x7fa9900b1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:04.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 -- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9900ce810 msgr2=0x7fa9900b1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9900ce810 0x7fa9900b1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 -- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa990162650 msgr2=0x7fa99014df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa990162650 0x7fa99014df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 -- 172.21.15.66:0/47398678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa99015e800 con 0x7fa990162fa0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa995200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa988009850 tx=0x7fa9880038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa98803e030 con 0x7fa990162fa0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.554+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa988003d90 con 0x7fa990162fa0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.555+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9901603f0 con 0x7fa990162fa0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.555+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa988035040 con 0x7fa990162fa0 2024-07-27T06:51:04.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.555+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9901609b0 con 0x7fa990162fa0 2024-07-27T06:51:04.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.556+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa990162a60 con 0x7fa990162fa0 2024-07-27T06:51:04.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.557+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa988041030 con 0x7fa990162fa0 2024-07-27T06:51:04.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.558+0000 7fa98cc00640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 0x7fa96c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:04.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.558+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fa9880b97e0 con 0x7fa990162fa0 2024-07-27T06:51:04.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.559+0000 7fa98fe00640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 0x7fa96c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:04.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.560+0000 7fa98fe00640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 0x7fa96c079520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa980009f20 tx=0x7fa9800094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:04.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.563+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa988082660 con 0x7fa990162fa0 2024-07-27T06:51:04.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.776+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa990068e80 con 0x7fa990162fa0 2024-07-27T06:51:04.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.779+0000 7fa98cc00640 1 -- 172.21.15.66:0/47398678 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18613 (secure 0 0 0) 0x7fa988081f60 con 0x7fa990162fa0 2024-07-27T06:51:04.781 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:04.781 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":28,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:49.934450+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.35","mappings":[{"from":0,"to":7}]},{"pgid":"4.e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 msgr2=0x7fa96c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 0x7fa96c079520 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fa980009f20 tx=0x7fa9800094d0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 msgr2=0x7fa99014e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa988009850 tx=0x7fa9880038a0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 shutdown_connections 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa96c077010 0x7fa96c079520 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa990162fa0 0x7fa99014e460 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa990162650 0x7fa99014df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 --2- 172.21.15.66:0/47398678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9900ce810 0x7fa9900b1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 >> 172.21.15.66:0/47398678 conn(0x7fa9900d1db0 msgr2=0x7fa9900d0350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 shutdown_connections 2024-07-27T06:51:04.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:04.782+0000 7fa997200640 1 -- 172.21.15.66:0/47398678 wait complete. 2024-07-27T06:51:04.812 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-07-27T06:50:09.394592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-07-27T06:50:10.209253+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-07-27T06:50:13.719868+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-07-27T06:51:04.813 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T06:51:05.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 -- 172.21.15.66:0/1212076532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86b0003a80 msgr2=0x7f86b0003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 --2- 172.21.15.66:0/1212076532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86b0003a80 0x7f86b0003ef0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f86bc0016b0 tx=0x7f86b0005830 comp rx=0 tx=0).stop 2024-07-27T06:51:05.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86ce400640 1 -- 172.21.15.66:0/1212076532 reap_dead start 2024-07-27T06:51:05.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 -- 172.21.15.66:0/1212076532 shutdown_connections 2024-07-27T06:51:05.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 -- 172.21.15.66:0/1212076532 >> 172.21.15.66:0/1212076532 conn(0x7f86c80d4060 msgr2=0x7f86c80d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:05.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 -- 172.21.15.66:0/1212076532 shutdown_connections 2024-07-27T06:51:05.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.106+0000 7f86d0400640 1 -- 172.21.15.66:0/1212076532 wait complete. 2024-07-27T06:51:05.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.109+0000 7f86d0400640 1 Processor -- start 2024-07-27T06:51:05.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.109+0000 7f86d0400640 1 -- start start 2024-07-27T06:51:05.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86b0003a80 0x7f86c81603d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c815c950 0x7f86c80ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80d1320 con 0x7f86c80c8f00 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f86c80d11a0 con 0x7f86b0003a80 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.110+0000 7f86d0400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f86c80b41e0 con 0x7f86c815c950 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55226/0 (socket says 172.21.15.66:55226) 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 -- 172.21.15.66:0/3865640544 learned_addr learned my addr 172.21.15.66:0/3865640544 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 -- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c815c950 msgr2=0x7f86c80ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86cd000640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c815c950 0x7f86c80ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:05.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c815c950 0x7f86c80ca340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 -- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86b0003a80 msgr2=0x7f86c81603d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86b0003a80 0x7f86c81603d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.111+0000 7f86ce400640 1 -- 172.21.15.66:0/3865640544 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86c8160910 con 0x7f86c80c8f00 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86ce400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f86c808d400 tx=0x7f86c0009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0004b20 con 0x7f86c80c8f00 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86c0004db0 con 0x7f86c80c8f00 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86c0011970 con 0x7f86c80c8f00 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86c815f350 con 0x7f86c80c8f00 2024-07-27T06:51:05.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.112+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86c815f8f0 con 0x7f86c80c8f00 2024-07-27T06:51:05.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.113+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86c81f6030 con 0x7f86c80c8f00 2024-07-27T06:51:05.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.115+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f86c001b020 con 0x7f86c80c8f00 2024-07-27T06:51:05.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.116+0000 7f86c5600640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 0x7f86a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.116+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f86c0098cf0 con 0x7f86c80c8f00 2024-07-27T06:51:05.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.116+0000 7f86cda00640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 0x7f86a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:05.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.117+0000 7f86cda00640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 0x7f86a8079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f86bc001680 tx=0x7f86bc001170 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:05.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.120+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f86c8160910 con 0x7f86c80c8f00 2024-07-27T06:51:05.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.321+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f86c80d06c0 con 0x7f86c80c8f00 2024-07-27T06:51:05.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.322+0000 7f86c5600640 1 -- 172.21.15.66:0/3865640544 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) ==== 93+0+10 (secure 0 0 0) 0x7f86c0061b70 con 0x7f86c80c8f00 2024-07-27T06:51:05.324 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 msgr2=0x7f86a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 0x7f86a8079520 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f86bc001680 tx=0x7f86bc001170 comp rx=0 tx=0).stop 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 msgr2=0x7f86c80c9310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f86c808d400 tx=0x7f86c0009b00 comp rx=0 tx=0).stop 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 shutdown_connections 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f86a8077010 0x7f86a8079520 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86c80c8f00 0x7f86c80c9310 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86c815c950 0x7f86c80ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 --2- 172.21.15.66:0/3865640544 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86b0003a80 0x7f86c81603d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.325+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 >> 172.21.15.66:0/3865640544 conn(0x7f86c80d4060 msgr2=0x7f86c80b2c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:05.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.326+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 shutdown_connections 2024-07-27T06:51:05.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.326+0000 7f86d0400640 1 -- 172.21.15.66:0/3865640544 wait complete. 2024-07-27T06:51:05.355 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 -- 172.21.15.66:0/3963471264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 msgr2=0x7f7ad4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 --2- 172.21.15.66:0/3963471264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7ad4004c10 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7af00cd0d0 tx=0x7f7ad4005830 comp rx=0 tx=0).stop 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 -- 172.21.15.66:0/3963471264 shutdown_connections 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 --2- 172.21.15.66:0/3963471264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7ad4004c10 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 -- 172.21.15.66:0/3963471264 >> 172.21.15.66:0/3963471264 conn(0x7f7af006c780 msgr2=0x7f7af006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:05.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 -- 172.21.15.66:0/3963471264 shutdown_connections 2024-07-27T06:51:05.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.644+0000 7f7aef200640 1 -- 172.21.15.66:0/3963471264 wait complete. 2024-07-27T06:51:05.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.647+0000 7f7aef200640 1 Processor -- start 2024-07-27T06:51:05.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.647+0000 7f7aef200640 1 -- start start 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7af00b43e0 0x7f7af013ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7af00b30d0 0x7f7af00b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7af006f800 con 0x7f7ad4004800 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7af0143ed0 con 0x7f7af00b43e0 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.648+0000 7f7aef200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7af006f980 con 0x7f7af00b30d0 2024-07-27T06:51:05.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:05.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55256/0 (socket says 172.21.15.66:55256) 2024-07-27T06:51:05.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 -- 172.21.15.66:0/860352865 learned_addr learned my addr 172.21.15.66:0/860352865 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:05.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 -- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7af00b30d0 msgr2=0x7f7af00b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7af00b30d0 0x7f7af00b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 -- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7af00b43e0 msgr2=0x7f7af013ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7af00b43e0 0x7f7af013ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 -- 172.21.15.66:0/860352865 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af01f8590 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.649+0000 7f7aede00640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7ae000fa30 tx=0x7f7ae000fef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.650+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae000bd10 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.650+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ae0004030 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.650+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7af01f8870 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.650+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0004480 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.650+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7af00b28d0 con 0x7f7ad4004800 2024-07-27T06:51:05.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.651+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7af006fee0 con 0x7f7ad4004800 2024-07-27T06:51:05.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.653+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7ae00035f0 con 0x7f7ad4004800 2024-07-27T06:51:05.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.654+0000 7f7ae6000640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 0x7f7ad0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:05.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.654+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f7ae00995b0 con 0x7f7ad4004800 2024-07-27T06:51:05.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.655+0000 7f7aed400640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 0x7f7ad0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:05.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.656+0000 7f7aed400640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 0x7f7ad0079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7adc033000 tx=0x7f7af015f560 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:05.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.660+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7ae0061e80 con 0x7f7ad4004800 2024-07-27T06:51:05.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.861+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7af00ced70 con 0x7f7ad4004800 2024-07-27T06:51:05.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.862+0000 7f7ae6000640 1 -- 172.21.15.66:0/860352865 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) ==== 104+0+11 (secure 0 0 0) 0x7f7ae00663d0 con 0x7f7ad4004800 2024-07-27T06:51:05.864 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.865+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 msgr2=0x7f7ad0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.865+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 0x7f7ad0079520 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f7adc033000 tx=0x7f7af015f560 comp rx=0 tx=0).stop 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.865+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 msgr2=0x7f7af01f7d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.865+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f7ae000fa30 tx=0x7f7ae000fef0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 shutdown_connections 2024-07-27T06:51:05.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ad0077010 0x7f7ad0079520 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7af00b30d0 0x7f7af00b34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7af00b43e0 0x7f7af013ad90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 --2- 172.21.15.66:0/860352865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7ad4004800 0x7f7af01f7d60 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 >> 172.21.15.66:0/860352865 conn(0x7f7af006c780 msgr2=0x7f7af00af620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 shutdown_connections 2024-07-27T06:51:05.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:05.866+0000 7f7aef200640 1 -- 172.21.15.66:0/860352865 wait complete. 2024-07-27T06:51:05.896 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-07-27T06:51:06.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 -- 172.21.15.66:0/2972879142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 msgr2=0x7fc320072790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 --2- 172.21.15.66:0/2972879142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc320072790 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc30c0098e0 tx=0x7fc30c02a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 -- 172.21.15.66:0/2972879142 shutdown_connections 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 --2- 172.21.15.66:0/2972879142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc320072790 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 --2- 172.21.15.66:0/2972879142 >> v2:172.21.15.155:3300/0 conn(0x7fc320070470 0x7fc32006f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.194+0000 7fc327800640 1 -- 172.21.15.66:0/2972879142 >> 172.21.15.66:0/2972879142 conn(0x7fc3200cfb90 msgr2=0x7fc3200cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.195+0000 7fc327800640 1 -- 172.21.15.66:0/2972879142 shutdown_connections 2024-07-27T06:51:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.195+0000 7fc327800640 1 -- 172.21.15.66:0/2972879142 wait complete. 2024-07-27T06:51:06.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.199+0000 7fc327800640 1 Processor -- start 2024-07-27T06:51:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.199+0000 7fc327800640 1 -- start start 2024-07-27T06:51:06.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc320070470 0x7fc320154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc3201f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc320073260 con 0x7fc320072cd0 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3200730e0 con 0x7fc320070470 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc327800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc32006e510 con 0x7fc320072380 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55262/0 (socket says 172.21.15.66:55262) 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 -- 172.21.15.66:0/4065103576 learned_addr learned my addr 172.21.15.66:0/4065103576 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc31fe00640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc3201f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc324e00640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc320070470 0x7fc320154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 -- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 msgr2=0x7fc3201f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc3201f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 -- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc320070470 msgr2=0x7fc320154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc320070470 0x7fc320154b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.201+0000 7fc325800640 1 -- 172.21.15.66:0/4065103576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc320159cb0 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc325800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc31800c680 tx=0x7fc31800cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc318003b70 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc318003d30 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc318005330 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3200c8640 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.202+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3201550c0 con 0x7fc320072cd0 2024-07-27T06:51:06.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.203+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc32006e970 con 0x7fc320072cd0 2024-07-27T06:51:06.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.205+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc3180054d0 con 0x7fc320072cd0 2024-07-27T06:51:06.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.206+0000 7fc31cc00640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 0x7fc300079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.206+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fc318098a50 con 0x7fc320072cd0 2024-07-27T06:51:06.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.207+0000 7fc324e00640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 0x7fc300079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.208+0000 7fc324e00640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 0x7fc300079550 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc314009ac0 tx=0x7fc314005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:06.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.211+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc3180618d0 con 0x7fc320072cd0 2024-07-27T06:51:06.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.421+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc320159a40 con 0x7fc320072cd0 2024-07-27T06:51:06.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.422+0000 7fc31cc00640 1 -- 172.21.15.66:0/4065103576 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) ==== 100+0+11 (secure 0 0 0) 0x7fc3180611d0 con 0x7fc320072cd0 2024-07-27T06:51:06.424 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 64 2024-07-27T06:51:06.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 msgr2=0x7fc300079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 0x7fc300079550 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc314009ac0 tx=0x7fc314005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 msgr2=0x7fc3201f8630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc31800c680 tx=0x7fc31800cb40 comp rx=0 tx=0).stop 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 shutdown_connections 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc300077040 0x7fc300079550 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc320072cd0 0x7fc3201f8630 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc320072380 0x7fc3201f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 --2- 172.21.15.66:0/4065103576 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc320070470 0x7fc320154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.425+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 >> 172.21.15.66:0/4065103576 conn(0x7fc3200cfb90 msgr2=0x7fc320155cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:06.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.426+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 shutdown_connections 2024-07-27T06:51:06.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.426+0000 7fc327800640 1 -- 172.21.15.66:0/4065103576 wait complete. 2024-07-27T06:51:06.457 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 -- 172.21.15.66:0/3132700861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 msgr2=0x7fe4f4073520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 --2- 172.21.15.66:0/3132700861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f4073520 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4009830 tx=0x7fe4e402a510 comp rx=0 tx=0).stop 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 -- 172.21.15.66:0/3132700861 shutdown_connections 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 --2- 172.21.15.66:0/3132700861 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f40cee80 0x7fe4f40cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 --2- 172.21.15.66:0/3132700861 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f4073520 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 -- 172.21.15.66:0/3132700861 >> 172.21.15.66:0/3132700861 conn(0x7fe4f406c780 msgr2=0x7fe4f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 -- 172.21.15.66:0/3132700861 shutdown_connections 2024-07-27T06:51:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.751+0000 7fe4f3200640 1 -- 172.21.15.66:0/3132700861 wait complete. 2024-07-27T06:51:06.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.753+0000 7fe4f3200640 1 Processor -- start 2024-07-27T06:51:06.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.754+0000 7fe4f3200640 1 -- start start 2024-07-27T06:51:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4f40cee80 0x7fe4f40aafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f415f970 0x7fe4f41f2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4f406e5b0 con 0x7fe4f4159980 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4f406e430 con 0x7fe4f40cee80 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4f406e730 con 0x7fe4f415f970 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55280/0 (socket says 172.21.15.66:55280) 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.755+0000 7fe4f1400640 1 -- 172.21.15.66:0/177131256 learned_addr learned my addr 172.21.15.66:0/177131256 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1e00640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4f40cee80 0x7fe4f40aafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f2800640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f415f970 0x7fe4f41f2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 -- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f415f970 msgr2=0x7fe4f41f2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f415f970 0x7fe4f41f2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 -- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4f40cee80 msgr2=0x7fe4f40aafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4f40cee80 0x7fe4f40aafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 -- 172.21.15.66:0/177131256 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4f40ccb30 con 0x7fe4f4159980 2024-07-27T06:51:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.756+0000 7fe4f1400640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe4e000d740 tx=0x7fe4e000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.757+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e0017070 con 0x7fe4f4159980 2024-07-27T06:51:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.757+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4e0009d20 con 0x7fe4f4159980 2024-07-27T06:51:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.757+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4f40aa500 con 0x7fe4f4159980 2024-07-27T06:51:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.757+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4e00106c0 con 0x7fe4f4159980 2024-07-27T06:51:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.757+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4f41f3960 con 0x7fe4f4159980 2024-07-27T06:51:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.758+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4f406ec00 con 0x7fe4f4159980 2024-07-27T06:51:06.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.760+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe4e001a070 con 0x7fe4f4159980 2024-07-27T06:51:06.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.762+0000 7fe4ea000640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 0x7fe4d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:06.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.762+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fe4e0098ed0 con 0x7fe4f4159980 2024-07-27T06:51:06.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.763+0000 7fe4f1e00640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 0x7fe4d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:06.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.764+0000 7fe4f1e00640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 0x7fe4d4079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4034000 tx=0x7fe4e4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:06.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.767+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4e0061cc0 con 0x7fe4f4159980 2024-07-27T06:51:06.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.977+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe4f415b1d0 con 0x7fe4f4159980 2024-07-27T06:51:06.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.978+0000 7fe4ea000640 1 -- 172.21.15.66:0/177131256 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) ==== 103+0+11 (secure 0 0 0) 0x7fe4e00615c0 con 0x7fe4f4159980 2024-07-27T06:51:06.980 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:51:06.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 msgr2=0x7fe4d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 0x7fe4d4079520 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fe4e4034000 tx=0x7fe4e4004730 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 msgr2=0x7fe4f41f3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fe4e000d740 tx=0x7fe4e000dc00 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 shutdown_connections 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4d4077010 0x7fe4d4079520 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f415f970 0x7fe4f41f2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4159980 0x7fe4f41f3c80 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 --2- 172.21.15.66:0/177131256 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4f40cee80 0x7fe4f40aafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:06.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.981+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 >> 172.21.15.66:0/177131256 conn(0x7fe4f406c780 msgr2=0x7fe4f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:06.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.982+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 shutdown_connections 2024-07-27T06:51:06.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:06.982+0000 7fe4f3200640 1 -- 172.21.15.66:0/177131256 wait complete. 2024-07-27T06:51:07.014 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails' 2024-07-27T06:51:07.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 -- 172.21.15.66:0/1159637315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c160070 msgr2=0x7fb70c166cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:07.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 --2- 172.21.15.66:0/1159637315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c160070 0x7fb70c166cf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb704009830 tx=0x7fb70402a5b0 comp rx=0 tx=0).stop 2024-07-27T06:51:07.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 -- 172.21.15.66:0/1159637315 shutdown_connections 2024-07-27T06:51:07.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 --2- 172.21.15.66:0/1159637315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c160070 0x7fb70c166cf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:07.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 -- 172.21.15.66:0/1159637315 >> 172.21.15.66:0/1159637315 conn(0x7fb70c06c780 msgr2=0x7fb70c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:07.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.299+0000 7fb711c00640 1 -- 172.21.15.66:0/1159637315 shutdown_connections 2024-07-27T06:51:07.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.300+0000 7fb711c00640 1 -- 172.21.15.66:0/1159637315 wait complete. 2024-07-27T06:51:07.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.302+0000 7fb711c00640 1 Processor -- start 2024-07-27T06:51:07.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.302+0000 7fb711c00640 1 -- start start 2024-07-27T06:51:07.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.303+0000 7fb711c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb70c0cbd50 0x7fb70c1522b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:07.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 0x7fb70c150190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:07.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:07.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c167440 con 0x7fb70c151b30 2024-07-27T06:51:07.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb70c15d5f0 con 0x7fb70c0ceb20 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb70c1675c0 con 0x7fb70c0cbd50 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55292/0 (socket says 172.21.15.66:55292) 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 -- 172.21.15.66:0/1389595852 learned_addr learned my addr 172.21.15.66:0/1389595852 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb70be00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb70c0cbd50 0x7fb70c1522b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb70b400640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 0x7fb70c150190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 -- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb70c0cbd50 msgr2=0x7fb70c1522b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb70c0cbd50 0x7fb70c1522b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 -- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 msgr2=0x7fb70c150190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 0x7fb70c150190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 -- 172.21.15.66:0/1389595852 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb70c158cb0 con 0x7fb70c151b30 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb70b400640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 0x7fb70c150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:07.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711200640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb704009920 tx=0x7fb704033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:07.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704005c90 con 0x7fb70c151b30 2024-07-27T06:51:07.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb704031e50 con 0x7fb70c151b30 2024-07-27T06:51:07.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb70c159260 con 0x7fb70c151b30 2024-07-27T06:51:07.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb704005260 con 0x7fb70c151b30 2024-07-27T06:51:07.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.305+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb70c159820 con 0x7fb70c151b30 2024-07-27T06:51:07.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.306+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb70c075330 con 0x7fb70c151b30 2024-07-27T06:51:07.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.308+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb704005400 con 0x7fb70c151b30 2024-07-27T06:51:07.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.309+0000 7fb703e00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 0x7fb6e8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:07.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.310+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fb7040b9ca0 con 0x7fb70c151b30 2024-07-27T06:51:07.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.310+0000 7fb70be00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 0x7fb6e8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:07.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.311+0000 7fb70be00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 0x7fb6e8079550 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc001ce0 tx=0x7fb6fc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:07.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.314+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb70403f030 con 0x7fb70c151b30 2024-07-27T06:51:07.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:07.602+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails"]} v 0) -- 0x7fb70c0cf6b0 con 0x7fb70c151b30 2024-07-27T06:51:08.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.185+0000 7fb703e00640 1 -- 172.21.15.66:0/1389595852 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails"]}]=0 v71) ==== 176+0+0 (secure 0 0 0) 0x7fb704082b20 con 0x7fb70c151b30 2024-07-27T06:51:08.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.189+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 msgr2=0x7fb6e8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.189+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 0x7fb6e8079550 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc001ce0 tx=0x7fb6fc009040 comp rx=0 tx=0).stop 2024-07-27T06:51:08.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.189+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 msgr2=0x7fb70c150f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.189+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb704009920 tx=0x7fb704033c20 comp rx=0 tx=0).stop 2024-07-27T06:51:08.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 shutdown_connections 2024-07-27T06:51:08.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6e8077040 0x7fb6e8079550 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb70c151b30 0x7fb70c150f70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb70c0ceb20 0x7fb70c150190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 --2- 172.21.15.66:0/1389595852 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb70c0cbd50 0x7fb70c1522b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 >> 172.21.15.66:0/1389595852 conn(0x7fb70c06c780 msgr2=0x7fb70c0b01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:08.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 shutdown_connections 2024-07-27T06:51:08.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.190+0000 7fb711c00640 1 -- 172.21.15.66:0/1389595852 wait complete. 2024-07-27T06:51:08.220 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T06:51:08.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 -- 172.21.15.66:0/54109088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c015e500 msgr2=0x7fa5c015e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 --2- 172.21.15.66:0/54109088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c015e500 0x7fa5c015e910 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa5c0071cf0 tx=0x7fa5b802a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 -- 172.21.15.66:0/54109088 shutdown_connections 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 --2- 172.21.15.66:0/54109088 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c015e500 0x7fa5c015e910 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 --2- 172.21.15.66:0/54109088 >> v2:172.21.15.155:3300/0 conn(0x7fa5c0161af0 0x7fa5c0161f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 --2- 172.21.15.66:0/54109088 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c006e560 0x7fa5c0154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 -- 172.21.15.66:0/54109088 >> 172.21.15.66:0/54109088 conn(0x7fa5c006c780 msgr2=0x7fa5c006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 -- 172.21.15.66:0/54109088 shutdown_connections 2024-07-27T06:51:08.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.510+0000 7fa5bf200640 1 -- 172.21.15.66:0/54109088 wait complete. 2024-07-27T06:51:08.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.513+0000 7fa5bf200640 1 Processor -- start 2024-07-27T06:51:08.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.513+0000 7fa5bf200640 1 -- start start 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 0x7fa5c0145550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c015e500 0x7fa5c014f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c015f220 con 0x7fa5c0161af0 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa5c015f0a0 con 0x7fa5c006e560 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa5c015f3a0 con 0x7fa5c015e500 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5be800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5be800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55320/0 (socket says 172.21.15.66:55320) 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5be800640 1 -- 172.21.15.66:0/3020817734 learned_addr learned my addr 172.21.15.66:0/3020817734 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.515+0000 7fa5bde00640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 0x7fa5c0145550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:08.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5bd400640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c015e500 0x7fa5c014f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:08.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 -- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c015e500 msgr2=0x7fa5c014f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c015e500 0x7fa5c014f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 -- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 msgr2=0x7fa5c0145550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 0x7fa5c0145550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 -- 172.21.15.66:0/3020817734 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5c01f4ec0 con 0x7fa5c0161af0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5bde00640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 0x7fa5c0145550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.516+0000 7fa5be800640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8009230 tx=0x7fa5b8003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.517+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b803e030 con 0x7fa5c0161af0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.517+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5b8003e50 con 0x7fa5c0161af0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.517+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5c014e930 con 0x7fa5c0161af0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.517+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5b8035040 con 0x7fa5c0161af0 2024-07-27T06:51:08.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.517+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5c0151650 con 0x7fa5c0161af0 2024-07-27T06:51:08.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.518+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5c0073c90 con 0x7fa5c0161af0 2024-07-27T06:51:08.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.519+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa5b8041030 con 0x7fa5c0161af0 2024-07-27T06:51:08.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.521+0000 7fa5b6000640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 0x7fa59c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:08.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.521+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fa5b80b93c0 con 0x7fa5c0161af0 2024-07-27T06:51:08.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.522+0000 7fa5bde00640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 0x7fa59c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:08.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.524+0000 7fa5bde00640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 0x7fa59c079520 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000ab40 tx=0x7fa5b000a520 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:08.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.527+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa5b8082240 con 0x7fa5c0161af0 2024-07-27T06:51:08.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.737+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fa5c014ee20 con 0x7fa5c0161af0 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.738+0000 7fa5b6000640 1 -- 172.21.15.66:0/3020817734 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v28) ==== 59+0+2072 (secure 0 0 0) 0x7fa5b8081b40 con 0x7fa5c0161af0 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stdout:mgr advanced mgr/crash/warn_recent_interval 0 2024-07-27T06:51:08.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T06:51:08.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T06:51:08.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T06:51:08.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 msgr2=0x7fa59c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 0x7fa59c079520 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fa5b000ab40 tx=0x7fa5b000a520 comp rx=0 tx=0).stop 2024-07-27T06:51:08.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 msgr2=0x7fa5c014fa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:08.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa5b8009230 tx=0x7fa5b8003960 comp rx=0 tx=0).stop 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 shutdown_connections 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa59c077010 0x7fa59c079520 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa5c0161af0 0x7fa5c014fa90 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa5c015e500 0x7fa5c014f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 --2- 172.21.15.66:0/3020817734 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa5c006e560 0x7fa5c0145550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 >> 172.21.15.66:0/3020817734 conn(0x7fa5c006c780 msgr2=0x7fa5c0073390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 shutdown_connections 2024-07-27T06:51:08.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:08.741+0000 7fa5bf200640 1 -- 172.21.15.66:0/3020817734 wait complete. 2024-07-27T06:51:08.768 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.064+0000 7f51e7c00640 1 -- 172.21.15.66:0/3126085844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072cd0 msgr2=0x7f51e006e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.064+0000 7f51e7c00640 1 --2- 172.21.15.66:0/3126085844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072cd0 0x7f51e006e510 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f51e00cd710 tx=0x7f51c802a540 comp rx=0 tx=0).stop 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 -- 172.21.15.66:0/3126085844 shutdown_connections 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 --2- 172.21.15.66:0/3126085844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 0x7f51e006ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 --2- 172.21.15.66:0/3126085844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072cd0 0x7f51e006e510 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 --2- 172.21.15.66:0/3126085844 >> v2:172.21.15.155:3300/0 conn(0x7f51e0072380 0x7f51e0072790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 -- 172.21.15.66:0/3126085844 >> 172.21.15.66:0/3126085844 conn(0x7f51e00cfb90 msgr2=0x7f51e00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 -- 172.21.15.66:0/3126085844 shutdown_connections 2024-07-27T06:51:09.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.065+0000 7f51e7c00640 1 -- 172.21.15.66:0/3126085844 wait complete. 2024-07-27T06:51:09.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.068+0000 7f51e7c00640 1 Processor -- start 2024-07-27T06:51:09.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.068+0000 7f51e7c00640 1 -- start start 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51e0072cd0 0x7f51e00c8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 0x7f51e00c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f51e006ef90 con 0x7f51e0072380 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f51e0070680 con 0x7f51e0072cd0 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e7c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f51e006f110 con 0x7f51e00730e0 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:09.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55336/0 (socket says 172.21.15.66:55336) 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 -- 172.21.15.66:0/1737097713 learned_addr learned my addr 172.21.15.66:0/1737097713 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51dfe00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51e0072cd0 0x7f51e00c8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 0x7f51e00c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 -- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 msgr2=0x7f51e00c9020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 0x7f51e00c9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 -- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51e0072cd0 msgr2=0x7f51e00c8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.071+0000 7f51e5200640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51e0072cd0 0x7f51e00c8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51e5200640 1 -- 172.21.15.66:0/1737097713 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e00c36a0 con 0x7f51e0072380 2024-07-27T06:51:09.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51e5200640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f51d000de20 tx=0x7f51d000b730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51d001b070 con 0x7f51e0072380 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51e01e7b50 con 0x7f51e0072380 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f51d000e950 con 0x7f51e0072380 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51d000ed60 con 0x7f51e0072380 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.072+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51e0158c00 con 0x7f51e0072380 2024-07-27T06:51:09.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.074+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51e01e7d20 con 0x7f51e0072380 2024-07-27T06:51:09.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.075+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f51d001e070 con 0x7f51e0072380 2024-07-27T06:51:09.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.076+0000 7f51dcc00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 0x7f51bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:09.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.076+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f51d0099420 con 0x7f51e0072380 2024-07-27T06:51:09.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.077+0000 7f51dfe00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 0x7f51bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:09.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.078+0000 7f51dfe00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 0x7f51bc079520 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f51c8034000 tx=0x7f51c8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:09.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.081+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f51d0061c60 con 0x7f51e0072380 2024-07-27T06:51:09.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.299+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f51e0072790 con 0x7f51e0072380 2024-07-27T06:51:09.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.308+0000 7f51dcc00640 1 -- 172.21.15.66:0/1737097713 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v29)=0 v29) ==== 122+0+0 (secure 0 0 0) 0x7f51d00661b0 con 0x7f51e0072380 2024-07-27T06:51:09.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 msgr2=0x7f51bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:09.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 0x7f51bc079520 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f51c8034000 tx=0x7f51c8004730 comp rx=0 tx=0).stop 2024-07-27T06:51:09.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 msgr2=0x7f51e0152730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:09.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f51d000de20 tx=0x7f51d000b730 comp rx=0 tx=0).stop 2024-07-27T06:51:09.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 shutdown_connections 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f51bc077010 0x7f51bc079520 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f51e00730e0 0x7f51e00c9020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f51e0072cd0 0x7f51e00c8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 --2- 172.21.15.66:0/1737097713 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f51e0072380 0x7f51e0152730 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 >> 172.21.15.66:0/1737097713 conn(0x7f51e00cfb90 msgr2=0x7f51e01561b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.311+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 shutdown_connections 2024-07-27T06:51:09.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:09.312+0000 7f51e7c00640 1 -- 172.21.15.66:0/1737097713 wait complete. 2024-07-27T06:51:09.339 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:51:09.339 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:09.459 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:09.575 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:51:09.575 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:09.576 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:09.639 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:09.639 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:09.699 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:09.700 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:09.755 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 -- 172.21.15.66:0/2126613695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415af60 msgr2=0x7fcc940b2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 --2- 172.21.15.66:0/2126613695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415af60 0x7fcc940b2560 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcc9415b3a0 tx=0x7fcc8002a440 comp rx=0 tx=0).stop 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 -- 172.21.15.66:0/2126613695 shutdown_connections 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 --2- 172.21.15.66:0/2126613695 >> v2:172.21.15.155:3300/0 conn(0x7fcc940ade60 0x7fcc940ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 --2- 172.21.15.66:0/2126613695 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415af60 0x7fcc940b2560 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 -- 172.21.15.66:0/2126613695 >> 172.21.15.66:0/2126613695 conn(0x7fcc94072c70 msgr2=0x7fcc940b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 -- 172.21.15.66:0/2126613695 shutdown_connections 2024-07-27T06:51:10.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.049+0000 7fcc9a800640 1 -- 172.21.15.66:0/2126613695 wait complete. 2024-07-27T06:51:10.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.051+0000 7fcc9a800640 1 Processor -- start 2024-07-27T06:51:10.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.052+0000 7fcc9a800640 1 -- start start 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 0x7fcc9414e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc9415af60 0x7fcc94159670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcc940ae7b0 con 0x7fcc9415ab50 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcc94069300 con 0x7fcc9415af60 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc9a800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcc940ae930 con 0x7fcc940ade60 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.053+0000 7fcc98a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55354/0 (socket says 172.21.15.66:55354) 2024-07-27T06:51:10.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 -- 172.21.15.66:0/3471129462 learned_addr learned my addr 172.21.15.66:0/3471129462 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc99e00640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc9415af60 0x7fcc94159670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc99400640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 0x7fcc9414e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 -- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 msgr2=0x7fcc9414e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 0x7fcc9414e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 -- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc9415af60 msgr2=0x7fcc94159670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc9415af60 0x7fcc94159670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 -- 172.21.15.66:0/3471129462 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc94158370 con 0x7fcc9415ab50 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc99400640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 0x7fcc9414e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.054+0000 7fcc98a00640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcc80000c00 tx=0x7fcc800039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.055+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8003e030 con 0x7fcc9415ab50 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.055+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc800047a0 con 0x7fcc9415ab50 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.055+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc80035040 con 0x7fcc9415ab50 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.055+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc94158650 con 0x7fcc9415ab50 2024-07-27T06:51:10.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.055+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc9409c7b0 con 0x7fcc9415ab50 2024-07-27T06:51:10.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.056+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc940ae270 con 0x7fcc9415ab50 2024-07-27T06:51:10.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.057+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcc80041030 con 0x7fcc9415ab50 2024-07-27T06:51:10.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.058+0000 7fcc91600640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 0x7fcc74079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.059+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fcc800b9520 con 0x7fcc9415ab50 2024-07-27T06:51:10.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.060+0000 7fcc99400640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 0x7fcc74079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.061+0000 7fcc99400640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 0x7fcc74079550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800a830 tx=0x7fcc88008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:10.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.063+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcc800823a0 con 0x7fcc9415ab50 2024-07-27T06:51:10.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.290+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fcc940d0840 con 0x7fcc9415ab50 2024-07-27T06:51:10.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.291+0000 7fcc91600640 1 -- 172.21.15.66:0/3471129462 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7fcc80081ca0 con 0x7fcc9415ab50 2024-07-27T06:51:10.291 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:51:10.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.293+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 msgr2=0x7fcc74079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.293+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 0x7fcc74079550 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcc8800a830 tx=0x7fcc88008040 comp rx=0 tx=0).stop 2024-07-27T06:51:10.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.293+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 msgr2=0x7fcc94159130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.293+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcc80000c00 tx=0x7fcc800039e0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 shutdown_connections 2024-07-27T06:51:10.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc74077040 0x7fcc74079550 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc9415af60 0x7fcc94159670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc9415ab50 0x7fcc94159130 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 --2- 172.21.15.66:0/3471129462 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc940ade60 0x7fcc9414e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 >> 172.21.15.66:0/3471129462 conn(0x7fcc94072c70 msgr2=0x7fcc9406f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:10.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 shutdown_connections 2024-07-27T06:51:10.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.294+0000 7fcc9a800640 1 -- 172.21.15.66:0/3471129462 wait complete. 2024-07-27T06:51:10.322 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:51:10.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:10.323 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-07-27T06:51:10.416 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:51:10.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:10.417 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:51:10.467 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:10.468 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:10.526 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:10.526 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:10.577 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:10.577 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:10.674 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:51:10.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 -- 172.21.15.66:0/3601309930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 msgr2=0x7fb2dc15d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3601309930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc15d900 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb2dc071b90 tx=0x7fb2d402a980 comp rx=0 tx=0).stop 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 -- 172.21.15.66:0/3601309930 shutdown_connections 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3601309930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc15d900 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3601309930 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 0x7fb2dc15ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3601309930 >> v2:172.21.15.155:3300/0 conn(0x7fb2dc073420 0x7fb2dc15f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 -- 172.21.15.66:0/3601309930 >> 172.21.15.66:0/3601309930 conn(0x7fb2dc06c780 msgr2=0x7fb2dc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 -- 172.21.15.66:0/3601309930 shutdown_connections 2024-07-27T06:51:10.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.975+0000 7fb2e1400640 1 -- 172.21.15.66:0/3601309930 wait complete. 2024-07-27T06:51:10.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.978+0000 7fb2e1400640 1 Processor -- start 2024-07-27T06:51:10.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.978+0000 7fb2e1400640 1 -- start start 2024-07-27T06:51:10.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb2dc073420 0x7fb2dc0b3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 0x7fb2dc1435c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc15c9c0 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc15c840 con 0x7fb2dc073420 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e1400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb2dc15cb40 con 0x7fb2dc073830 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47022/0 (socket says 172.21.15.66:47022) 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2e0a00640 1 -- 172.21.15.66:0/3682531100 learned_addr learned my addr 172.21.15.66:0/3682531100 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.980+0000 7fb2db400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 0x7fb2dc1435c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2dbe00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb2dc073420 0x7fb2dc0b3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 -- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 msgr2=0x7fb2dc1435c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 0x7fb2dc1435c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 -- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb2dc073420 msgr2=0x7fb2dc0b3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb2dc073420 0x7fb2dc0b3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:10.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 -- 172.21.15.66:0/3682531100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc1f5730 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.981+0000 7fb2e0a00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4033040 tx=0x7fb2d4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.982+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4034040 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.982+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2d4004540 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.982+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4045480 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.982+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2dc1f59f0 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.982+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2dc0b2f00 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.983+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2dc075330 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.985+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb2d4037020 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.986+0000 7fb2d3e00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 0x7fb2bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:10.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.986+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fb2d40ba620 con 0x7fb2dc15d4f0 2024-07-27T06:51:10.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.986+0000 7fb2dbe00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 0x7fb2bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:10.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.988+0000 7fb2dbe00640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 0x7fb2bc079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00daa0 tx=0x7fb2cc005d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:10.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:10.991+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb2d40834b0 con 0x7fb2dc15d4f0 2024-07-27T06:51:11.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.217+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb2dc06cf10 con 0x7fb2dc15d4f0 2024-07-27T06:51:11.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.217+0000 7fb2d3e00640 1 -- 172.21.15.66:0/3682531100 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7fb2d4082db0 con 0x7fb2dc15d4f0 2024-07-27T06:51:11.218 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:51:11.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 msgr2=0x7fb2bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:11.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 0x7fb2bc079520 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc00daa0 tx=0x7fb2cc005d50 comp rx=0 tx=0).stop 2024-07-27T06:51:11.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 msgr2=0x7fb2dc1f5de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:11.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4033040 tx=0x7fb2d4003f10 comp rx=0 tx=0).stop 2024-07-27T06:51:11.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 shutdown_connections 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb2bc077010 0x7fb2bc079520 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2dc15d4f0 0x7fb2dc1f5de0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2dc073830 0x7fb2dc1435c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.220+0000 7fb2e1400640 1 --2- 172.21.15.66:0/3682531100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb2dc073420 0x7fb2dc0b3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.221+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 >> 172.21.15.66:0/3682531100 conn(0x7fb2dc06c780 msgr2=0x7fb2dc0ce890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.221+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 shutdown_connections 2024-07-27T06:51:11.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.221+0000 7fb2e1400640 1 -- 172.21.15.66:0/3682531100 wait complete. 2024-07-27T06:51:11.248 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-07-27T06:51:11.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:11.248 DEBUG:teuthology.orchestra.run.smithi155:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-07-27T06:51:11.347 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:51:11.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:11.348 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-07-27T06:51:11.415 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:11.415 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:11.478 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:11.478 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:11.537 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:11.538 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:11.595 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:51:11.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.888+0000 7f6f25600640 1 -- 172.21.15.66:0/1715679402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20160080 msgr2=0x7f6f200cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:11.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.888+0000 7f6f25600640 1 --2- 172.21.15.66:0/1715679402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20160080 0x7f6f200cf290 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f6f18005fd0 tx=0x7f6f1802aaa0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 -- 172.21.15.66:0/1715679402 shutdown_connections 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 --2- 172.21.15.66:0/1715679402 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20160080 0x7f6f200cf290 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 --2- 172.21.15.66:0/1715679402 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f20159980 0x7f6f20073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 -- 172.21.15.66:0/1715679402 >> 172.21.15.66:0/1715679402 conn(0x7f6f2006c780 msgr2=0x7f6f2006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 -- 172.21.15.66:0/1715679402 shutdown_connections 2024-07-27T06:51:11.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.889+0000 7f6f25600640 1 -- 172.21.15.66:0/1715679402 wait complete. 2024-07-27T06:51:11.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.891+0000 7f6f25600640 1 Processor -- start 2024-07-27T06:51:11.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.891+0000 7f6f25600640 1 -- start start 2024-07-27T06:51:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20159980 0x7f6f20157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f201532d0 0x7f6f201579a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2006e5b0 con 0x7f6f200cee80 2024-07-27T06:51:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6f2006e430 con 0x7f6f20159980 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f25600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6f2006e730 con 0x7f6f201532d0 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f1fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f1fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47028/0 (socket says 172.21.15.66:47028) 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.893+0000 7f6f1fe00640 1 -- 172.21.15.66:0/2190290287 learned_addr learned my addr 172.21.15.66:0/2190290287 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f24c00640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f201532d0 0x7f6f201579a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1f400640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20159980 0x7f6f20157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 -- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f201532d0 msgr2=0x7f6f201579a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f201532d0 0x7f6f201579a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 -- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20159980 msgr2=0x7f6f20157460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20159980 0x7f6f20157460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 -- 172.21.15.66:0/2190290287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f20147920 con 0x7f6f200cee80 2024-07-27T06:51:11.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f1fe00640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000ea20 tx=0x7f6f1000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:11.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.894+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f1000ce40 con 0x7f6f200cee80 2024-07-27T06:51:11.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.895+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f10004020 con 0x7f6f200cee80 2024-07-27T06:51:11.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.895+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f201e6ae0 con 0x7f6f200cee80 2024-07-27T06:51:11.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.895+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f10004470 con 0x7f6f200cee80 2024-07-27T06:51:11.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.895+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f201f71d0 con 0x7f6f200cee80 2024-07-27T06:51:11.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.896+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f2006ebe0 con 0x7f6f200cee80 2024-07-27T06:51:11.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.897+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6f100035f0 con 0x7f6f200cee80 2024-07-27T06:51:11.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.898+0000 7f6f17e00640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 0x7f6efc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:11.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.899+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f6f10099620 con 0x7f6f200cee80 2024-07-27T06:51:11.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.899+0000 7f6f1f400640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 0x7f6efc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.900+0000 7f6f1f400640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 0x7f6efc079550 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6f20153280 tx=0x7f6f08009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:11.903+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6f20147920 con 0x7f6f200cee80 2024-07-27T06:51:12.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.127+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6f20159450 con 0x7f6f200cee80 2024-07-27T06:51:12.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.128+0000 7f6f17e00640 1 -- 172.21.15.66:0/2190290287 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f6f10062410 con 0x7f6f200cee80 2024-07-27T06:51:12.129 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:51:12.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 msgr2=0x7f6efc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:12.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 0x7f6efc079550 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6f20153280 tx=0x7f6f08009040 comp rx=0 tx=0).stop 2024-07-27T06:51:12.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 msgr2=0x7f6f201473e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:12.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6f1000ea20 tx=0x7f6f1000eee0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 shutdown_connections 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6efc077040 0x7f6efc079550 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f201532d0 0x7f6f201579a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f20159980 0x7f6f20157460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 --2- 172.21.15.66:0/2190290287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f200cee80 0x7f6f201473e0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.131+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 >> 172.21.15.66:0/2190290287 conn(0x7f6f2006c780 msgr2=0x7f6f201589c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.132+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 shutdown_connections 2024-07-27T06:51:12.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.132+0000 7f6f25600640 1 -- 172.21.15.66:0/2190290287 wait complete. 2024-07-27T06:51:12.156 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-07-27T06:51:12.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:12.156 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-07-27T06:51:12.248 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:51:12.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:12.249 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-07-27T06:51:12.302 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:12.302 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:12.359 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:12.360 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:12.410 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:12.411 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:12.462 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:51:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 -- 172.21.15.66:0/2374707056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 msgr2=0x7f5ba0003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/2374707056 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5ba0003ef0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f5bac0016c0 tx=0x7f5ba0005830 comp rx=0 tx=0).stop 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbb400640 1 -- 172.21.15.66:0/2374707056 reap_dead start 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 -- 172.21.15.66:0/2374707056 shutdown_connections 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 -- 172.21.15.66:0/2374707056 >> 172.21.15.66:0/2374707056 conn(0x7f5bbc06c780 msgr2=0x7f5bbc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 -- 172.21.15.66:0/2374707056 shutdown_connections 2024-07-27T06:51:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.765+0000 7f5bbbe00640 1 -- 172.21.15.66:0/2374707056 wait complete. 2024-07-27T06:51:12.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.768+0000 7f5bbbe00640 1 Processor -- start 2024-07-27T06:51:12.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.768+0000 7f5bbbe00640 1 -- start start 2024-07-27T06:51:12.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.770+0000 7f5bbbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:12.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bbc1f7ee0 0x7f5bbc1f82f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:12.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bbc0c5eb0 0x7f5bbc0c62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:12.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5bbc0cf410 con 0x7f5ba0003a80 2024-07-27T06:51:12.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5bbc0cf290 con 0x7f5bbc1f7ee0 2024-07-27T06:51:12.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5bbc0cf590 con 0x7f5bbc0c5eb0 2024-07-27T06:51:12.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:12.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47044/0 (socket says 172.21.15.66:47044) 2024-07-27T06:51:12.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 -- 172.21.15.66:0/3937666785 learned_addr learned my addr 172.21.15.66:0/3937666785 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 -- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bbc0c5eb0 msgr2=0x7f5bbc0c62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bbc0c5eb0 0x7f5bbc0c62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 -- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bbc1f7ee0 msgr2=0x7f5bbc1f82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bbc1f7ee0 0x7f5bbc1f82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.771+0000 7f5bbaa00640 1 -- 172.21.15.66:0/3937666785 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bbc1f8830 con 0x7f5ba0003a80 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bbaa00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5bac02a930 tx=0x7f5bac006290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac041070 con 0x7f5ba0003a80 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bac0038e0 con 0x7f5ba0003a80 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bbc0c50f0 con 0x7f5ba0003a80 2024-07-27T06:51:12.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac038070 con 0x7f5ba0003a80 2024-07-27T06:51:12.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.772+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bbc0c56b0 con 0x7f5ba0003a80 2024-07-27T06:51:12.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.773+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bbc15ac00 con 0x7f5ba0003a80 2024-07-27T06:51:12.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.775+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5bac044070 con 0x7f5ba0003a80 2024-07-27T06:51:12.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.776+0000 7f5bb3400640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 0x7f5b98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:12.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.776+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f5bac0b8610 con 0x7f5ba0003a80 2024-07-27T06:51:12.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.776+0000 7f5bba000640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 0x7f5b98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:12.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.778+0000 7f5bba000640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 0x7f5b98079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc1f7e40 tx=0x7f5ba4000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:12.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:12.780+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5bbc1f8830 con 0x7f5ba0003a80 2024-07-27T06:51:13.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.006+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5bbc15a920 con 0x7f5ba0003a80 2024-07-27T06:51:13.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.007+0000 7f5bb3400640 1 -- 172.21.15.66:0/3937666785 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) ==== 80+0+0 (secure 0 0 0) 0x7f5bac081400 con 0x7f5ba0003a80 2024-07-27T06:51:13.007 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 msgr2=0x7f5b98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 0x7f5b98079520 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc1f7e40 tx=0x7f5ba4000ed0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 msgr2=0x7f5bbc0cbe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f5bac02a930 tx=0x7f5bac006290 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 shutdown_connections 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5b98077010 0x7f5b98079520 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bbc0c5eb0 0x7f5bbc0c62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bbc1f7ee0 0x7f5bbc1f82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 --2- 172.21.15.66:0/3937666785 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5ba0003a80 0x7f5bbc0cbe80 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 >> 172.21.15.66:0/3937666785 conn(0x7f5bbc06c780 msgr2=0x7f5bbc0af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:13.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 shutdown_connections 2024-07-27T06:51:13.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.010+0000 7f5bbbe00640 1 -- 172.21.15.66:0/3937666785 wait complete. 2024-07-27T06:51:13.035 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-07-27T06:51:13.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:13.036 DEBUG:teuthology.orchestra.run.smithi155:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-07-27T06:51:13.128 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T06:51:13.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:13.128 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-07-27T06:51:13.178 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T06:51:13.178 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:13.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 -- 172.21.15.66:0/3991249560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c1406de60 msgr2=0x7f4c1406e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 --2- 172.21.15.66:0/3991249560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c1406de60 0x7f4c1406e270 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c005fd0 tx=0x7f4c0c02aa10 comp rx=0 tx=0).stop 2024-07-27T06:51:13.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 -- 172.21.15.66:0/3991249560 shutdown_connections 2024-07-27T06:51:13.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 --2- 172.21.15.66:0/3991249560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c1406de60 0x7f4c1406e270 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 --2- 172.21.15.66:0/3991249560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c14151010 0x7f4c140b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 -- 172.21.15.66:0/3991249560 >> 172.21.15.66:0/3991249560 conn(0x7f4c1406c780 msgr2=0x7f4c1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:13.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 -- 172.21.15.66:0/3991249560 shutdown_connections 2024-07-27T06:51:13.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.473+0000 7f4c13200640 1 -- 172.21.15.66:0/3991249560 wait complete. 2024-07-27T06:51:13.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.476+0000 7f4c13200640 1 Processor -- start 2024-07-27T06:51:13.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.476+0000 7f4c13200640 1 -- start start 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1406de60 0x7f4c1415cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c14151010 0x7f4c1414daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1415a4b0 con 0x7f4c140ae830 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c140703e0 con 0x7f4c14151010 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.477+0000 7f4c13200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c1415a630 con 0x7f4c1406de60 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:13.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47064/0 (socket says 172.21.15.66:47064) 2024-07-27T06:51:13.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 -- 172.21.15.66:0/3077185291 learned_addr learned my addr 172.21.15.66:0/3077185291 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11e00640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1406de60 0x7f4c1415cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c12800640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c14151010 0x7f4c1414daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 -- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1406de60 msgr2=0x7f4c1415cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1406de60 0x7f4c1415cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 -- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c14151010 msgr2=0x7f4c1414daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c14151010 0x7f4c1414daa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 -- 172.21.15.66:0/3077185291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c141486c0 con 0x7f4c140ae830 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.478+0000 7f4c11400640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000c3a0 tx=0x7f4c0000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.479+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c00017070 con 0x7f4c140ae830 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.479+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c000053c0 con 0x7f4c140ae830 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.479+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c00003850 con 0x7f4c140ae830 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.479+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c14148bc0 con 0x7f4c140ae830 2024-07-27T06:51:13.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.479+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c1414b360 con 0x7f4c140ae830 2024-07-27T06:51:13.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.480+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c1406e270 con 0x7f4c140ae830 2024-07-27T06:51:13.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.481+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4c0001a070 con 0x7f4c140ae830 2024-07-27T06:51:13.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.482+0000 7f4c0a000640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 0x7f4bf4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:13.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.483+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f4c000980b0 con 0x7f4c140ae830 2024-07-27T06:51:13.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.483+0000 7f4c11e00640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 0x7f4bf4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:13.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.484+0000 7f4c11e00640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 0x7f4bf4079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4c040058c0 tx=0x7f4c04005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:13.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.487+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c00060f40 con 0x7f4c140ae830 2024-07-27T06:51:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.729+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c14148950 con 0x7f4c140ae830 2024-07-27T06:51:13.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.731+0000 7f4c0a000640 1 -- 172.21.15.66:0/3077185291 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f4c00069180 con 0x7f4c140ae830 2024-07-27T06:51:13.732 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:13.732 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:51:13.732 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 msgr2=0x7f4bf4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 0x7f4bf4079520 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4c040058c0 tx=0x7f4c04005850 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 msgr2=0x7f4c1414d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f4c0000c3a0 tx=0x7f4c0000c860 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 shutdown_connections 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf4077010 0x7f4bf4079520 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c14151010 0x7f4c1414daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c140ae830 0x7f4c1414d560 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 --2- 172.21.15.66:0/3077185291 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1406de60 0x7f4c1415cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:13.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.734+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 >> 172.21.15.66:0/3077185291 conn(0x7f4c1406c780 msgr2=0x7f4c1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:13.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.735+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 shutdown_connections 2024-07-27T06:51:13.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:13.735+0000 7f4c13200640 1 -- 172.21.15.66:0/3077185291 wait complete. 2024-07-27T06:51:13.762 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:14.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.038+0000 7f1f5d400640 1 -- 172.21.15.66:0/4060725298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f580cf3e0 msgr2=0x7f1f5806fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.038+0000 7f1f5d400640 1 --2- 172.21.15.66:0/4060725298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f580cf3e0 0x7f1f5806fcd0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1f58072cb0 tx=0x7f1f4002a4f0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 -- 172.21.15.66:0/4060725298 shutdown_connections 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 --2- 172.21.15.66:0/4060725298 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f58070210 0x7f1f58151760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 --2- 172.21.15.66:0/4060725298 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f580cf3e0 0x7f1f5806fcd0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 -- 172.21.15.66:0/4060725298 >> 172.21.15.66:0/4060725298 conn(0x7f1f580cfb90 msgr2=0x7f1f580cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 -- 172.21.15.66:0/4060725298 shutdown_connections 2024-07-27T06:51:14.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.039+0000 7f1f5d400640 1 -- 172.21.15.66:0/4060725298 wait complete. 2024-07-27T06:51:14.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.042+0000 7f1f5d400640 1 Processor -- start 2024-07-27T06:51:14.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.042+0000 7f1f5d400640 1 -- start start 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f58072f40 0x7f1f58154270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f580cf3e0 0x7f1f581547b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1f58152030 con 0x7f1f58070210 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1f58151eb0 con 0x7f1f58072f40 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f5d400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1f581521b0 con 0x7f1f580cf3e0 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f56800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.044+0000 7f1f56800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47082/0 (socket says 172.21.15.66:47082) 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 -- 172.21.15.66:0/3976227178 learned_addr learned my addr 172.21.15.66:0/3976227178 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:14.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f55e00640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f58072f40 0x7f1f58154270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f57200640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f580cf3e0 0x7f1f581547b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 -- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f580cf3e0 msgr2=0x7f1f581547b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f580cf3e0 0x7f1f581547b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 -- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f58072f40 msgr2=0x7f1f58154270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f58072f40 0x7f1f58154270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 -- 172.21.15.66:0/3976227178 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f581537d0 con 0x7f1f58070210 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.045+0000 7f1f56800640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1f4800b450 tx=0x7f1f4800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.046+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48015020 con 0x7f1f58070210 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.046+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f48011980 con 0x7f1f58070210 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.046+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f48011dd0 con 0x7f1f58070210 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.046+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f581569d0 con 0x7f1f58070210 2024-07-27T06:51:14.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.046+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f581564f0 con 0x7f1f58070210 2024-07-27T06:51:14.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.047+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f58151760 con 0x7f1f58070210 2024-07-27T06:51:14.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.049+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1f48018020 con 0x7f1f58070210 2024-07-27T06:51:14.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.050+0000 7f1f4ea00640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 0x7f1f34079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.050+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f1f48098b10 con 0x7f1f58070210 2024-07-27T06:51:14.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.051+0000 7f1f55e00640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 0x7f1f34079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.052+0000 7f1f55e00640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 0x7f1f34079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1f40034000 tx=0x7f1f40004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.057+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1f4801f030 con 0x7f1f58070210 2024-07-27T06:51:14.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.312+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f5806e9a0 con 0x7f1f58070210 2024-07-27T06:51:14.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.313+0000 7f1f4ea00640 1 -- 172.21.15.66:0/3976227178 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f1f4800d040 con 0x7f1f58070210 2024-07-27T06:51:14.314 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:14.314 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:51:14.314 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 msgr2=0x7f1f34079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 0x7f1f34079520 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1f40034000 tx=0x7f1f40004730 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 msgr2=0x7f1f581f29e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1f4800b450 tx=0x7f1f4800b910 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 shutdown_connections 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f34077010 0x7f1f34079520 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f580cf3e0 0x7f1f581547b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f58072f40 0x7f1f58154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 --2- 172.21.15.66:0/3976227178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f58070210 0x7f1f581f29e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 >> 172.21.15.66:0/3976227178 conn(0x7f1f580cfb90 msgr2=0x7f1f580af690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:14.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 shutdown_connections 2024-07-27T06:51:14.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.317+0000 7f1f5d400640 1 -- 172.21.15.66:0/3976227178 wait complete. 2024-07-27T06:51:14.342 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 -- 172.21.15.66:0/2755946230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00b2b70 msgr2=0x7fa0e00b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2755946230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00b2b70 0x7fa0e00b9280 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0009820 tx=0x7fa0d002a510 comp rx=0 tx=0).stop 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 -- 172.21.15.66:0/2755946230 shutdown_connections 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2755946230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00b2b70 0x7fa0e00b9280 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 -- 172.21.15.66:0/2755946230 >> 172.21.15.66:0/2755946230 conn(0x7fa0e00d3cd0 msgr2=0x7fa0e00d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:14.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 -- 172.21.15.66:0/2755946230 shutdown_connections 2024-07-27T06:51:14.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.612+0000 7fa0e5400640 1 -- 172.21.15.66:0/2755946230 wait complete. 2024-07-27T06:51:14.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.615+0000 7fa0e5400640 1 Processor -- start 2024-07-27T06:51:14.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.615+0000 7fa0e5400640 1 -- start start 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0e00b2b70 0x7fa0e015e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0e00b47f0 0x7fa0e01f8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e00cf560 con 0x7fa0e00d0330 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0e00cf3e0 con 0x7fa0e00b47f0 2024-07-27T06:51:14.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e5400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0e00cf6e0 con 0x7fa0e00b2b70 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47098/0 (socket says 172.21.15.66:47098) 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 -- 172.21.15.66:0/2331974716 learned_addr learned my addr 172.21.15.66:0/2331974716 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 -- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0e00b2b70 msgr2=0x7fa0e015e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0e00b2b70 0x7fa0e015e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 -- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0e00b47f0 msgr2=0x7fa0e01f8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0df400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0e00b47f0 0x7fa0e01f8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0e00b47f0 0x7fa0e01f8170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.617+0000 7fa0e4a00640 1 -- 172.21.15.66:0/2331974716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0e00a10f0 con 0x7fa0e00d0330 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0e4a00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c760 tx=0x7fa0d800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d8017070 con 0x7fa0e00d0330 2024-07-27T06:51:14.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0d800ce10 con 0x7fa0e00d0330 2024-07-27T06:51:14.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0d80052b0 con 0x7fa0e00d0330 2024-07-27T06:51:14.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0e009e980 con 0x7fa0e00d0330 2024-07-27T06:51:14.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.618+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0e00a1670 con 0x7fa0e00d0330 2024-07-27T06:51:14.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.619+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0e00b9280 con 0x7fa0e00d0330 2024-07-27T06:51:14.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.621+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0d801a070 con 0x7fa0e00d0330 2024-07-27T06:51:14.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.622+0000 7fa0d7e00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 0x7fa0bc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:14.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.622+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7fa0d8098380 con 0x7fa0e00d0330 2024-07-27T06:51:14.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.623+0000 7fa0dfe00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 0x7fa0bc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:14.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.624+0000 7fa0dfe00640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 0x7fa0bc079550 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0034000 tx=0x7fa0d00046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:14.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.627+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0d8061200 con 0x7fa0e00d0330 2024-07-27T06:51:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.851+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0e00b6420 con 0x7fa0e00d0330 2024-07-27T06:51:14.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.854+0000 7fa0d7e00640 1 -- 172.21.15.66:0/2331974716 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18613 (secure 0 0 0) 0x7fa0d8060b00 con 0x7fa0e00d0330 2024-07-27T06:51:14.856 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:14.857 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":28,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:49.934450+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.35","mappings":[{"from":0,"to":7}]},{"pgid":"4.e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:14.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.857+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 msgr2=0x7fa0bc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.857+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 0x7fa0bc079550 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0034000 tx=0x7fa0d00046c0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.857+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 msgr2=0x7fa0e01f86b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:14.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.857+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa0d800c760 tx=0x7fa0d800cc20 comp rx=0 tx=0).stop 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 shutdown_connections 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0bc077040 0x7fa0bc079550 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0e00d0330 0x7fa0e01f86b0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0e00b47f0 0x7fa0e01f8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 --2- 172.21.15.66:0/2331974716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0e00b2b70 0x7fa0e015e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 >> 172.21.15.66:0/2331974716 conn(0x7fa0e00d3cd0 msgr2=0x7fa0e00b2040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 shutdown_connections 2024-07-27T06:51:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:14.858+0000 7fa0e5400640 1 -- 172.21.15.66:0/2331974716 wait complete. 2024-07-27T06:51:14.886 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T06:51:14.887 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:15.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 -- 172.21.15.66:0/203991327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c0b9390 msgr2=0x7f655c0b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 --2- 172.21.15.66:0/203991327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c0b9390 0x7f655c0b54b0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f6548005fd0 tx=0x7f654802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 -- 172.21.15.66:0/203991327 shutdown_connections 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 --2- 172.21.15.66:0/203991327 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 0x7f655c0b3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 --2- 172.21.15.66:0/203991327 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c0b9390 0x7f655c0b54b0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 -- 172.21.15.66:0/203991327 >> 172.21.15.66:0/203991327 conn(0x7f655c0d4060 msgr2=0x7f655c0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 -- 172.21.15.66:0/203991327 shutdown_connections 2024-07-27T06:51:15.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.181+0000 7f6564200640 1 -- 172.21.15.66:0/203991327 wait complete. 2024-07-27T06:51:15.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.184+0000 7f6564200640 1 Processor -- start 2024-07-27T06:51:15.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.184+0000 7f6564200640 1 -- start start 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f655c0b9390 0x7f655c0c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 0x7f655c0ca160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f655c0b43a0 con 0x7f655c08c9d0 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f655c0b4220 con 0x7f655c0b9390 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6564200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f655c0b4520 con 0x7f655c0d0dd0 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47120/0 (socket says 172.21.15.66:47120) 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 -- 172.21.15.66:0/1732534319 learned_addr learned my addr 172.21.15.66:0/1732534319 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6562200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 0x7f655c0ca160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6560e00640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f655c0b9390 0x7f655c0c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 -- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 msgr2=0x7f655c0ca160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 0x7f655c0ca160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 -- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f655c0b9390 msgr2=0x7f655c0c9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f655c0b9390 0x7f655c0c9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.186+0000 7f6561800640 1 -- 172.21.15.66:0/1732534319 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f655c1f6090 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6561800640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f654c00c390 tx=0x7f654c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c017070 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f654c0035f0 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f654c003a20 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f655c15fb00 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.187+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f655c1600c0 con 0x7f655c08c9d0 2024-07-27T06:51:15.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.189+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f655c0b54b0 con 0x7f655c08c9d0 2024-07-27T06:51:15.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.190+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f654c01a070 con 0x7f655c08c9d0 2024-07-27T06:51:15.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.191+0000 7f6559600640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 0x7f653c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.191+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f654c098420 con 0x7f655c08c9d0 2024-07-27T06:51:15.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.192+0000 7f6560e00640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 0x7f653c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.193+0000 7f6560e00640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 0x7f653c079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6548033000 tx=0x7f6548004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:15.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.195+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f654c021020 con 0x7f655c08c9d0 2024-07-27T06:51:15.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.446+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f655c1618b0 con 0x7f655c08c9d0 2024-07-27T06:51:15.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.447+0000 7f6559600640 1 -- 172.21.15.66:0/1732534319 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f654c061290 con 0x7f655c08c9d0 2024-07-27T06:51:15.449 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:15.449 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:51:15.449 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 msgr2=0x7f653c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 0x7f653c079520 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6548033000 tx=0x7f6548004730 comp rx=0 tx=0).stop 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 msgr2=0x7f655c0cdd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f654c00c390 tx=0x7f654c00c850 comp rx=0 tx=0).stop 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 shutdown_connections 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f653c077010 0x7f653c079520 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f655c0d0dd0 0x7f655c0ca160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f655c0b9390 0x7f655c0c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 --2- 172.21.15.66:0/1732534319 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f655c08c9d0 0x7f655c0cdd70 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 >> 172.21.15.66:0/1732534319 conn(0x7f655c0d4060 msgr2=0x7f655c0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:15.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.450+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 shutdown_connections 2024-07-27T06:51:15.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.451+0000 7f6564200640 1 -- 172.21.15.66:0/1732534319 wait complete. 2024-07-27T06:51:15.479 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 -- 172.21.15.66:0/1070258846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f739806e510 msgr2=0x7f739806e920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 --2- 172.21.15.66:0/1070258846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f739806e510 0x7f739806e920 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f739806e1e0 tx=0x7f738002a530 comp rx=0 tx=0).stop 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 -- 172.21.15.66:0/1070258846 shutdown_connections 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 --2- 172.21.15.66:0/1070258846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f739806e510 0x7f739806e920 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 --2- 172.21.15.66:0/1070258846 >> v2:172.21.15.155:3300/0 conn(0x7f7398070470 0x7f7398072c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 -- 172.21.15.66:0/1070258846 >> 172.21.15.66:0/1070258846 conn(0x7f73980cfb90 msgr2=0x7f73980cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 -- 172.21.15.66:0/1070258846 shutdown_connections 2024-07-27T06:51:15.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.764+0000 7f739e400640 1 -- 172.21.15.66:0/1070258846 wait complete. 2024-07-27T06:51:15.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.766+0000 7f739e400640 1 Processor -- start 2024-07-27T06:51:15.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.767+0000 7f739e400640 1 -- start start 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 0x7f7398155f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739806ee60 0x7f73981e9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7398073150 con 0x7f7398070470 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f739806fb90 con 0x7f739806ee60 2024-07-27T06:51:15.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f739e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f73980732d0 con 0x7f739806e510 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f7397e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f7397e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47148/0 (socket says 172.21.15.66:47148) 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.768+0000 7f7397e00640 1 -- 172.21.15.66:0/798185061 learned_addr learned my addr 172.21.15.66:0/798185061 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f738fe00640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739806ee60 0x7f73981e9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 0x7f7398155f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 -- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 msgr2=0x7f7398155f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 0x7f7398155f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 -- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739806ee60 msgr2=0x7f73981e9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739806ee60 0x7f73981e9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 -- 172.21.15.66:0/798185061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7398157c10 con 0x7f7398070470 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 0x7f7398155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.769+0000 7f7397e00640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f739000caa0 tx=0x7f739000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.770+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390016020 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.770+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f739000acf0 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.770+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390012680 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.770+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73981e8920 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.770+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73981e8ee0 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.771+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739806e920 con 0x7f7398070470 2024-07-27T06:51:15.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.772+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7390019020 con 0x7f7398070470 2024-07-27T06:51:15.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.773+0000 7f738f400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 0x7f7374079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:15.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.773+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f7390099350 con 0x7f7398070470 2024-07-27T06:51:15.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.774+0000 7f7397400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 0x7f7374079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:15.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.775+0000 7f7397400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 0x7f7374079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7388009aa0 tx=0x7f7388005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:15.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:15.777+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7390020020 con 0x7f7398070470 2024-07-27T06:51:16.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.032+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7398156600 con 0x7f7398070470 2024-07-27T06:51:16.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.033+0000 7f738f400640 1 -- 172.21.15.66:0/798185061 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5219 (secure 0 0 0) 0x7f73900621d0 con 0x7f7398070470 2024-07-27T06:51:16.035 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:16.035 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":9,"btime":"2024-07-27T06:50:36:815508+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4326,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/390333741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":390333741},{"type":"v1","addr":"172.21.15.66:6833","nonce":390333741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4329,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/842269299","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":842269299},{"type":"v1","addr":"172.21.15.66:6835","nonce":842269299}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4390,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1495800168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1495800168},{"type":"v1","addr":"172.21.15.155:6835","nonce":1495800168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:50:11.239170+0000","modified":"2024-07-27T06:50:36.410476+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4393},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4393":{"gid":4393,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2688519329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2688519329},{"type":"v1","addr":"172.21.15.155:6837","nonce":2688519329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4393,"qdb_cluster":[4393]},"id":1}]} 2024-07-27T06:51:16.035 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 9 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 msgr2=0x7f7374079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 0x7f7374079520 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f7388009aa0 tx=0x7f7388005db0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 msgr2=0x7f7398156f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f739000caa0 tx=0x7f739000cf60 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 shutdown_connections 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7374077010 0x7f7374079520 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7398070470 0x7f7398156f00 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f739806ee60 0x7f73981e9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 --2- 172.21.15.66:0/798185061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f739806e510 0x7f7398155f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 >> 172.21.15.66:0/798185061 conn(0x7f73980cfb90 msgr2=0x7f73980ad8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:16.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 shutdown_connections 2024-07-27T06:51:16.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.036+0000 7f739e400640 1 -- 172.21.15.66:0/798185061 wait complete. 2024-07-27T06:51:16.065 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 -- 172.21.15.66:0/494092402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c06ff10 msgr2=0x7f8a0c0cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 --2- 172.21.15.66:0/494092402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c06ff10 0x7f8a0c0cd960 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c074590 tx=0x7f8a0402a9e0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 -- 172.21.15.66:0/494092402 shutdown_connections 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 --2- 172.21.15.66:0/494092402 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c06ff10 0x7f8a0c0cd960 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 --2- 172.21.15.66:0/494092402 >> v2:172.21.15.155:3300/0 conn(0x7f8a0c143ac0 0x7f8a0c15e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 -- 172.21.15.66:0/494092402 >> 172.21.15.66:0/494092402 conn(0x7f8a0c06c780 msgr2=0x7f8a0c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 -- 172.21.15.66:0/494092402 shutdown_connections 2024-07-27T06:51:16.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.355+0000 7f8a11a00640 1 -- 172.21.15.66:0/494092402 wait complete. 2024-07-27T06:51:16.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.358+0000 7f8a11a00640 1 Processor -- start 2024-07-27T06:51:16.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.358+0000 7f8a11a00640 1 -- start start 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 0x7f8a0c13e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a0c15eee0 0x7f8a0c1f5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 0x7f8a0c1f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c0ce340 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a0c0ce1c0 con 0x7f8a0c15eee0 2024-07-27T06:51:16.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.359+0000 7f8a11a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a0c0ce4c0 con 0x7f8a0c143ac0 2024-07-27T06:51:16.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.360+0000 7f8a0be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 0x7f8a0c13e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.360+0000 7f8a11000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 0x7f8a0c1f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.360+0000 7f8a0be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 0x7f8a0c13e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.155:3301/0 says I am v2:172.21.15.66:58690/0 (socket says 172.21.15.66:58690) 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.360+0000 7f8a0be00640 1 -- 172.21.15.66:0/1829060275 learned_addr learned my addr 172.21.15.66:0/1829060275 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.360+0000 7f8a03e00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a0c15eee0 0x7f8a0c1f5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 -- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 msgr2=0x7f8a0c13e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 0x7f8a0c13e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 -- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a0c15eee0 msgr2=0x7f8a0c1f5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a0c15eee0 0x7f8a0c1f5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 -- 172.21.15.66:0/1829060275 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a0c1f85a0 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.361+0000 7f8a11000640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 0x7f8a0c1f4010 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8a04032000 tx=0x7f8a04003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:16.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.365+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04033050 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.365+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a040044d0 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.365+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a04038450 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.365+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a0c1f8880 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.365+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a0c1f4b00 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.366+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a0c1f8310 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.367+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8a04036070 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.368+0000 7f8a08c00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 0x7f89e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.369+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f8a040b9f10 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.369+0000 7f8a0be00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 0x7f89e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.370+0000 7f8a0be00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 0x7f89e8079520 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f89fc0058c0 tx=0x7f89fc00a2d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:16.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.373+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8a04082740 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.588+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a0c0cea50 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.591+0000 7f8a08c00640 1 -- 172.21.15.66:0/1829060275 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) ==== 74+0+18613 (secure 0 0 0) 0x7f8a04087e20 con 0x7f8a0c1f7e30 2024-07-27T06:51:16.593 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:16.593 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":28,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:50:49.934450+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:50:09.394592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-07-27T06:50:10.209253+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-07-27T06:50:13.719868+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.35","mappings":[{"from":0,"to":7}]},{"pgid":"4.e","mappings":[{"from":1,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 msgr2=0x7f89e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 0x7f89e8079520 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f89fc0058c0 tx=0x7f89fc00a2d0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 msgr2=0x7f8a0c1f4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 0x7f8a0c1f4010 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8a04032000 tx=0x7f8a04003f10 comp rx=0 tx=0).stop 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 shutdown_connections 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89e8077010 0x7f89e8079520 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a0c1f7e30 0x7f8a0c1f4010 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a0c15eee0 0x7f8a0c1f5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 --2- 172.21.15.66:0/1829060275 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a0c143ac0 0x7f8a0c13e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.594+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 >> 172.21.15.66:0/1829060275 conn(0x7f8a0c06c780 msgr2=0x7f8a0c0af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:16.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.595+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 shutdown_connections 2024-07-27T06:51:16.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.595+0000 7f8a11a00640 1 -- 172.21.15.66:0/1829060275 wait complete. 2024-07-27T06:51:16.625 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T06:51:16.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 -- 172.21.15.66:0/3429309528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 msgr2=0x7f0fac009d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3429309528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fac009d50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0001710 tx=0x7f0fac003810 comp rx=0 tx=0).stop 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 -- 172.21.15.66:0/3429309528 shutdown_connections 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3429309528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fac009d50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 -- 172.21.15.66:0/3429309528 >> 172.21.15.66:0/3429309528 conn(0x7f0fc40cfb90 msgr2=0x7f0fc40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 -- 172.21.15.66:0/3429309528 shutdown_connections 2024-07-27T06:51:16.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.918+0000 7f0fcc200640 1 -- 172.21.15.66:0/3429309528 wait complete. 2024-07-27T06:51:16.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.920+0000 7f0fcc200640 1 Processor -- start 2024-07-27T06:51:16.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.920+0000 7f0fcc200640 1 -- start start 2024-07-27T06:51:16.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0fc41f2b20 0x7f0fc4149af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0fc41551f0 0x7f0fc4155600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc40705f0 con 0x7f0fac007870 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0fc4070470 con 0x7f0fc41f2b20 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fcc200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0fc4072790 con 0x7f0fc41551f0 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fc9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fc9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47178/0 (socket says 172.21.15.66:47178) 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.922+0000 7f0fc9800640 1 -- 172.21.15.66:0/3171527313 learned_addr learned my addr 172.21.15.66:0/3171527313 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc8e00640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0fc41f2b20 0x7f0fc4149af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fca200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0fc41551f0 0x7f0fc4155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 -- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0fc41551f0 msgr2=0x7f0fc4155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0fc41551f0 0x7f0fc4155600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 -- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0fc41f2b20 msgr2=0x7f0fc4149af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0fc41f2b20 0x7f0fc4149af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 -- 172.21.15.66:0/3171527313 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fc4155b40 con 0x7f0fac007870 2024-07-27T06:51:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc9800640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8000fb0 tx=0x7f0fb800da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8018070 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fb80052e0 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8003850 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.923+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fc40c48f0 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.924+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fc40c40e0 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.925+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fc406f690 con 0x7f0fac007870 2024-07-27T06:51:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.926+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0fb80039f0 con 0x7f0fac007870 2024-07-27T06:51:16.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.927+0000 7f0fc1600640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 0x7f0fa4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:16.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.927+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6590+0+0 (secure 0 0 0) 0x7f0fb8098210 con 0x7f0fac007870 2024-07-27T06:51:16.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.928+0000 7f0fc8e00640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 0x7f0fa4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.929+0000 7f0fc8e00640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 0x7f0fa4079550 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00016e0 tx=0x7f0fb00011e0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:16.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:16.931+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0fc4155b40 con 0x7f0fac007870 2024-07-27T06:51:17.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.190+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0fc40cd230 con 0x7f0fac007870 2024-07-27T06:51:17.192 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T06:51:17.191+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T06:51:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.195+0000 7f0fc1600640 1 -- 172.21.15.66:0/3171527313 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f0fb8061130 con 0x7f0fac007870 2024-07-27T06:51:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T06:51:17.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.198+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 msgr2=0x7f0fa4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:17.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.198+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 0x7f0fa4079550 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0fb00016e0 tx=0x7f0fb00011e0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.198+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 msgr2=0x7f0fc40c3520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.198+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f0fb8000fb0 tx=0x7f0fb800da20 comp rx=0 tx=0).stop 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 shutdown_connections 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fa4077040 0x7f0fa4079550 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0fc41551f0 0x7f0fc4155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0fc41f2b20 0x7f0fc4149af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 --2- 172.21.15.66:0/3171527313 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0fac007870 0x7f0fc40c3520 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 >> 172.21.15.66:0/3171527313 conn(0x7f0fc40cfb90 msgr2=0x7f0fc40cc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 shutdown_connections 2024-07-27T06:51:17.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.199+0000 7f0fcc200640 1 -- 172.21.15.66:0/3171527313 wait complete. 2024-07-27T06:51:17.232 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T06:51:17.234 INFO:tasks.ceph.mds.b.smithi155.stderr: -5269> 2024-07-27T06:50:16.368+0000 7fbfcb800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:51:17.385 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 -- 172.21.15.66:0/4265100224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 msgr2=0x7f9970003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 --2- 172.21.15.66:0/4265100224 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f9970003ef0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f997c006f50 tx=0x7f9970005830 comp rx=0 tx=0).stop 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998a800640 1 -- 172.21.15.66:0/4265100224 reap_dead start 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 -- 172.21.15.66:0/4265100224 shutdown_connections 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 -- 172.21.15.66:0/4265100224 >> 172.21.15.66:0/4265100224 conn(0x7f998c06c780 msgr2=0x7f998c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 -- 172.21.15.66:0/4265100224 shutdown_connections 2024-07-27T06:51:17.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.527+0000 7f998b200640 1 -- 172.21.15.66:0/4265100224 wait complete. 2024-07-27T06:51:17.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.530+0000 7f998b200640 1 Processor -- start 2024-07-27T06:51:17.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.530+0000 7f998b200640 1 -- start start 2024-07-27T06:51:17.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:17.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f998c06ff30 0x7f998c146bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f998c147780 0x7f998c147130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f998c0cf510 con 0x7f9970003a80 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f998c0cf390 con 0x7f998c147780 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f998b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f998c15d590 con 0x7f998c06ff30 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f9989e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f9989e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47190/0 (socket says 172.21.15.66:47190) 2024-07-27T06:51:17.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f9989e00640 1 -- 172.21.15.66:0/1418179170 learned_addr learned my addr 172.21.15.66:0/1418179170 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:17.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.532+0000 7f9989400640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f998c06ff30 0x7f998c146bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:17.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 -- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f998c06ff30 msgr2=0x7f998c146bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f998c06ff30 0x7f998c146bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 -- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f998c147780 msgr2=0x7f998c147130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f998c147780 0x7f998c147130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 -- 172.21.15.66:0/1418179170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f998c1f8830 con 0x7f9970003a80 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9989e00640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f997c006f50 tx=0x7f997c003c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c032030 con 0x7f9970003a80 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f997c003e40 con 0x7f9970003a80 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f997c001bf0 con 0x7f9970003a80 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f998c1f8ad0 con 0x7f9970003a80 2024-07-27T06:51:17.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.533+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f998c153ee0 con 0x7f9970003a80 2024-07-27T06:51:17.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.535+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f998c15e2b0 con 0x7f9970003a80 2024-07-27T06:51:17.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.536+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f997c035020 con 0x7f9970003a80 2024-07-27T06:51:17.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.537+0000 7f9982000640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 0x7f9968079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:17.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.537+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6676+0+0 (secure 0 0 0) 0x7f997c0b9260 con 0x7f9970003a80 2024-07-27T06:51:17.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.537+0000 7f9989400640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 0x7f9968079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:17.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.539+0000 7f9989400640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 0x7f9968079550 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9974005eb0 tx=0x7f9974005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:17.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.543+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f997c047030 con 0x7f9970003a80 2024-07-27T06:51:17.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:17.797+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f998c0ce640 con 0x7f9970003a80 2024-07-27T06:51:18.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.375+0000 7f9982000640 1 -- 172.21.15.66:0/1418179170 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f997c082090 con 0x7f9970003a80 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 msgr2=0x7f9968079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 0x7f9968079550 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9974005eb0 tx=0x7f9974005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 msgr2=0x7f998c06f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f997c006f50 tx=0x7f997c003c50 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 shutdown_connections 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9968077040 0x7f9968079550 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f998c147780 0x7f998c147130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f998c06ff30 0x7f998c146bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 --2- 172.21.15.66:0/1418179170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9970003a80 0x7f998c06f9f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 >> 172.21.15.66:0/1418179170 conn(0x7f998c06c780 msgr2=0x7f998c15fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:18.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 shutdown_connections 2024-07-27T06:51:18.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.379+0000 7f998b200640 1 -- 172.21.15.66:0/1418179170 wait complete. 2024-07-27T06:51:18.411 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 -- 172.21.15.66:0/2282030380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f953c004d40 msgr2=0x7f953c005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 --2- 172.21.15.66:0/2282030380 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f953c004d40 0x7f953c005210 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f9550005fd0 tx=0x7f953c005830 comp rx=0 tx=0).stop 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955d000640 1 -- 172.21.15.66:0/2282030380 reap_dead start 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 -- 172.21.15.66:0/2282030380 shutdown_connections 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 -- 172.21.15.66:0/2282030380 >> 172.21.15.66:0/2282030380 conn(0x7f955806c780 msgr2=0x7f955806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:18.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 -- 172.21.15.66:0/2282030380 shutdown_connections 2024-07-27T06:51:18.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.692+0000 7f955da00640 1 -- 172.21.15.66:0/2282030380 wait complete. 2024-07-27T06:51:18.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.695+0000 7f955da00640 1 Processor -- start 2024-07-27T06:51:18.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.695+0000 7f955da00640 1 -- start start 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f953c004d40 0x7f955815a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f955813fd20 0x7f95581f8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f955815d210 con 0x7f955813d190 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f955815d090 con 0x7f955813fd20 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.696+0000 7f955da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9558072100 con 0x7f953c004d40 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47212/0 (socket says 172.21.15.66:47212) 2024-07-27T06:51:18.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 -- 172.21.15.66:0/59149143 learned_addr learned my addr 172.21.15.66:0/59149143 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:18.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 -- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f953c004d40 msgr2=0x7f955815a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f955d000640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f955813fd20 0x7f95581f8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f953c004d40 0x7f955815a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 -- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f955813fd20 msgr2=0x7f95581f8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f955813fd20 0x7f95581f8100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 -- 172.21.15.66:0/59149143 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9558140130 con 0x7f955813d190 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.697+0000 7f9557400640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f954000e960 tx=0x7f954000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.698+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f954000cc60 con 0x7f955813d190 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.698+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9540011470 con 0x7f955813d190 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.698+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95580b2c30 con 0x7f955813d190 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.698+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9540011840 con 0x7f955813d190 2024-07-27T06:51:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.698+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f955813dba0 con 0x7f955813d190 2024-07-27T06:51:18.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.699+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f955806ff60 con 0x7f955813d190 2024-07-27T06:51:18.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.700+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f95400119e0 con 0x7f955813d190 2024-07-27T06:51:18.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.701+0000 7f954fe00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 0x7f9534079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:18.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.701+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 6676+0+0 (secure 0 0 0) 0x7f95400998e0 con 0x7f955813d190 2024-07-27T06:51:18.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.702+0000 7f9557e00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 0x7f9534079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:18.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.703+0000 7f9557e00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 0x7f9534079550 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9548001860 tx=0x7f9548001b00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.706+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9558140130 con 0x7f955813d190 2024-07-27T06:51:18.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:18.911+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f95580ce930 con 0x7f955813d190 2024-07-27T06:51:19.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.389+0000 7f954fe00640 1 -- 172.21.15.66:0/59149143 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) ==== 181+0+0 (secure 0 0 0) 0x7f9540016030 con 0x7f955813d190 2024-07-27T06:51:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T06:51:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.394+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 msgr2=0x7f9534079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.394+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 0x7f9534079550 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9548001860 tx=0x7f9548001b00 comp rx=0 tx=0).stop 2024-07-27T06:51:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 msgr2=0x7f955813f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f954000e960 tx=0x7f954000ee20 comp rx=0 tx=0).stop 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 shutdown_connections 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9534077040 0x7f9534079550 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f955813fd20 0x7f95581f8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f955813d190 0x7f955813f7e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 --2- 172.21.15.66:0/59149143 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f953c004d40 0x7f955815a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 >> 172.21.15.66:0/59149143 conn(0x7f955806c780 msgr2=0x7f9558073b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 shutdown_connections 2024-07-27T06:51:19.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.395+0000 7f955da00640 1 -- 172.21.15.66:0/59149143 wait complete. 2024-07-27T06:51:19.432 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T06:51:19.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 -- 172.21.15.66:0/2350358138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ceb40 msgr2=0x7f2adc0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:19.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 --2- 172.21.15.66:0/2350358138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0cef50 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2ad4009ca0 tx=0x7f2ad402aa30 comp rx=0 tx=0).stop 2024-07-27T06:51:19.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 -- 172.21.15.66:0/2350358138 shutdown_connections 2024-07-27T06:51:19.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 --2- 172.21.15.66:0/2350358138 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0cef50 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 --2- 172.21.15.66:0/2350358138 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0ce1f0 0x7f2adc0ce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 -- 172.21.15.66:0/2350358138 >> 172.21.15.66:0/2350358138 conn(0x7f2adc0d1ac0 msgr2=0x7f2adc0d1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:19.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.734+0000 7f2ae2000640 1 -- 172.21.15.66:0/2350358138 shutdown_connections 2024-07-27T06:51:19.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.735+0000 7f2ae2000640 1 -- 172.21.15.66:0/2350358138 wait complete. 2024-07-27T06:51:19.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.738+0000 7f2ae2000640 1 Processor -- start 2024-07-27T06:51:19.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.738+0000 7f2ae2000640 1 -- start start 2024-07-27T06:51:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0b6be0 0x7f2adc0aff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ce1f0 0x7f2adc0c74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc0cf8a0 con 0x7f2adc0ceb40 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2adc0b73b0 con 0x7f2adc0ce1f0 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae2000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2adc0cfa20 con 0x7f2adc0b6be0 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47222/0 (socket says 172.21.15.66:47222) 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae1600640 1 -- 172.21.15.66:0/1248021184 learned_addr learned my addr 172.21.15.66:0/1248021184 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2adbe00640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ce1f0 0x7f2adc0c74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.741+0000 7f2ae0c00640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0b6be0 0x7f2adc0aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:19.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 -- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0b6be0 msgr2=0x7f2adc0aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:19.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0b6be0 0x7f2adc0aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 -- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ce1f0 msgr2=0x7f2adc0c74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ce1f0 0x7f2adc0c74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 -- 172.21.15.66:0/1248021184 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2adc1f8950 con 0x7f2adc0ceb40 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae1600640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2ad4006010 tx=0x7f2ad4009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad4033050 con 0x7f2adc0ceb40 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ad4004450 con 0x7f2adc0ceb40 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ad4038450 con 0x7f2adc0ceb40 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.742+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2adc1f8c30 con 0x7f2adc0ceb40 2024-07-27T06:51:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.743+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2adc1f91f0 con 0x7f2adc0ceb40 2024-07-27T06:51:19.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.744+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2adc0ce600 con 0x7f2adc0ceb40 2024-07-27T06:51:19.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.745+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ad4036070 con 0x7f2adc0ceb40 2024-07-27T06:51:19.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.746+0000 7f2ad8c00640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 0x7f2abc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:19.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.746+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 6238+0+0 (secure 0 0 0) 0x7f2ad40b9ea0 con 0x7f2adc0ceb40 2024-07-27T06:51:19.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.747+0000 7f2ae0c00640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 0x7f2abc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:19.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.749+0000 7f2ae0c00640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 0x7f2abc079520 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2adc074fc0 tx=0x7f2ad0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:19.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.752+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ad4082e00 con 0x7f2adc0ceb40 2024-07-27T06:51:19.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:19.983+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2adc1f9430 con 0x7f2adc0ceb40 2024-07-27T06:51:20.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.404+0000 7f2ad8c00640 1 -- 172.21.15.66:0/1248021184 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) ==== 169+0+0 (secure 0 0 0) 0x7f2ad4082700 con 0x7f2adc0ceb40 2024-07-27T06:51:20.406 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 msgr2=0x7f2abc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 0x7f2abc079520 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2adc074fc0 tx=0x7f2ad0009040 comp rx=0 tx=0).stop 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 msgr2=0x7f2adc0715d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2ad4006010 tx=0x7f2ad4009360 comp rx=0 tx=0).stop 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 shutdown_connections 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2abc077010 0x7f2abc079520 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2adc0ceb40 0x7f2adc0715d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2adc0ce1f0 0x7f2adc0c74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 --2- 172.21.15.66:0/1248021184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2adc0b6be0 0x7f2adc0aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 >> 172.21.15.66:0/1248021184 conn(0x7f2adc0d1ac0 msgr2=0x7f2adc0d1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:20.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.411+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 shutdown_connections 2024-07-27T06:51:20.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.412+0000 7f2ae2000640 1 -- 172.21.15.66:0/1248021184 wait complete. 2024-07-27T06:51:20.448 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-07-27T06:51:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.743+0000 7f7f11000640 1 -- 172.21.15.66:0/3449182999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1601a0 msgr2=0x7f7f0c0ce6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.743+0000 7f7f11000640 1 --2- 172.21.15.66:0/3449182999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1601a0 0x7f7f0c0ce6c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7f04005fd0 tx=0x7f7f0402aa10 comp rx=0 tx=0).stop 2024-07-27T06:51:20.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.744+0000 7f7f11000640 1 -- 172.21.15.66:0/3449182999 shutdown_connections 2024-07-27T06:51:20.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.744+0000 7f7f11000640 1 --2- 172.21.15.66:0/3449182999 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1601a0 0x7f7f0c0ce6c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.744+0000 7f7f11000640 1 -- 172.21.15.66:0/3449182999 >> 172.21.15.66:0/3449182999 conn(0x7f7f0c06d110 msgr2=0x7f7f0c0b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:20.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.744+0000 7f7f11000640 1 -- 172.21.15.66:0/3449182999 shutdown_connections 2024-07-27T06:51:20.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.744+0000 7f7f11000640 1 -- 172.21.15.66:0/3449182999 wait complete. 2024-07-27T06:51:20.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.747+0000 7f7f11000640 1 Processor -- start 2024-07-27T06:51:20.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.747+0000 7f7f11000640 1 -- start start 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f0c0ce2b0 0x7f7f0c156ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 0x7f7f0c13ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0c167380 con 0x7f7f0c1524d0 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0c167200 con 0x7f7f0c13c8a0 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.748+0000 7f7f11000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7f0c167500 con 0x7f7f0c0ce2b0 2024-07-27T06:51:20.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:20.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47240/0 (socket says 172.21.15.66:47240) 2024-07-27T06:51:20.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 -- 172.21.15.66:0/2538272069 learned_addr learned my addr 172.21.15.66:0/2538272069 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f0a800640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 0x7f7f0c13ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 -- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f0c0ce2b0 msgr2=0x7f7f0c156ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f09e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f0c0ce2b0 0x7f7f0c156ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f0c0ce2b0 0x7f7f0c156ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 -- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 msgr2=0x7f7f0c13ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 0x7f7f0c13ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f03e00640 1 -- 172.21.15.66:0/2538272069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f0c156280 con 0x7f7f0c1524d0 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.749+0000 7f7f0a800640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 0x7f7f0c13ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f03e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7ef400c3a0 tx=0x7f7ef400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:20.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4017070 con 0x7f7f0c1524d0 2024-07-27T06:51:20.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ef40053c0 con 0x7f7f0c1524d0 2024-07-27T06:51:20.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef4003850 con 0x7f7f0c1524d0 2024-07-27T06:51:20.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f0c13bdc0 con 0x7f7f0c1524d0 2024-07-27T06:51:20.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.750+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f0c13c380 con 0x7f7f0c1524d0 2024-07-27T06:51:20.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.751+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f0c160710 con 0x7f7f0c1524d0 2024-07-27T06:51:20.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.753+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7ef401a070 con 0x7f7f0c1524d0 2024-07-27T06:51:20.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.754+0000 7f7f02000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 0x7f7ee8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:20.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.754+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5795+0+0 (secure 0 0 0) 0x7f7ef4097e00 con 0x7f7f0c1524d0 2024-07-27T06:51:20.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.755+0000 7f7f09e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 0x7f7ee8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:20.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.756+0000 7f7f09e00640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 0x7f7ee8079550 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7efc00a750 tx=0x7f7efc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:20.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.759+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7ef4060f00 con 0x7f7f0c1524d0 2024-07-27T06:51:20.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:20.970+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7f0c0b2c30 con 0x7f7f0c1524d0 2024-07-27T06:51:21.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.421+0000 7f7f02000640 1 -- 172.21.15.66:0/2538272069 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) ==== 178+0+0 (secure 0 0 0) 0x7f7ef40691d0 con 0x7f7f0c1524d0 2024-07-27T06:51:21.424 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data_ec' removed 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 msgr2=0x7f7ee8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 0x7f7ee8079550 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f7efc00a750 tx=0x7f7efc008040 comp rx=0 tx=0).stop 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 msgr2=0x7f7f0c0d0300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7ef400c3a0 tx=0x7f7ef400c860 comp rx=0 tx=0).stop 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 shutdown_connections 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7ee8077040 0x7f7ee8079550 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7f0c13c8a0 0x7f7f0c13ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7f0c1524d0 0x7f7f0c0d0300 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 --2- 172.21.15.66:0/2538272069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7f0c0ce2b0 0x7f7f0c156ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.426+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 >> 172.21.15.66:0/2538272069 conn(0x7f7f0c06d110 msgr2=0x7f7f0c0b3150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:21.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.427+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 shutdown_connections 2024-07-27T06:51:21.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.427+0000 7f7f11000640 1 -- 172.21.15.66:0/2538272069 wait complete. 2024-07-27T06:51:21.463 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:51:21.463 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:51:21.463 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:51:21.463 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:21.464 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:51:21.464 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:51:21.464 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:51:21.464 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:21.464 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:51:21.464 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T06:51:21.464 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T06:51:21.465 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:21.465 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:51:21.465 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:51:21.465 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:51:21.465 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:21.492 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:51:21.492 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:51:21.493 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:51:21.493 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:51:21.497 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:51:21.497 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:51:21.498 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T06:51:21.498 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:51:21.540 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:51:21.540 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:21.543 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:51:21.543 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:21.545 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:51:21.545 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:21.546 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:51:21.547 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:21.547 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T06:51:21.762 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:51:21.763 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:51:21.764 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:51:21.764 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:51:21.763+0000 7fe594000640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-07-27T06:51:21.765 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 -- 172.21.15.66:0/1554491882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb80d0a40 msgr2=0x7f0bb80b9280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 --2- 172.21.15.66:0/1554491882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb80d0a40 0x7f0bb80b9280 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4005fd0 tx=0x7f0ba402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 -- 172.21.15.66:0/1554491882 shutdown_connections 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 --2- 172.21.15.66:0/1554491882 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 0x7f0bb80ce8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 --2- 172.21.15.66:0/1554491882 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb80d0a40 0x7f0bb80b9280 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 -- 172.21.15.66:0/1554491882 >> 172.21.15.66:0/1554491882 conn(0x7f0bb80d3cd0 msgr2=0x7f0bb80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:21.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 -- 172.21.15.66:0/1554491882 shutdown_connections 2024-07-27T06:51:21.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.808+0000 7f0bbde00640 1 -- 172.21.15.66:0/1554491882 wait complete. 2024-07-27T06:51:21.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.811+0000 7f0bbde00640 1 Processor -- start 2024-07-27T06:51:21.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.811+0000 7f0bbde00640 1 -- start start 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.812+0000 7f0bbde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.812+0000 7f0bbde00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 0x7f0bb81f79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbde00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb815e980 0x7f0bb815ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbde00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb80cf310 con 0x7f0bb80b2b70 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbde00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb80cf190 con 0x7f0bb815e980 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbde00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0bb80cf490 con 0x7f0bb80b47f0 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52320/0 (socket says 172.21.15.66:52320) 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 -- 172.21.15.66:0/2177749736 learned_addr learned my addr 172.21.15.66:0/2177749736 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:21.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbd400640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb815e980 0x7f0bb815ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bb7e00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 0x7f0bb81f79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 -- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 msgr2=0x7f0bb81f79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 0x7f0bb81f79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 -- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb815e980 msgr2=0x7f0bb815ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb815e980 0x7f0bb815ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:21.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.813+0000 7f0bbca00640 1 -- 172.21.15.66:0/2177749736 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb81f91a0 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bbca00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0bac00c3c0 tx=0x7f0bac00c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac017070 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bac0053c0 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb815f2d0 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac003880 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.814+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb815cba0 con 0x7f0bb80b2b70 2024-07-27T06:51:21.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.815+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb80cf940 con 0x7f0bb80b2b70 2024-07-27T06:51:21.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.817+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0bac01a070 con 0x7f0bb80b2b70 2024-07-27T06:51:21.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.818+0000 7f0bb4c00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 0x7f0b98079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:21.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.819+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5335+0+0 (secure 0 0 0) 0x7f0bac097c10 con 0x7f0bb80b2b70 2024-07-27T06:51:21.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.819+0000 7f0bb7e00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 0x7f0b98079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:21.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.820+0000 7f0bb7e00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 0x7f0b98079550 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4033000 tx=0x7f0ba4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:21.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:21.824+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0bb815f2d0 con 0x7f0bb80b2b70 2024-07-27T06:51:22.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.067+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0bb806d4b0 con 0x7f0bb80b2b70 2024-07-27T06:51:22.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.450+0000 7f0bb4c00640 1 -- 172.21.15.66:0/2177749736 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v34) ==== 97+0+0 (secure 0 0 0) 0x7f0bb81f91a0 con 0x7f0bb80b2b70 2024-07-27T06:51:22.452 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.453+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 msgr2=0x7f0b98079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.453+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 0x7f0b98079550 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4033000 tx=0x7f0ba4004730 comp rx=0 tx=0).stop 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.453+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 msgr2=0x7f0bb81f8c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.453+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f0bac00c3c0 tx=0x7f0bac00c7c0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 shutdown_connections 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b98077040 0x7f0b98079550 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0bb815e980 0x7f0bb815ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0bb80b47f0 0x7f0bb81f79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 --2- 172.21.15.66:0/2177749736 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0bb80b2b70 0x7f0bb81f8c60 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 >> 172.21.15.66:0/2177749736 conn(0x7f0bb80d3cd0 msgr2=0x7f0bb80b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:22.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 shutdown_connections 2024-07-27T06:51:22.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.454+0000 7f0bbde00640 1 -- 172.21.15.66:0/2177749736 wait complete. 2024-07-27T06:51:22.487 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 -- 172.21.15.66:0/2138864898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80b2000 msgr2=0x7feef80d03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 --2- 172.21.15.66:0/2138864898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80b2000 0x7feef80d03e0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7feef0005fd0 tx=0x7feef002aa10 comp rx=0 tx=0).stop 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 -- 172.21.15.66:0/2138864898 shutdown_connections 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 --2- 172.21.15.66:0/2138864898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80b2000 0x7feef80d03e0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 --2- 172.21.15.66:0/2138864898 >> v2:172.21.15.155:3300/0 conn(0x7feef80ce810 0x7feef80cec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 -- 172.21.15.66:0/2138864898 >> 172.21.15.66:0/2138864898 conn(0x7feef80d1db0 msgr2=0x7feef80d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 -- 172.21.15.66:0/2138864898 shutdown_connections 2024-07-27T06:51:22.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.775+0000 7feefda00640 1 -- 172.21.15.66:0/2138864898 wait complete. 2024-07-27T06:51:22.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.777+0000 7feefda00640 1 Processor -- start 2024-07-27T06:51:22.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.778+0000 7feefda00640 1 -- start start 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feef80b2000 0x7feef80c58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80ce810 0x7feef80cbf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7feef80b77b0 con 0x7feef80b14e0 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feef80b7630 con 0x7feef80b2000 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.779+0000 7feefda00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feef80b28b0 con 0x7feef80ce810 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52336/0 (socket says 172.21.15.66:52336) 2024-07-27T06:51:22.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 -- 172.21.15.66:0/3927497758 learned_addr learned my addr 172.21.15.66:0/3927497758 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef7400640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80ce810 0x7feef80cbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6000640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feef80b2000 0x7feef80c58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 -- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80ce810 msgr2=0x7feef80cbf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80ce810 0x7feef80cbf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 -- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feef80b2000 msgr2=0x7feef80c58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feef80b2000 0x7feef80c58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.780+0000 7feef6a00640 1 -- 172.21.15.66:0/3927497758 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef80c5e00 con 0x7feef80b14e0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feef6a00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feee800e7c0 tx=0x7feee800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee800cc60 con 0x7feef80b14e0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feee8010430 con 0x7feef80b14e0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef81f91c0 con 0x7feef80b14e0 2024-07-27T06:51:22.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee8010840 con 0x7feef80b14e0 2024-07-27T06:51:22.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.781+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef81f9780 con 0x7feef80b14e0 2024-07-27T06:51:22.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.783+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feef80cec20 con 0x7feef80b14e0 2024-07-27T06:51:22.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.785+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7feee80109e0 con 0x7feef80b14e0 2024-07-27T06:51:22.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.786+0000 7feeeea00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 0x7feed8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:22.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.786+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7feee8098fb0 con 0x7feef80b14e0 2024-07-27T06:51:22.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.786+0000 7feef6000640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 0x7feed8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:22.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.788+0000 7feef6000640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 0x7feed8079520 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7feef8073ad0 tx=0x7feee4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:22.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:22.793+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feee8061d90 con 0x7feef80b14e0 2024-07-27T06:51:23.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.082+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7feef80b6ae0 con 0x7feef80b14e0 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.083+0000 7feeeea00640 1 -- 172.21.15.66:0/3927497758 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) ==== 80+0+6645 (secure 0 0 0) 0x7feee80662e0 con 0x7feef80b14e0 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.085 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T06:51:23.086 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T06:51:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T06:51:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T06:51:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T06:51:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-mds", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRmgbDBNBAACjYVQ6uKU0rCRn5KfpE1Kw==", 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-mds" 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-mgr", 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRmg8DBNBAAb+2ggM4eP5LndSUvwKkKmg==", 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-mgr" 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-osd", 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRmas/BNBAAVGV4Q+P5X7w3BYXOmFsfzQ==", 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-osd" 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-rbd", 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRm59/BNBAAhsJLGfzwqitubyWr0nBG7A==", 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-rbd" 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRmcPDBNBAAn4vcJSPAQZn/y5kKmUKkRA==", 2024-07-27T06:51:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.bootstrap-rgw", 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQCGmKRmWgLCNBAApDrL2vo6utpeivfOtmwdig==", 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile bootstrap-rgw" 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T06:51:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:51:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:51:23.104 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:51:23.104 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.104 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:23.104 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T06:51:23.104 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 msgr2=0x7feed8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 0x7feed8079520 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7feef8073ad0 tx=0x7feee4009040 comp rx=0 tx=0).stop 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 msgr2=0x7feef81f8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7feee800e7c0 tx=0x7feee800ec80 comp rx=0 tx=0).stop 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 shutdown_connections 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feed8077010 0x7feed8079520 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feef80ce810 0x7feef80cbf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feef80b2000 0x7feef80c58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 --2- 172.21.15.66:0/3927497758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feef80b14e0 0x7feef81f8990 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 >> 172.21.15.66:0/3927497758 conn(0x7feef80d1db0 msgr2=0x7feef80ccb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:23.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 shutdown_connections 2024-07-27T06:51:23.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.086+0000 7feefda00640 1 -- 172.21.15.66:0/3927497758 wait complete. 2024-07-27T06:51:23.113 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 -- 172.21.15.66:0/2769942598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc40cee80 msgr2=0x7f7dc40cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/2769942598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc40cee80 0x7f7dc40cf290 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f7db0005fd0 tx=0x7f7db002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 -- 172.21.15.66:0/2769942598 shutdown_connections 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/2769942598 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 0x7f7dc415fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/2769942598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc40cee80 0x7f7dc40cf290 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 -- 172.21.15.66:0/2769942598 >> 172.21.15.66:0/2769942598 conn(0x7f7dc406c780 msgr2=0x7f7dc406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:23.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 -- 172.21.15.66:0/2769942598 shutdown_connections 2024-07-27T06:51:23.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.401+0000 7f7dcaa00640 1 -- 172.21.15.66:0/2769942598 wait complete. 2024-07-27T06:51:23.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.404+0000 7f7dcaa00640 1 Processor -- start 2024-07-27T06:51:23.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.404+0000 7f7dcaa00640 1 -- start start 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7dc40cee80 0x7f7dc413f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 0x7f7dc41f5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc406e5b0 con 0x7f7dc4159980 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7dc406e430 con 0x7f7dc40cee80 2024-07-27T06:51:23.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.406+0000 7f7dcaa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7dc406e730 con 0x7f7dc415f970 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52348/0 (socket says 172.21.15.66:52348) 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 -- 172.21.15.66:0/4057579239 learned_addr learned my addr 172.21.15.66:0/4057579239 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc9600640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7dc40cee80 0x7f7dc413f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dca000640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 0x7f7dc41f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:23.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 -- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 msgr2=0x7f7dc41f5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 0x7f7dc41f5510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 -- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7dc40cee80 msgr2=0x7f7dc413f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7dc40cee80 0x7f7dc413f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.407+0000 7f7dc8c00640 1 -- 172.21.15.66:0/4057579239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dc40b4970 con 0x7f7dc4159980 2024-07-27T06:51:23.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.408+0000 7f7dc8c00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7db0034040 tx=0x7f7db00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.408+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db003e030 con 0x7f7dc4159980 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.408+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7db0003ca0 con 0x7f7dc4159980 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.408+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dc41f5a50 con 0x7f7dc4159980 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.408+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7db0035040 con 0x7f7dc4159980 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.409+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dc41402a0 con 0x7f7dc4159980 2024-07-27T06:51:23.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.410+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dc406f400 con 0x7f7dc4159980 2024-07-27T06:51:23.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.411+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7db0041030 con 0x7f7dc4159980 2024-07-27T06:51:23.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.412+0000 7f7dc1600640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 0x7f7da4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:23.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.412+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f7db00b8d60 con 0x7f7dc4159980 2024-07-27T06:51:23.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.412+0000 7f7dc9600640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 0x7f7da4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:23.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.414+0000 7f7dc9600640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 0x7f7da4079520 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7db80015e0 tx=0x7f7db8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:23.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.417+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7db00821a0 con 0x7f7dc4159980 2024-07-27T06:51:23.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.715+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f7dc40ccb70 con 0x7f7dc4159980 2024-07-27T06:51:23.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.723+0000 7f7dc1600640 1 -- 172.21.15.66:0/4057579239 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f7db008a3e0 con 0x7f7dc4159980 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 msgr2=0x7f7da4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 0x7f7da4079520 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7db80015e0 tx=0x7f7db8009040 comp rx=0 tx=0).stop 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 msgr2=0x7f7dc40b4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7db0034040 tx=0x7f7db00038a0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 shutdown_connections 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7da4077010 0x7f7da4079520 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7dc415f970 0x7f7dc41f5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7dc4159980 0x7f7dc40b4430 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 --2- 172.21.15.66:0/4057579239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7dc40cee80 0x7f7dc413f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:23.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 >> 172.21.15.66:0/4057579239 conn(0x7f7dc406c780 msgr2=0x7f7dc40aea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:23.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 shutdown_connections 2024-07-27T06:51:23.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:23.726+0000 7f7dcaa00640 1 -- 172.21.15.66:0/4057579239 wait complete. 2024-07-27T06:51:23.750 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-07-27T06:51:24.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 -- 172.21.15.66:0/2378222939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 msgr2=0x7fdb18072c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 --2- 172.21.15.66:0/2378222939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb18072c10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fdb180cd9d0 tx=0x7fdb0802a560 comp rx=0 tx=0).stop 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 -- 172.21.15.66:0/2378222939 shutdown_connections 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 --2- 172.21.15.66:0/2378222939 >> v2:172.21.15.155:3300/0 conn(0x7fdb1806ee60 0x7fdb1806f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 --2- 172.21.15.66:0/2378222939 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806e510 0x7fdb1806e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 --2- 172.21.15.66:0/2378222939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb18072c10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 -- 172.21.15.66:0/2378222939 >> 172.21.15.66:0/2378222939 conn(0x7fdb180cfb90 msgr2=0x7fdb180cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 -- 172.21.15.66:0/2378222939 shutdown_connections 2024-07-27T06:51:24.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.038+0000 7fdb1f000640 1 -- 172.21.15.66:0/2378222939 wait complete. 2024-07-27T06:51:24.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.040+0000 7fdb1f000640 1 Processor -- start 2024-07-27T06:51:24.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.041+0000 7fdb1f000640 1 -- start start 2024-07-27T06:51:24.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 0x7fdb181519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 0x7fdb18153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdb1806f7b0 con 0x7fdb18070470 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdb18073360 con 0x7fdb1806e510 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1f000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdb1806f930 con 0x7fdb1806ee60 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52364/0 (socket says 172.21.15.66:52364) 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.042+0000 7fdb1d000640 1 -- 172.21.15.66:0/3737983096 learned_addr learned my addr 172.21.15.66:0/3737983096 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb17400640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 0x7fdb18153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb17e00640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 0x7fdb181519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 -- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 msgr2=0x7fdb18153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 0x7fdb18153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 -- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 msgr2=0x7fdb181519e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 0x7fdb181519e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 -- 172.21.15.66:0/3737983096 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb1814d2b0 con 0x7fdb18070470 2024-07-27T06:51:24.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb17400640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 0x7fdb18153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:24.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb17e00640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 0x7fdb181519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:24.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1d000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e990 tx=0x7fdb1000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10004d20 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb1000caa0 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.043+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb181561c0 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.044+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb10005020 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.044+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb18151f20 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.045+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb180c4520 con 0x7fdb18070470 2024-07-27T06:51:24.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.046+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdb100051c0 con 0x7fdb18070470 2024-07-27T06:51:24.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.047+0000 7fdb0fe00640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 0x7fdaf8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.047+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fdb10098ea0 con 0x7fdb18070470 2024-07-27T06:51:24.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.048+0000 7fdb17e00640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 0x7fdaf8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.049+0000 7fdb17e00640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 0x7fdaf8079550 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdb08033000 tx=0x7fdb08004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:24.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.052+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb1814d2b0 con 0x7fdb18070470 2024-07-27T06:51:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.346+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fdb1806e920 con 0x7fdb18070470 2024-07-27T06:51:24.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.351+0000 7fdb0fe00640 1 -- 172.21.15.66:0/3737983096 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fdb10016030 con 0x7fdb18070470 2024-07-27T06:51:24.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 msgr2=0x7fdaf8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 0x7fdaf8079550 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdb08033000 tx=0x7fdb08004730 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 msgr2=0x7fdb180c51c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fdb1000e990 tx=0x7fdb1000ee50 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 shutdown_connections 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf8077040 0x7fdaf8079550 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb18070470 0x7fdb180c51c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1806ee60 0x7fdb18153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 --2- 172.21.15.66:0/3737983096 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb1806e510 0x7fdb181519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 >> 172.21.15.66:0/3737983096 conn(0x7fdb180cfb90 msgr2=0x7fdb181503a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 shutdown_connections 2024-07-27T06:51:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.354+0000 7fdb1f000640 1 -- 172.21.15.66:0/3737983096 wait complete. 2024-07-27T06:51:24.382 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 -- 172.21.15.66:0/299574583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8161ee0 msgr2=0x7effc8164300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 --2- 172.21.15.66:0/299574583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8161ee0 0x7effc8164300 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7effc80b5d00 tx=0x7effc002b860 comp rx=0 tx=0).stop 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 -- 172.21.15.66:0/299574583 shutdown_connections 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 --2- 172.21.15.66:0/299574583 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8161ee0 0x7effc8164300 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 --2- 172.21.15.66:0/299574583 >> v2:172.21.15.155:3300/0 conn(0x7effc8072ea0 0x7effc806f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 -- 172.21.15.66:0/299574583 >> 172.21.15.66:0/299574583 conn(0x7effc80cfb90 msgr2=0x7effc80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:24.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 -- 172.21.15.66:0/299574583 shutdown_connections 2024-07-27T06:51:24.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.671+0000 7effcca00640 1 -- 172.21.15.66:0/299574583 wait complete. 2024-07-27T06:51:24.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.673+0000 7effcca00640 1 Processor -- start 2024-07-27T06:51:24.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.674+0000 7effcca00640 1 -- start start 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7effc8072ea0 0x7effc8149d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7effc8161ee0 0x7effc8160360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7effc80cf760 con 0x7effc8072380 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7effc8070470 con 0x7effc8072ea0 2024-07-27T06:51:24.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.675+0000 7effcca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7effc8160d70 con 0x7effc8161ee0 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52378/0 (socket says 172.21.15.66:52378) 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 -- 172.21.15.66:0/1713578315 learned_addr learned my addr 172.21.15.66:0/1713578315 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 -- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7effc8161ee0 msgr2=0x7effc8160360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7effc8161ee0 0x7effc8160360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 -- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7effc8072ea0 msgr2=0x7effc8149d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7effc8072ea0 0x7effc8149d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 -- 172.21.15.66:0/1713578315 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effc814a240 con 0x7effc8072380 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.676+0000 7effc5e00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7effb800c460 tx=0x7effb800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.677+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8016020 con 0x7effc8072380 2024-07-27T06:51:24.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.677+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effb8012940 con 0x7effc8072380 2024-07-27T06:51:24.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.677+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb8012d90 con 0x7effc8072380 2024-07-27T06:51:24.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.677+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effc81608a0 con 0x7effc8072380 2024-07-27T06:51:24.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.677+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effc815eed0 con 0x7effc8072380 2024-07-27T06:51:24.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.678+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effc8072790 con 0x7effc8072380 2024-07-27T06:51:24.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.680+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7effb8019020 con 0x7effc8072380 2024-07-27T06:51:24.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.681+0000 7effbe000640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 0x7effa4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:24.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.681+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7effb8098480 con 0x7effc8072380 2024-07-27T06:51:24.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.682+0000 7effc5400640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 0x7effa4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:24.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.683+0000 7effc5400640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 0x7effa4079550 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7effc80ca150 tx=0x7effb0009310 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:24.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.686+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7effb8020030 con 0x7effc8072380 2024-07-27T06:51:24.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.978+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7effc80c3740 con 0x7effc8072380 2024-07-27T06:51:24.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.985+0000 7effbe000640 1 -- 172.21.15.66:0/1713578315 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7effb8061830 con 0x7effc8072380 2024-07-27T06:51:24.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 msgr2=0x7effa4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 0x7effa4079550 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7effc80ca150 tx=0x7effb0009310 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 msgr2=0x7effc80b2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7effb800c460 tx=0x7effb800c920 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 shutdown_connections 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7effa4077040 0x7effa4079550 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7effc8161ee0 0x7effc8160360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7effc8072ea0 0x7effc8149d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 --2- 172.21.15.66:0/1713578315 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7effc8072380 0x7effc80b2a20 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 >> 172.21.15.66:0/1713578315 conn(0x7effc80cfb90 msgr2=0x7effc80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 shutdown_connections 2024-07-27T06:51:24.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:24.988+0000 7effcca00640 1 -- 172.21.15.66:0/1713578315 wait complete. 2024-07-27T06:51:25.016 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-07-27T06:51:25.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 -- 172.21.15.66:0/1477222916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 msgr2=0x7f4928004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 --2- 172.21.15.66:0/1477222916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f4928004c10 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f492c009b50 tx=0x7f4928005830 comp rx=0 tx=0).stop 2024-07-27T06:51:25.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 -- 172.21.15.66:0/1477222916 shutdown_connections 2024-07-27T06:51:25.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 --2- 172.21.15.66:0/1477222916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f4928004c10 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 -- 172.21.15.66:0/1477222916 >> 172.21.15.66:0/1477222916 conn(0x7f49440d3cd0 msgr2=0x7f49440d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:25.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 -- 172.21.15.66:0/1477222916 shutdown_connections 2024-07-27T06:51:25.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.310+0000 7f4948a00640 1 -- 172.21.15.66:0/1477222916 wait complete. 2024-07-27T06:51:25.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.312+0000 7f4948a00640 1 Processor -- start 2024-07-27T06:51:25.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.313+0000 7f4948a00640 1 -- start start 2024-07-27T06:51:25.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49441576d0 0x7f49440b7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49441e6f80 0x7f49441e7390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49440d0330 con 0x7f4928004800 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49440b95d0 con 0x7f49441576d0 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4948a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49440d04b0 con 0x7f49441e6f80 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4943400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4943400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52392/0 (socket says 172.21.15.66:52392) 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.314+0000 7f4943400640 1 -- 172.21.15.66:0/185559687 learned_addr learned my addr 172.21.15.66:0/185559687 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943e00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49441e6f80 0x7f49441e7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 -- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49441e6f80 msgr2=0x7f49441e7390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49441e6f80 0x7f49441e7390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 -- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49441576d0 msgr2=0x7f49440b7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49441576d0 0x7f49440b7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 -- 172.21.15.66:0/185559687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49441e9120 con 0x7f4928004800 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4943400640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f493c006a80 tx=0x7f493c001d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c015020 con 0x7f4928004800 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f493c010980 con 0x7f4928004800 2024-07-27T06:51:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f493c010dd0 con 0x7f4928004800 2024-07-27T06:51:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.315+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49441e9400 con 0x7f4928004800 2024-07-27T06:51:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.316+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49441e6a60 con 0x7f4928004800 2024-07-27T06:51:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.317+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49440d09a0 con 0x7f4928004800 2024-07-27T06:51:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.318+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f493c018020 con 0x7f4928004800 2024-07-27T06:51:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.319+0000 7f493b400640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 0x7f4920079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.319+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f493c099320 con 0x7f4928004800 2024-07-27T06:51:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.320+0000 7f4942a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 0x7f4920079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:25.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.321+0000 7f4942a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 0x7f4920079520 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f492c035000 tx=0x7f492c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.324+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f493c01f020 con 0x7f4928004800 2024-07-27T06:51:25.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.619+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f4944157d60 con 0x7f4928004800 2024-07-27T06:51:25.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.624+0000 7f493b400640 1 -- 172.21.15.66:0/185559687 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7f493c0626d0 con 0x7f4928004800 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 msgr2=0x7f4920079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 0x7f4920079520 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f492c035000 tx=0x7f492c004730 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 msgr2=0x7f49441f5420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f493c006a80 tx=0x7f493c001d10 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 shutdown_connections 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4920077010 0x7f4920079520 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49441e6f80 0x7f49441e7390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49441576d0 0x7f49440b7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 --2- 172.21.15.66:0/185559687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4928004800 0x7f49441f5420 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 >> 172.21.15.66:0/185559687 conn(0x7f49440d3cd0 msgr2=0x7f4944068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:25.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 shutdown_connections 2024-07-27T06:51:25.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.627+0000 7f4948a00640 1 -- 172.21.15.66:0/185559687 wait complete. 2024-07-27T06:51:25.654 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-07-27T06:51:25.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 -- 172.21.15.66:0/4244034516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80b2b50 msgr2=0x7fdee80d0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 --2- 172.21.15.66:0/4244034516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80b2b50 0x7fdee80d0330 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fded8009820 tx=0x7fded802a510 comp rx=0 tx=0).stop 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 -- 172.21.15.66:0/4244034516 shutdown_connections 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 --2- 172.21.15.66:0/4244034516 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80d0870 0x7fdee80d21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 --2- 172.21.15.66:0/4244034516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80b2b50 0x7fdee80d0330 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 -- 172.21.15.66:0/4244034516 >> 172.21.15.66:0/4244034516 conn(0x7fdee80d3cd0 msgr2=0x7fdee80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 -- 172.21.15.66:0/4244034516 shutdown_connections 2024-07-27T06:51:25.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.920+0000 7fdeee200640 1 -- 172.21.15.66:0/4244034516 wait complete. 2024-07-27T06:51:25.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.923+0000 7fdeee200640 1 Processor -- start 2024-07-27T06:51:25.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.923+0000 7fdeee200640 1 -- start start 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee80b2b50 0x7fdee81468e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80d47f0 0x7fdee8160bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdee80d2880 con 0x7fdee80d0870 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdee80d2700 con 0x7fdee80b2b50 2024-07-27T06:51:25.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.924+0000 7fdeee200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdee81689a0 con 0x7fdee80d47f0 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52410/0 (socket says 172.21.15.66:52410) 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 -- 172.21.15.66:0/3344412346 learned_addr learned my addr 172.21.15.66:0/3344412346 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 -- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80d47f0 msgr2=0x7fdee8160bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80d47f0 0x7fdee8160bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 -- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee80b2b50 msgr2=0x7fdee81468e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee80b2b50 0x7fdee81468e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 -- 172.21.15.66:0/3344412346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee8146e20 con 0x7fdee80d0870 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.925+0000 7fdee7e00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fded400c760 tx=0x7fded400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.926+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded4006a90 con 0x7fdee80d0870 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.926+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fded4006c30 con 0x7fdee80d0870 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.926+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded4007290 con 0x7fdee80d0870 2024-07-27T06:51:25.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.926+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee80b84f0 con 0x7fdee80d0870 2024-07-27T06:51:25.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.926+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee80b8ab0 con 0x7fdee80d0870 2024-07-27T06:51:25.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.927+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdee80695e0 con 0x7fdee80d0870 2024-07-27T06:51:25.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.928+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fded4007430 con 0x7fdee80d0870 2024-07-27T06:51:25.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.929+0000 7fdee4c00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 0x7fdec8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:25.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.930+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fded40982a0 con 0x7fdee80d0870 2024-07-27T06:51:25.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.930+0000 7fdeece00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 0x7fdec8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:25.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.931+0000 7fdeece00640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 0x7fdec8079550 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fded8034000 tx=0x7fded80046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:25.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:25.934+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdee80695e0 con 0x7fdee80d0870 2024-07-27T06:51:26.087 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:51:26.095 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:51:26.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.215+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fdee80d2d20 con 0x7fdee80d0870 2024-07-27T06:51:26.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.220+0000 7fdee4c00640 1 -- 172.21.15.66:0/3344412346 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) ==== 97+0+0 (secure 0 0 0) 0x7fdee8146e20 con 0x7fdee80d0870 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 msgr2=0x7fdec8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 0x7fdec8079550 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fded8034000 tx=0x7fded80046c0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 msgr2=0x7fdee815f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fded400c760 tx=0x7fded400cc20 comp rx=0 tx=0).stop 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 shutdown_connections 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdec8077040 0x7fdec8079550 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80d47f0 0x7fdee8160bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80d0870 0x7fdee815f140 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 --2- 172.21.15.66:0/3344412346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee80b2b50 0x7fdee81468e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 >> 172.21.15.66:0/3344412346 conn(0x7fdee80d3cd0 msgr2=0x7fdee80b1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:26.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.223+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 shutdown_connections 2024-07-27T06:51:26.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.224+0000 7fdeee200640 1 -- 172.21.15.66:0/3344412346 wait complete. 2024-07-27T06:51:26.255 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.587+0000 7f8811400640 1 -- 172.21.15.66:0/1429566072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87f0005150 msgr2=0x7f87f000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.587+0000 7f8811400640 1 --2- 172.21.15.66:0/1429566072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87f0005150 0x7f87f000b9c0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f880c0b2690 tx=0x7f87f0005830 comp rx=0 tx=0).stop 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.588+0000 7f8810a00640 1 -- 172.21.15.66:0/1429566072 reap_dead start 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.588+0000 7f8811400640 1 -- 172.21.15.66:0/1429566072 shutdown_connections 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.588+0000 7f8811400640 1 -- 172.21.15.66:0/1429566072 >> 172.21.15.66:0/1429566072 conn(0x7f880c06c780 msgr2=0x7f880c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:26.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.588+0000 7f8811400640 1 -- 172.21.15.66:0/1429566072 shutdown_connections 2024-07-27T06:51:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.588+0000 7f8811400640 1 -- 172.21.15.66:0/1429566072 wait complete. 2024-07-27T06:51:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.590+0000 7f8811400640 1 Processor -- start 2024-07-27T06:51:26.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.590+0000 7f8811400640 1 -- start start 2024-07-27T06:51:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 0x7f880c153d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f880c154260 0x7f880c151d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f880c0aef60 con 0x7f880c152db0 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f880c0af0e0 con 0x7f880c154260 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8811400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f880c06de60 con 0x7f87f0005150 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8810a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8810a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52426/0 (socket says 172.21.15.66:52426) 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.592+0000 7f8810a00640 1 -- 172.21.15.66:0/211673680 learned_addr learned my addr 172.21.15.66:0/211673680 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f880be00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 0x7f880c153d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f880b400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f880c154260 0x7f880c151d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 -- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 msgr2=0x7f880c153d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 0x7f880c153d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 -- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f880c154260 msgr2=0x7f880c151d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f880c154260 0x7f880c151d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 -- 172.21.15.66:0/211673680 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f880c151b00 con 0x7f880c152db0 2024-07-27T06:51:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f880be00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 0x7f880c153d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.593+0000 7f8810a00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f880c0b2c10 tx=0x7f880402cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.594+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88040099a0 con 0x7f880c152db0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.594+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8804036760 con 0x7f880c152db0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.594+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f880c149a30 con 0x7f880c152db0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.594+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8804036bb0 con 0x7f880c152db0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.594+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f880c149cd0 con 0x7f880c152db0 2024-07-27T06:51:26.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.595+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f880c151590 con 0x7f880c152db0 2024-07-27T06:51:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.596+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f880403f3e0 con 0x7f880c152db0 2024-07-27T06:51:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.597+0000 7f8803e00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 0x7f87e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.598+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7f88040b8df0 con 0x7f880c152db0 2024-07-27T06:51:26.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.598+0000 7f880be00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 0x7f87e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:26.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.599+0000 7f880be00640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 0x7f87e8079520 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f87fc001eb0 tx=0x7f87fc000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:26.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.602+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8804046060 con 0x7f880c152db0 2024-07-27T06:51:26.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.896+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f880c06e3a0 con 0x7f880c152db0 2024-07-27T06:51:26.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.900+0000 7f8803e00640 1 -- 172.21.15.66:0/211673680 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7f88040821b0 con 0x7f880c152db0 2024-07-27T06:51:26.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 msgr2=0x7f87e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 0x7f87e8079520 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f87fc001eb0 tx=0x7f87fc000ed0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 msgr2=0x7f880c152270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:26.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f880c0b2c10 tx=0x7f880402cca0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 shutdown_connections 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f87e8077010 0x7f87e8079520 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f880c152db0 0x7f880c152270 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f880c154260 0x7f880c151d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.903+0000 7f8811400640 1 --2- 172.21.15.66:0/211673680 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87f0005150 0x7f880c153d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.904+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 >> 172.21.15.66:0/211673680 conn(0x7f880c06c780 msgr2=0x7f880c0cf600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.904+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 shutdown_connections 2024-07-27T06:51:26.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:26.904+0000 7f8811400640 1 -- 172.21.15.66:0/211673680 wait complete. 2024-07-27T06:51:26.932 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:51:27.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 -- 172.21.15.66:0/2689648243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd90003a50 msgr2=0x7fdd90003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 --2- 172.21.15.66:0/2689648243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd90003a50 0x7fdd90003ec0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c009b50 tx=0x7fdd90005830 comp rx=0 tx=0).stop 2024-07-27T06:51:27.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddaa800640 1 -- 172.21.15.66:0/2689648243 reap_dead start 2024-07-27T06:51:27.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 -- 172.21.15.66:0/2689648243 shutdown_connections 2024-07-27T06:51:27.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 -- 172.21.15.66:0/2689648243 >> 172.21.15.66:0/2689648243 conn(0x7fddac0cfb90 msgr2=0x7fddac0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:27.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 -- 172.21.15.66:0/2689648243 shutdown_connections 2024-07-27T06:51:27.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.216+0000 7fddb1200640 1 -- 172.21.15.66:0/2689648243 wait complete. 2024-07-27T06:51:27.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.219+0000 7fddb1200640 1 Processor -- start 2024-07-27T06:51:27.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.219+0000 7fddb1200640 1 -- start start 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 0x7fddac0b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddac0adbb0 0x7fddac0adfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fddac06e4b0 con 0x7fddac1f8740 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fddac06e330 con 0x7fddac0b45b0 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.220+0000 7fddb1200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fddac06e630 con 0x7fddac0adbb0 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52450/0 (socket says 172.21.15.66:52450) 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 -- 172.21.15.66:0/3623377870 learned_addr learned my addr 172.21.15.66:0/3623377870 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fdda9400640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddac0adbb0 0x7fddac0adfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fdda9e00640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 0x7fddac0b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 -- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddac0adbb0 msgr2=0x7fddac0adfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddac0adbb0 0x7fddac0adfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 -- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 msgr2=0x7fddac0b49c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 0x7fddac0b49c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fddaa800640 1 -- 172.21.15.66:0/3623377870 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddac1f9090 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.221+0000 7fdda9e00640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 0x7fddac0b49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.222+0000 7fddaa800640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fddac071b20 tx=0x7fdda400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.224+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda400cc50 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.224+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdda400ce10 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.224+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda4003bd0 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.224+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddac0ae630 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.225+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddac0aebf0 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.226+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddac0740f0 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.227+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdda4004030 con 0x7fddac1f8740 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.228+0000 7fdda2000640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 0x7fdd8c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.228+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7fdda40987e0 con 0x7fddac1f8740 2024-07-27T06:51:27.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.229+0000 7fdda9e00640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 0x7fdd8c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.230+0000 7fdda9e00640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 0x7fdd8c079520 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c035000 tx=0x7fdd9c02d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:27.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.239+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdda401f030 con 0x7fddac1f8740 2024-07-27T06:51:27.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.454+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fddac06f130 con 0x7fddac1f8740 2024-07-27T06:51:27.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.455+0000 7fdda2000640 1 -- 172.21.15.66:0/3623377870 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v36) ==== 84+0+65 (secure 0 0 0) 0x7fddac1f9090 con 0x7fddac1f8740 2024-07-27T06:51:27.456 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:27.456 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:51:27.456 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:51:27.457 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:51:27.457 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:51:27.457 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:51:27.457 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:51:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 msgr2=0x7fdd8c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 0x7fdd8c079520 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fdd9c035000 tx=0x7fdd9c02d040 comp rx=0 tx=0).stop 2024-07-27T06:51:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 msgr2=0x7fddac1f8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fddac071b20 tx=0x7fdda400ef60 comp rx=0 tx=0).stop 2024-07-27T06:51:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 shutdown_connections 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd8c077010 0x7fdd8c079520 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fddac1f8740 0x7fddac1f8b50 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fddac0adbb0 0x7fddac0adfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.457+0000 7fddb1200640 1 --2- 172.21.15.66:0/3623377870 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fddac0b45b0 0x7fddac0b49c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.458+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 >> 172.21.15.66:0/3623377870 conn(0x7fddac0cfb90 msgr2=0x7fddac06fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.458+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 shutdown_connections 2024-07-27T06:51:27.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.458+0000 7fddb1200640 1 -- 172.21.15.66:0/3623377870 wait complete. 2024-07-27T06:51:27.485 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:51:27.485 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 -- 172.21.15.66:0/2463420510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 msgr2=0x7ff2e0161cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/2463420510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0161cc0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0161c20 tx=0x7ff2cc02a540 comp rx=0 tx=0).stop 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 -- 172.21.15.66:0/2463420510 shutdown_connections 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/2463420510 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0161cc0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/2463420510 >> v2:172.21.15.155:3300/0 conn(0x7ff2e00cfe90 0x7ff2e01551c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 -- 172.21.15.66:0/2463420510 >> 172.21.15.66:0/2463420510 conn(0x7ff2e0072c50 msgr2=0x7ff2e00b5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:27.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 -- 172.21.15.66:0/2463420510 shutdown_connections 2024-07-27T06:51:27.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.768+0000 7ff2e5a00640 1 -- 172.21.15.66:0/2463420510 wait complete. 2024-07-27T06:51:27.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.770+0000 7ff2e5a00640 1 Processor -- start 2024-07-27T06:51:27.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.770+0000 7ff2e5a00640 1 -- start start 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2e00cbc30 0x7ff2e00cb170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 0x7ff2e00ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e00aeaf0 con 0x7ff2e00af9d0 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e00ae970 con 0x7ff2e00cbc30 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e0162650 con 0x7ff2e00ccbc0 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52470/0 (socket says 172.21.15.66:52470) 2024-07-27T06:51:27.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2dfe00640 1 -- 172.21.15.66:0/1249682083 learned_addr learned my addr 172.21.15.66:0/1249682083 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.772+0000 7ff2e5000640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 0x7ff2e00ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2df400640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2e00cbc30 0x7ff2e00cb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 -- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 msgr2=0x7ff2e00ccfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 0x7ff2e00ccfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 -- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2e00cbc30 msgr2=0x7ff2e00cb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2e00cbc30 0x7ff2e00cb170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 -- 172.21.15.66:0/1249682083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e00ca0d0 con 0x7ff2e00af9d0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2e5000640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 0x7ff2e00ccfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2dfe00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000b440 tx=0x7ff2d000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0015020 con 0x7ff2e00af9d0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2d0011980 con 0x7ff2e00af9d0 2024-07-27T06:51:27.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0011dd0 con 0x7ff2e00af9d0 2024-07-27T06:51:27.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e00ca3b0 con 0x7ff2e00af9d0 2024-07-27T06:51:27.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.773+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e00ca970 con 0x7ff2e00af9d0 2024-07-27T06:51:27.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.774+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2e00afde0 con 0x7ff2e00af9d0 2024-07-27T06:51:27.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.776+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff2d0018020 con 0x7ff2e00af9d0 2024-07-27T06:51:27.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.777+0000 7ff2d7e00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 0x7ff2c0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:27.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.777+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5249+0+0 (secure 0 0 0) 0x7ff2d0098a10 con 0x7ff2e00af9d0 2024-07-27T06:51:27.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.777+0000 7ff2df400640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 0x7ff2c0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:27.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.778+0000 7ff2df400640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 0x7ff2c0079520 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc033000 tx=0x7ff2cc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:27.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.781+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2d001f020 con 0x7ff2e00af9d0 2024-07-27T06:51:27.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:27.987+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff2e01554e0 con 0x7ff2e00af9d0 2024-07-27T06:51:28.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.753+0000 7ff2d7e00640 1 -- 172.21.15.66:0/1249682083 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v37) ==== 138+0+0 (secure 0 0 0) 0x7ff2d000d040 con 0x7ff2e00af9d0 2024-07-27T06:51:28.755 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 msgr2=0x7ff2c0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 0x7ff2c0079520 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff2cc033000 tx=0x7ff2cc004730 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 msgr2=0x7ff2e0149ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000b440 tx=0x7ff2d000b900 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 shutdown_connections 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2c0077010 0x7ff2c0079520 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2e00ccbc0 0x7ff2e00ccfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2e00cbc30 0x7ff2e00cb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 --2- 172.21.15.66:0/1249682083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2e00af9d0 0x7ff2e0149ee0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 >> 172.21.15.66:0/1249682083 conn(0x7ff2e0072c50 msgr2=0x7ff2e006f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 shutdown_connections 2024-07-27T06:51:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:28.758+0000 7ff2e5a00640 1 -- 172.21.15.66:0/1249682083 wait complete. 2024-07-27T06:51:28.800 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 -- 172.21.15.66:0/2743610301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791406feb0 msgr2=0x7f79140cb790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 --2- 172.21.15.66:0/2743610301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791406feb0 0x7f79140cb790 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f790c005fd0 tx=0x7f790c02a8a0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 -- 172.21.15.66:0/2743610301 shutdown_connections 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 --2- 172.21.15.66:0/2743610301 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791406feb0 0x7f79140cb790 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 --2- 172.21.15.66:0/2743610301 >> v2:172.21.15.155:3300/0 conn(0x7f791406cfb0 0x7f791406f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 -- 172.21.15.66:0/2743610301 >> 172.21.15.66:0/2743610301 conn(0x7f79140d0ca0 msgr2=0x7f79140d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 -- 172.21.15.66:0/2743610301 shutdown_connections 2024-07-27T06:51:29.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.091+0000 7f7919a00640 1 -- 172.21.15.66:0/2743610301 wait complete. 2024-07-27T06:51:29.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.094+0000 7f7919a00640 1 Processor -- start 2024-07-27T06:51:29.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.094+0000 7f7919a00640 1 -- start start 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f791406feb0 0x7f79141f7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791415d1a0 0x7f79140c95b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7914160540 con 0x7f791406cfb0 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79141603c0 con 0x7f791406feb0 2024-07-27T06:51:29.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.095+0000 7f7919a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79140cbcd0 con 0x7f791415d1a0 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52484/0 (socket says 172.21.15.66:52484) 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 -- 172.21.15.66:0/1951340806 learned_addr learned my addr 172.21.15.66:0/1951340806 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912000640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f791406feb0 0x7f79141f7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7913400640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791415d1a0 0x7f79140c95b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 -- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791415d1a0 msgr2=0x7f79140c95b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791415d1a0 0x7f79140c95b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 -- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f791406feb0 msgr2=0x7f79141f7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f791406feb0 0x7f79141f7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.096+0000 7f7912a00640 1 -- 172.21.15.66:0/1951340806 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7914156660 con 0x7f791406cfb0 2024-07-27T06:51:29.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f7912a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f790400c730 tx=0x7f790400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7904016020 con 0x7f791406cfb0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f790400a950 con 0x7f791406cfb0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f790400ada0 con 0x7f791406cfb0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7914157e30 con 0x7f791406cfb0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.097+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79141583b0 con 0x7f791406cfb0 2024-07-27T06:51:29.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.098+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79140cc1a0 con 0x7f791406cfb0 2024-07-27T06:51:29.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.100+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7904019020 con 0x7f791406cfb0 2024-07-27T06:51:29.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.101+0000 7f790aa00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 0x7f78f0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:29.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.101+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 5619+0+0 (secure 0 0 0) 0x7f7904098900 con 0x7f791406cfb0 2024-07-27T06:51:29.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.102+0000 7f7912000640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 0x7f78f0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:29.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.103+0000 7f7912000640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 0x7f78f0079550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f79140b0570 tx=0x7f78fc005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:29.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.106+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7904020020 con 0x7f791406cfb0 2024-07-27T06:51:29.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.320+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f791415a120 con 0x7f791406cfb0 2024-07-27T06:51:29.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.774+0000 7f790aa00640 1 -- 172.21.15.66:0/1951340806 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v38) ==== 170+0+0 (secure 0 0 0) 0x7f7914156660 con 0x7f791406cfb0 2024-07-27T06:51:29.776 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:51:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.778+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 msgr2=0x7f78f0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.778+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 0x7f78f0079550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f79140b0570 tx=0x7f78fc005f30 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.778+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 msgr2=0x7f7914159b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.778+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f790400c730 tx=0x7f790400cbf0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 shutdown_connections 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78f0077040 0x7f78f0079550 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f791415d1a0 0x7f79140c95b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f791406feb0 0x7f79141f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 --2- 172.21.15.66:0/1951340806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f791406cfb0 0x7f7914159b50 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 >> 172.21.15.66:0/1951340806 conn(0x7f79140d0ca0 msgr2=0x7f791415a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 shutdown_connections 2024-07-27T06:51:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:29.779+0000 7f7919a00640 1 -- 172.21.15.66:0/1951340806 wait complete. 2024-07-27T06:51:29.828 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:51:30.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 -- 172.21.15.66:0/3115029798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c073420 msgr2=0x7f529c15f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:30.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3115029798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c073420 0x7f529c15f9d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f528c005fd0 tx=0x7f528c02a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 -- 172.21.15.66:0/3115029798 shutdown_connections 2024-07-27T06:51:30.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3115029798 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073830 0x7f529c15ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3115029798 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c073420 0x7f529c15f9d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 -- 172.21.15.66:0/3115029798 >> 172.21.15.66:0/3115029798 conn(0x7f529c06c780 msgr2=0x7f529c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:30.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.087+0000 7f52a0a00640 1 -- 172.21.15.66:0/3115029798 shutdown_connections 2024-07-27T06:51:30.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.088+0000 7f52a0a00640 1 -- 172.21.15.66:0/3115029798 wait complete. 2024-07-27T06:51:30.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.090+0000 7f52a0a00640 1 Processor -- start 2024-07-27T06:51:30.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.090+0000 7f52a0a00640 1 -- start start 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073420 0x7f529c1e6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 0x7f529c152020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f529c0cf010 con 0x7f529c15d4f0 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f529c0cee90 con 0x7f529c073830 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f52a0a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f529c0cf190 con 0x7f529c073420 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f529be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f529be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52490/0 (socket says 172.21.15.66:52490) 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f529be00640 1 -- 172.21.15.66:0/3979847106 learned_addr learned my addr 172.21.15.66:0/3979847106 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:30.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f529b400640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073420 0x7f529c1e6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.092+0000 7f5293e00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 0x7f529c152020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 -- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073420 msgr2=0x7f529c1e6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073420 0x7f529c1e6320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 -- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 msgr2=0x7f529c152020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 0x7f529c152020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 -- 172.21.15.66:0/3979847106 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f529c1531e0 con 0x7f529c15d4f0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f5293e00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 0x7f529c152020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f529be00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f529400c730 tx=0x7f529400cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294016020 con 0x7f529c15d4f0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5294003990 con 0x7f529c15d4f0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5294006e60 con 0x7f529c15d4f0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.093+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f529c15b4b0 con 0x7f529c15d4f0 2024-07-27T06:51:30.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.094+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f529c1e68b0 con 0x7f529c15d4f0 2024-07-27T06:51:30.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.095+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f529c075330 con 0x7f529c15d4f0 2024-07-27T06:51:30.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.097+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f52940050d0 con 0x7f529c15d4f0 2024-07-27T06:51:30.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.098+0000 7f5293400640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 0x7f5278079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:30.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.098+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6001+0+0 (secure 0 0 0) 0x7f5294099110 con 0x7f529c15d4f0 2024-07-27T06:51:30.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.098+0000 7f529b400640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 0x7f5278079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:30.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.100+0000 7f529b400640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 0x7f5278079520 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f528c033000 tx=0x7f528c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:30.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.102+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5294020020 con 0x7f529c15d4f0 2024-07-27T06:51:30.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.357+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f529c1e6b10 con 0x7f529c15d4f0 2024-07-27T06:51:30.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.778+0000 7f5293400640 1 -- 172.21.15.66:0/3979847106 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7f529c1531e0 con 0x7f529c15d4f0 2024-07-27T06:51:30.781 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 5 and data pool 6 2024-07-27T06:51:30.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.784+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 msgr2=0x7f5278079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:30.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.784+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 0x7f5278079520 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f528c033000 tx=0x7f528c004730 comp rx=0 tx=0).stop 2024-07-27T06:51:30.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.784+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 msgr2=0x7f529c1551b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:30.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.784+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f529400c730 tx=0x7f529400cb30 comp rx=0 tx=0).stop 2024-07-27T06:51:30.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 shutdown_connections 2024-07-27T06:51:30.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5278077010 0x7f5278079520 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529c15d4f0 0x7f529c1551b0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f529c073830 0x7f529c152020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 --2- 172.21.15.66:0/3979847106 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529c073420 0x7f529c1e6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:30.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.785+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 >> 172.21.15.66:0/3979847106 conn(0x7f529c06c780 msgr2=0x7f529c0b08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:30.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.786+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 shutdown_connections 2024-07-27T06:51:30.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:30.786+0000 7f52a0a00640 1 -- 172.21.15.66:0/3979847106 wait complete. 2024-07-27T06:51:30.860 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:31.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 -- 172.21.15.66:0/24502232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6840cee80 msgr2=0x7fa6840cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 --2- 172.21.15.66:0/24502232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6840cee80 0x7fa6840cf290 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa66c005fd0 tx=0x7fa66c02a530 comp rx=0 tx=0).stop 2024-07-27T06:51:31.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 -- 172.21.15.66:0/24502232 shutdown_connections 2024-07-27T06:51:31.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 --2- 172.21.15.66:0/24502232 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6840cee80 0x7fa6840cf290 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 --2- 172.21.15.66:0/24502232 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa684159980 0x7fa684073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 -- 172.21.15.66:0/24502232 >> 172.21.15.66:0/24502232 conn(0x7fa68406c780 msgr2=0x7fa68406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:31.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 -- 172.21.15.66:0/24502232 shutdown_connections 2024-07-27T06:51:31.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.108+0000 7fa688c00640 1 -- 172.21.15.66:0/24502232 wait complete. 2024-07-27T06:51:31.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.110+0000 7fa688c00640 1 Processor -- start 2024-07-27T06:51:31.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.111+0000 7fa688c00640 1 -- start start 2024-07-27T06:51:31.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6840cee80 0x7fa6841586b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 0x7fa684140380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa68406e5b0 con 0x7fa684159980 2024-07-27T06:51:31.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa68406e430 con 0x7fa68415f970 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa688c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa68406e730 con 0x7fa6840cee80 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa67be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.112+0000 7fa67be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41384/0 (socket says 172.21.15.66:41384) 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 -- 172.21.15.66:0/2944684392 learned_addr learned my addr 172.21.15.66:0/2944684392 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa683400640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6840cee80 0x7fa6841586b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa683e00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 0x7fa684140380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 -- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6840cee80 msgr2=0x7fa6841586b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6840cee80 0x7fa6841586b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 -- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 msgr2=0x7fa684140380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 0x7fa684140380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 -- 172.21.15.66:0/2944684392 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa684144d00 con 0x7fa684159980 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa683e00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 0x7fa684140380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.113+0000 7fa67be00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa66c034040 tx=0x7fa66c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.114+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c03e030 con 0x7fa684159980 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.114+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa66c0047a0 con 0x7fa684159980 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.114+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6841f8fb0 con 0x7fa684159980 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.114+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa66c035040 con 0x7fa684159980 2024-07-27T06:51:31.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.114+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa684158bf0 con 0x7fa684159980 2024-07-27T06:51:31.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.115+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa684144a70 con 0x7fa684159980 2024-07-27T06:51:31.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.116+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa66c041030 con 0x7fa684159980 2024-07-27T06:51:31.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.117+0000 7fa67b400640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 0x7fa660079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.117+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7fa66c0b9250 con 0x7fa684159980 2024-07-27T06:51:31.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.118+0000 7fa683400640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 0x7fa660079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.120+0000 7fa683400640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 0x7fa660079520 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa67400b810 tx=0x7fa674008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:31.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.122+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa66c082340 con 0x7fa684159980 2024-07-27T06:51:31.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.330+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa68406ec60 con 0x7fa684159980 2024-07-27T06:51:31.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.333+0000 7fa67b400640 1 -- 172.21.15.66:0/2944684392 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) ==== 74+0+16955 (secure 0 0 0) 0x7fa66c081c40 con 0x7fa684159980 2024-07-27T06:51:31.336 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:31.336 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":39,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:30.358963+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:51:28.009350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-27T06:51:29.342847+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 msgr2=0x7fa660079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 0x7fa660079520 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fa67400b810 tx=0x7fa674008040 comp rx=0 tx=0).stop 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 msgr2=0x7fa68413fe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa66c034040 tx=0x7fa66c003970 comp rx=0 tx=0).stop 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 shutdown_connections 2024-07-27T06:51:31.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa660077010 0x7fa660079520 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa68415f970 0x7fa684140380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa684159980 0x7fa68413fe40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 --2- 172.21.15.66:0/2944684392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6840cee80 0x7fa6841586b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.336+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 >> 172.21.15.66:0/2944684392 conn(0x7fa68406c780 msgr2=0x7fa68406f570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.337+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 shutdown_connections 2024-07-27T06:51:31.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.337+0000 7fa688c00640 1 -- 172.21.15.66:0/2944684392 wait complete. 2024-07-27T06:51:31.365 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:31.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 -- 172.21.15.66:0/2327506860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e48151010 msgr2=0x7f6e480b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 --2- 172.21.15.66:0/2327506860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e48151010 0x7f6e480b38c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f6e481515a0 tx=0x7f6e3802a560 comp rx=0 tx=0).stop 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 -- 172.21.15.66:0/2327506860 shutdown_connections 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 --2- 172.21.15.66:0/2327506860 >> v2:172.21.15.155:3300/0 conn(0x7f6e4806de60 0x7f6e4806e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 --2- 172.21.15.66:0/2327506860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e48151010 0x7f6e480b38c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 -- 172.21.15.66:0/2327506860 >> 172.21.15.66:0/2327506860 conn(0x7f6e4806c780 msgr2=0x7f6e4806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 -- 172.21.15.66:0/2327506860 shutdown_connections 2024-07-27T06:51:31.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.640+0000 7f6e4d800640 1 -- 172.21.15.66:0/2327506860 wait complete. 2024-07-27T06:51:31.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.643+0000 7f6e4d800640 1 Processor -- start 2024-07-27T06:51:31.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.643+0000 7f6e4d800640 1 -- start start 2024-07-27T06:51:31.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e4806de60 0x7f6e4814fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e48151010 0x7f6e4815cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4815a4b0 con 0x7f6e480ae830 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6e480703e0 con 0x7f6e48151010 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.644+0000 7f6e4d800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6e4815a630 con 0x7f6e4806de60 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41388/0 (socket says 172.21.15.66:41388) 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 -- 172.21.15.66:0/752133497 learned_addr learned my addr 172.21.15.66:0/752133497 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47e00640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e4806de60 0x7f6e4814fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 -- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e4806de60 msgr2=0x7f6e4814fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e4806de60 0x7f6e4814fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 -- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e48151010 msgr2=0x7f6e4815cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e48151010 0x7f6e4815cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.645+0000 7f6e47400640 1 -- 172.21.15.66:0/752133497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e481f5580 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e47400640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6e3400c340 tx=0x7f6e3400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e34017070 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e340053c0 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e34003850 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e4815d0f0 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.646+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e481f5840 con 0x7f6e480ae830 2024-07-27T06:51:31.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.647+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e4806e270 con 0x7f6e480ae830 2024-07-27T06:51:31.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.649+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6e3401a070 con 0x7f6e480ae830 2024-07-27T06:51:31.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.650+0000 7f6e3fe00640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 0x7f6e28079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:31.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.650+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6101+0+0 (secure 0 0 0) 0x7f6e34097f60 con 0x7f6e480ae830 2024-07-27T06:51:31.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.650+0000 7f6e47e00640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 0x7f6e28079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:31.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.652+0000 7f6e47e00640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 0x7f6e28079520 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6e38033000 tx=0x7f6e38004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:31.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.655+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6e34060f30 con 0x7f6e480ae830 2024-07-27T06:51:31.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.880+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e48157db0 con 0x7f6e480ae830 2024-07-27T06:51:31.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.883+0000 7f6e3fe00640 1 -- 172.21.15.66:0/752133497 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16942 (secure 0 0 0) 0x7f6e34069020 con 0x7f6e480ae830 2024-07-27T06:51:31.885 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:31.885 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":40,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:31.797756+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:51:28.009350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-27T06:51:29.342847+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 msgr2=0x7f6e28079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 0x7f6e28079520 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f6e38033000 tx=0x7f6e38004730 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 msgr2=0x7f6e481f9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f6e3400c340 tx=0x7f6e3400c800 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 shutdown_connections 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e28077010 0x7f6e28079520 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e48151010 0x7f6e4815cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e480ae830 0x7f6e481f9550 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 --2- 172.21.15.66:0/752133497 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e4806de60 0x7f6e4814fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 >> 172.21.15.66:0/752133497 conn(0x7f6e4806c780 msgr2=0x7f6e48072380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:31.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 shutdown_connections 2024-07-27T06:51:31.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:31.886+0000 7f6e4d800640 1 -- 172.21.15.66:0/752133497 wait complete. 2024-07-27T06:51:31.916 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 -- 172.21.15.66:0/1175025627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4c0003a80 msgr2=0x7fe4c0003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 --2- 172.21.15.66:0/1175025627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4c0003a80 0x7fe4c0003ef0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc0016e0 tx=0x7fe4c0005830 comp rx=0 tx=0).stop 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4de600640 1 -- 172.21.15.66:0/1175025627 reap_dead start 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 -- 172.21.15.66:0/1175025627 shutdown_connections 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 -- 172.21.15.66:0/1175025627 >> 172.21.15.66:0/1175025627 conn(0x7fe4d80d1b50 msgr2=0x7fe4d80d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:32.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 -- 172.21.15.66:0/1175025627 shutdown_connections 2024-07-27T06:51:32.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.205+0000 7fe4df000640 1 -- 172.21.15.66:0/1175025627 wait complete. 2024-07-27T06:51:32.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.208+0000 7fe4df000640 1 Processor -- start 2024-07-27T06:51:32.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.208+0000 7fe4df000640 1 -- start start 2024-07-27T06:51:32.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4c0003a80 0x7fe4d80b4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:32.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:32.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d81d42a0 0x7fe4d81d3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:32.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d806e7d0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4d806e650 con 0x7fe4d81d42a0 2024-07-27T06:51:32.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4df000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4d806e950 con 0x7fe4c0003a80 2024-07-27T06:51:32.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:32.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41400/0 (socket says 172.21.15.66:41400) 2024-07-27T06:51:32.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 -- 172.21.15.66:0/1929044677 learned_addr learned my addr 172.21.15.66:0/1929044677 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:32.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 -- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4c0003a80 msgr2=0x7fe4d80b4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:32.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4c0003a80 0x7fe4d80b4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 -- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d81d42a0 msgr2=0x7fe4d81d3c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:32.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d81d42a0 0x7fe4d81d3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.210+0000 7fe4dd200640 1 -- 172.21.15.66:0/1929044677 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4d81f85d0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4dd200640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe4c4000fb0 tx=0x7fe4c400ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:32.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c4015070 con 0x7fe4d80b50a0 2024-07-27T06:51:32.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4c40109a0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4c4010df0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4d81f88b0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.211+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4d81f8e70 con 0x7fe4d80b50a0 2024-07-27T06:51:32.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.212+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4d81f8340 con 0x7fe4d80b50a0 2024-07-27T06:51:32.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.214+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe4c4018070 con 0x7fe4d80b50a0 2024-07-27T06:51:32.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.215+0000 7fe4d5600640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 0x7fe4b8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:32.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.215+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fe4c4098de0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.216+0000 7fe4ddc00640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 0x7fe4b8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:32.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.217+0000 7fe4ddc00640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 0x7fe4b8079520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8073dd0 tx=0x7fe4cc001170 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:32.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.221+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4c4061db0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.470+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe4d806dd30 con 0x7fe4d80b50a0 2024-07-27T06:51:32.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.823+0000 7fe4d5600640 1 -- 172.21.15.66:0/1929044677 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fe4c40616b0 con 0x7fe4d80b50a0 2024-07-27T06:51:32.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 msgr2=0x7fe4b8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 0x7fe4b8079520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe4d8073dd0 tx=0x7fe4cc001170 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 msgr2=0x7fe4d81d3710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe4c4000fb0 tx=0x7fe4c400ea00 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 shutdown_connections 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4b8077010 0x7fe4b8079520 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4d81d42a0 0x7fe4d81d3c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4d80b50a0 0x7fe4d81d3710 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 --2- 172.21.15.66:0/1929044677 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4c0003a80 0x7fe4d80b4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 >> 172.21.15.66:0/1929044677 conn(0x7fe4d80d1b50 msgr2=0x7fe4d81e6250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 shutdown_connections 2024-07-27T06:51:32.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:32.827+0000 7fe4df000640 1 -- 172.21.15.66:0/1929044677 wait complete. 2024-07-27T06:51:32.858 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T06:51:32.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 -- 172.21.15.66:0/2818305308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 msgr2=0x7ff9300051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 --2- 172.21.15.66:0/2818305308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff9300051f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7ff944001d90 tx=0x7ff930005830 comp rx=0 tx=0).stop 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff94b400640 1 -- 172.21.15.66:0/2818305308 reap_dead start 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 -- 172.21.15.66:0/2818305308 shutdown_connections 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 -- 172.21.15.66:0/2818305308 >> 172.21.15.66:0/2818305308 conn(0x7ff94c0d0ca0 msgr2=0x7ff94c0d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 -- 172.21.15.66:0/2818305308 shutdown_connections 2024-07-27T06:51:33.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.144+0000 7ff951800640 1 -- 172.21.15.66:0/2818305308 wait complete. 2024-07-27T06:51:33.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.147+0000 7ff951800640 1 Processor -- start 2024-07-27T06:51:33.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.147+0000 7ff951800640 1 -- start start 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 0x7ff94c15c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 0x7ff94c15cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c0cc860 con 0x7ff930004d40 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff94c15b790 con 0x7ff94c1f22c0 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.148+0000 7ff951800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff94c0cc9e0 con 0x7ff94c1f26d0 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41424/0 (socket says 172.21.15.66:41424) 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 -- 172.21.15.66:0/537879762 learned_addr learned my addr 172.21.15.66:0/537879762 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94b400640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 0x7ff94c15cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94a000640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 0x7ff94c15c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:33.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 -- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 msgr2=0x7ff94c15cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 0x7ff94c15cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 -- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 msgr2=0x7ff94c15c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 0x7ff94c15c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94aa00640 1 -- 172.21.15.66:0/537879762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff94c144410 con 0x7ff930004d40 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94b400640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 0x7ff94c15cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.149+0000 7ff94a000640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 0x7ff94c15c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:33.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff94aa00640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff93c010a10 tx=0x7ff93c010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c00eda0 con 0x7ff930004d40 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff93c004030 con 0x7ff930004d40 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff94c1446f0 con 0x7ff930004d40 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff93c004440 con 0x7ff930004d40 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.150+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff94c144cb0 con 0x7ff930004d40 2024-07-27T06:51:33.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.151+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff94c151c70 con 0x7ff930004d40 2024-07-27T06:51:33.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.153+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff93c0035f0 con 0x7ff930004d40 2024-07-27T06:51:33.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.154+0000 7ff942a00640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 0x7ff928079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:33.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.154+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff93c0998f0 con 0x7ff930004d40 2024-07-27T06:51:33.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.154+0000 7ff94a000640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 0x7ff928079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:33.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.155+0000 7ff94a000640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 0x7ff928079550 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff934001540 tx=0x7ff934001000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:33.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.158+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff93c062950 con 0x7ff930004d40 2024-07-27T06:51:33.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.405+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff94c143ed0 con 0x7ff930004d40 2024-07-27T06:51:33.465 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:51:33.463+0000 7f4c73600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:51:33.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.827+0000 7ff942a00640 1 -- 172.21.15.66:0/537879762 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v18) ==== 122+0+0 (secure 0 0 0) 0x7ff93c062250 con 0x7ff930004d40 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 msgr2=0x7ff928079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 0x7ff928079550 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff934001540 tx=0x7ff934001000 comp rx=0 tx=0).stop 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 msgr2=0x7ff94c143990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7ff93c010a10 tx=0x7ff93c010ed0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 shutdown_connections 2024-07-27T06:51:33.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff928077040 0x7ff928079550 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff94c1f26d0 0x7ff94c15cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff94c1f22c0 0x7ff94c15c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 --2- 172.21.15.66:0/537879762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff930004d40 0x7ff94c143990 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.830+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 >> 172.21.15.66:0/537879762 conn(0x7ff94c0d0ca0 msgr2=0x7ff94c0ce9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.831+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 shutdown_connections 2024-07-27T06:51:33.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:33.831+0000 7ff951800640 1 -- 172.21.15.66:0/537879762 wait complete. 2024-07-27T06:51:33.865 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:51:33.865 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 -- 172.21.15.66:0/692912278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0ca8f0 msgr2=0x7f490c0b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 --2- 172.21.15.66:0/692912278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0ca8f0 0x7f490c0b4a40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4904005fd0 tx=0x7f490402a840 comp rx=0 tx=0).stop 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 -- 172.21.15.66:0/692912278 shutdown_connections 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 --2- 172.21.15.66:0/692912278 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0ca8f0 0x7f490c0b4a40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 --2- 172.21.15.66:0/692912278 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0732e0 0x7f490c070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 -- 172.21.15.66:0/692912278 >> 172.21.15.66:0/692912278 conn(0x7f490c0cfb90 msgr2=0x7f490c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 -- 172.21.15.66:0/692912278 shutdown_connections 2024-07-27T06:51:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.159+0000 7f4913600640 1 -- 172.21.15.66:0/692912278 wait complete. 2024-07-27T06:51:34.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.161+0000 7f4913600640 1 Processor -- start 2024-07-27T06:51:34.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.162+0000 7f4913600640 1 -- start start 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c0732e0 0x7f490c0c2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 0x7f490c154020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0b5100 con 0x7f490c0cb6c0 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f490c0b4f80 con 0x7f490c0732e0 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.163+0000 7f4913600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f490c0b5280 con 0x7f490c0ca8f0 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41442/0 (socket says 172.21.15.66:41442) 2024-07-27T06:51:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 -- 172.21.15.66:0/3205355408 learned_addr learned my addr 172.21.15.66:0/3205355408 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f490be00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 0x7f490c154020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4910c00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c0732e0 0x7f490c0c2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 -- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 msgr2=0x7f490c154020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 0x7f490c154020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 -- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c0732e0 msgr2=0x7f490c0c2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c0732e0 0x7f490c0c2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f4911600640 1 -- 172.21.15.66:0/3205355408 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f490c1e6090 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.164+0000 7f490be00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 0x7f490c154020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4911600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4904005fd0 tx=0x7f4904032cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4904040070 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4904004560 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f490c156ec0 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4904003e60 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.165+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f490c0c2ea0 con 0x7f490c0cb6c0 2024-07-27T06:51:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.167+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f490c156cb0 con 0x7f490c0cb6c0 2024-07-27T06:51:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.168+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4904043070 con 0x7f490c0cb6c0 2024-07-27T06:51:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.169+0000 7f4908c00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 0x7f48ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.169+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f49040b9dc0 con 0x7f490c0cb6c0 2024-07-27T06:51:34.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.170+0000 7f4910c00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 0x7f48ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.171+0000 7f4910c00640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 0x7f48ec079520 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4900009a00 tx=0x7f4900005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:34.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.174+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4904082d90 con 0x7f490c0cb6c0 2024-07-27T06:51:34.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.435+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f490c06a580 con 0x7f490c0cb6c0 2024-07-27T06:51:34.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.437+0000 7f4908c00640 1 -- 172.21.15.66:0/3205355408 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f4904082690 con 0x7f490c0cb6c0 2024-07-27T06:51:34.439 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:34.439 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:34.439 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:34.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 msgr2=0x7f48ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 0x7f48ec079520 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4900009a00 tx=0x7f4900005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:34.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 msgr2=0x7f490c154560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4904005fd0 tx=0x7f4904032cf0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 shutdown_connections 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f48ec077010 0x7f48ec079520 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f490c0cb6c0 0x7f490c154560 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f490c0ca8f0 0x7f490c154020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 --2- 172.21.15.66:0/3205355408 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f490c0732e0 0x7f490c0c2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 >> 172.21.15.66:0/3205355408 conn(0x7f490c0cfb90 msgr2=0x7f490c0b32c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 shutdown_connections 2024-07-27T06:51:34.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.440+0000 7f4913600640 1 -- 172.21.15.66:0/3205355408 wait complete. 2024-07-27T06:51:34.470 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:34.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 -- 172.21.15.66:0/2312836810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 msgr2=0x7fa8d40051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/2312836810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8d40051f0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fa8ec00c2e0 tx=0x7fa8d4005830 comp rx=0 tx=0).stop 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3400640 1 -- 172.21.15.66:0/2312836810 reap_dead start 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 -- 172.21.15.66:0/2312836810 shutdown_connections 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 -- 172.21.15.66:0/2312836810 >> 172.21.15.66:0/2312836810 conn(0x7fa8f406c780 msgr2=0x7fa8f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 -- 172.21.15.66:0/2312836810 shutdown_connections 2024-07-27T06:51:34.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.758+0000 7fa8f3e00640 1 -- 172.21.15.66:0/2312836810 wait complete. 2024-07-27T06:51:34.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.760+0000 7fa8f3e00640 1 Processor -- start 2024-07-27T06:51:34.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.761+0000 7fa8f3e00640 1 -- start start 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8f413ce10 0x7fa8f413b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8f41e6e20 0x7fa8f40b2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f406e220 con 0x7fa8d4004d40 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8f40cf550 con 0x7fa8f413ce10 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.762+0000 7fa8f3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8f406e3a0 con 0x7fa8f41e6e20 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41456/0 (socket says 172.21.15.66:41456) 2024-07-27T06:51:34.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 -- 172.21.15.66:0/1400740649 learned_addr learned my addr 172.21.15.66:0/1400740649 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:34.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f3400640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8f41e6e20 0x7fa8f40b2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2000640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8f413ce10 0x7fa8f413b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 -- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8f41e6e20 msgr2=0x7fa8f40b2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8f41e6e20 0x7fa8f40b2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 -- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8f413ce10 msgr2=0x7fa8f413b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8f413ce10 0x7fa8f413b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 -- 172.21.15.66:0/1400740649 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8f413fb10 con 0x7fa8d4004d40 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.763+0000 7fa8f2a00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4004ed0 tx=0x7fa8e4001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.764+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e4015020 con 0x7fa8d4004d40 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.764+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8e4011960 con 0x7fa8d4004d40 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.764+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8e4011db0 con 0x7fa8d4004d40 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.764+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8f413f550 con 0x7fa8d4004d40 2024-07-27T06:51:34.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.764+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8f41e6620 con 0x7fa8d4004d40 2024-07-27T06:51:34.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.765+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8f40709f0 con 0x7fa8d4004d40 2024-07-27T06:51:34.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.767+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa8e4018020 con 0x7fa8d4004d40 2024-07-27T06:51:34.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.768+0000 7fa8eaa00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 0x7fa8d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:34.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.768+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fa8e40994c0 con 0x7fa8d4004d40 2024-07-27T06:51:34.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.768+0000 7fa8f2000640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 0x7fa8d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:34.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.770+0000 7fa8f2000640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 0x7fa8d0079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4158f60 tx=0x7fa8dc009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:34.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.773+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8f40709f0 con 0x7fa8d4004d40 2024-07-27T06:51:34.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.988+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8f406f4f0 con 0x7fa8d4004d40 2024-07-27T06:51:34.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.990+0000 7fa8eaa00640 1 -- 172.21.15.66:0/1400740649 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) ==== 74+0+16942 (secure 0 0 0) 0x7fa8e401f020 con 0x7fa8d4004d40 2024-07-27T06:51:34.992 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:34.992 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":40,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:31.797756+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:51:28.009350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-27T06:51:29.342847+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":38,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 msgr2=0x7fa8d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 0x7fa8d0079520 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4158f60 tx=0x7fa8dc009500 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 msgr2=0x7fa8f40b0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fa8e4004ed0 tx=0x7fa8e4001630 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 shutdown_connections 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8d0077010 0x7fa8d0079520 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8f41e6e20 0x7fa8f40b2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8f413ce10 0x7fa8f413b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 --2- 172.21.15.66:0/1400740649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4004d40 0x7fa8f40b0fe0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 >> 172.21.15.66:0/1400740649 conn(0x7fa8f406c780 msgr2=0x7fa8f406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 shutdown_connections 2024-07-27T06:51:34.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:34.993+0000 7fa8f3e00640 1 -- 172.21.15.66:0/1400740649 wait complete. 2024-07-27T06:51:35.022 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:51:35.022 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 -- 172.21.15.66:0/2227983126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3240b3ea0 msgr2=0x7fd3240b42b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 --2- 172.21.15.66:0/2227983126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3240b3ea0 0x7fd3240b42b0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd31c005fd0 tx=0x7fd31c02a820 comp rx=0 tx=0).stop 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 -- 172.21.15.66:0/2227983126 shutdown_connections 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 --2- 172.21.15.66:0/2227983126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd3240b3ea0 0x7fd3240b42b0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 --2- 172.21.15.66:0/2227983126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd32415dfa0 0x7fd32415e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 -- 172.21.15.66:0/2227983126 >> 172.21.15.66:0/2227983126 conn(0x7fd32406c780 msgr2=0x7fd32406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:35.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 -- 172.21.15.66:0/2227983126 shutdown_connections 2024-07-27T06:51:35.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.312+0000 7fd323e00640 1 -- 172.21.15.66:0/2227983126 wait complete. 2024-07-27T06:51:35.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.315+0000 7fd323e00640 1 Processor -- start 2024-07-27T06:51:35.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.315+0000 7fd323e00640 1 -- start start 2024-07-27T06:51:35.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32406e6f0 0x7fd3241f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3240b3ea0 0x7fd3241f56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd3240af0e0 con 0x7fd32415dfa0 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd3240aef60 con 0x7fd32406e6f0 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.317+0000 7fd323e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd3240b47f0 con 0x7fd3240b3ea0 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41476/0 (socket says 172.21.15.66:41476) 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 -- 172.21.15.66:0/2599043822 learned_addr learned my addr 172.21.15.66:0/2599043822 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd322000640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3240b3ea0 0x7fd3241f56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd322a00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32406e6f0 0x7fd3241f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 -- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3240b3ea0 msgr2=0x7fd3241f56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3240b3ea0 0x7fd3241f56b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 -- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32406e6f0 msgr2=0x7fd3241f24d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32406e6f0 0x7fd3241f24d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.318+0000 7fd323400640 1 -- 172.21.15.66:0/2599043822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3241f8c00 con 0x7fd32415dfa0 2024-07-27T06:51:35.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd323400640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd31c009cd0 tx=0x7fd31c032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c037040 con 0x7fd32415dfa0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd31c042070 con 0x7fd32415dfa0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c003e60 con 0x7fd32415dfa0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3241f8ee0 con 0x7fd32415dfa0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.319+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3241f5190 con 0x7fd32415dfa0 2024-07-27T06:51:35.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.321+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3241f8970 con 0x7fd32415dfa0 2024-07-27T06:51:35.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.322+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd31c004280 con 0x7fd32415dfa0 2024-07-27T06:51:35.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.323+0000 7fd31aa00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.323+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fd31c0b97e0 con 0x7fd32415dfa0 2024-07-27T06:51:35.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.324+0000 7fd322a00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.325+0000 7fd322a00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd314001610 tx=0x7fd314009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:35.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.328+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd32415e8f0 con 0x7fd32415dfa0 2024-07-27T06:51:35.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.531+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd32406d640 con 0x7fd300077040 2024-07-27T06:51:35.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.545+0000 7fd31aa00640 1 -- 172.21.15.66:0/2599043822 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251944 (secure 0 0 0) 0x7fd31400e490 con 0x7fd300077040 2024-07-27T06:51:35.551 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:35.553 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:51:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.552+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 msgr2=0x7fd300079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.552+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd314001610 tx=0x7fd314009040 comp rx=0 tx=0).stop 2024-07-27T06:51:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.552+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 msgr2=0x7fd3240ad8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.552+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fd31c009cd0 tx=0x7fd31c032d10 comp rx=0 tx=0).stop 2024-07-27T06:51:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 shutdown_connections 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd32415dfa0 0x7fd3240ad8c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd3240b3ea0 0x7fd3241f56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 --2- 172.21.15.66:0/2599043822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32406e6f0 0x7fd3241f24d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 >> 172.21.15.66:0/2599043822 conn(0x7fd32406c780 msgr2=0x7fd32414f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 shutdown_connections 2024-07-27T06:51:35.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.553+0000 7fd323e00640 1 -- 172.21.15.66:0/2599043822 wait complete. 2024-07-27T06:51:35.579 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-07-27T06:51:34.229380+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220896,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753824,"statfs":{"total":773094113280,"available":772867915776,"internally_reserved":0,"allocated":4820992,"data_stored":2712536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.470710"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.827167+0000","last_change":"2024-07-27T06:51:30.820293+0000","last_active":"2024-07-27T06:51:30.827167+0000","last_peered":"2024-07-27T06:51:30.827167+0000","last_clean":"2024-07-27T06:51:30.827167+0000","last_became_active":"2024-07-27T06:51:30.819937+0000","last_became_peered":"2024-07-27T06:51:30.819937+0000","last_unstale":"2024-07-27T06:51:30.827167+0000","last_undegraded":"2024-07-27T06:51:30.827167+0000","last_fullsized":"2024-07-27T06:51:30.827167+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:10:14.962815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819815+0000","last_change":"2024-07-27T06:51:30.811463+0000","last_active":"2024-07-27T06:51:31.819815+0000","last_peered":"2024-07-27T06:51:31.819815+0000","last_clean":"2024-07-27T06:51:31.819815+0000","last_became_active":"2024-07-27T06:51:30.811123+0000","last_became_peered":"2024-07-27T06:51:30.811123+0000","last_unstale":"2024-07-27T06:51:31.819815+0000","last_undegraded":"2024-07-27T06:51:31.819815+0000","last_fullsized":"2024-07-27T06:51:31.819815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:03:18.527725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.843543+0000","last_change":"2024-07-27T06:51:30.839166+0000","last_active":"2024-07-27T06:51:30.843543+0000","last_peered":"2024-07-27T06:51:30.843543+0000","last_clean":"2024-07-27T06:51:30.843543+0000","last_became_active":"2024-07-27T06:51:30.838644+0000","last_became_peered":"2024-07-27T06:51:30.838644+0000","last_unstale":"2024-07-27T06:51:30.843543+0000","last_undegraded":"2024-07-27T06:51:30.843543+0000","last_fullsized":"2024-07-27T06:51:30.843543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:30:32.222788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.843549+0000","last_change":"2024-07-27T06:51:30.839306+0000","last_active":"2024-07-27T06:51:30.843549+0000","last_peered":"2024-07-27T06:51:30.843549+0000","last_clean":"2024-07-27T06:51:30.843549+0000","last_became_active":"2024-07-27T06:51:30.838702+0000","last_became_peered":"2024-07-27T06:51:30.838702+0000","last_unstale":"2024-07-27T06:51:30.843549+0000","last_undegraded":"2024-07-27T06:51:30.843549+0000","last_fullsized":"2024-07-27T06:51:30.843549+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:51.407807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796096+0000","last_change":"2024-07-27T06:51:30.812509+0000","last_active":"2024-07-27T06:51:32.796096+0000","last_peered":"2024-07-27T06:51:32.796096+0000","last_clean":"2024-07-27T06:51:32.796096+0000","last_became_active":"2024-07-27T06:51:30.812181+0000","last_became_peered":"2024-07-27T06:51:30.812181+0000","last_unstale":"2024-07-27T06:51:32.796096+0000","last_undegraded":"2024-07-27T06:51:32.796096+0000","last_fullsized":"2024-07-27T06:51:32.796096+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:36.101603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817552+0000","last_change":"2024-07-27T06:51:30.829365+0000","last_active":"2024-07-27T06:51:31.817552+0000","last_peered":"2024-07-27T06:51:31.817552+0000","last_clean":"2024-07-27T06:51:31.817552+0000","last_became_active":"2024-07-27T06:51:30.829014+0000","last_became_peered":"2024-07-27T06:51:30.829014+0000","last_unstale":"2024-07-27T06:51:31.817552+0000","last_undegraded":"2024-07-27T06:51:31.817552+0000","last_fullsized":"2024-07-27T06:51:31.817552+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:09:58.232174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277287+0000","last_change":"2024-07-27T06:51:30.808766+0000","last_active":"2024-07-27T06:51:33.277287+0000","last_peered":"2024-07-27T06:51:33.277287+0000","last_clean":"2024-07-27T06:51:33.277287+0000","last_became_active":"2024-07-27T06:51:30.808389+0000","last_became_peered":"2024-07-27T06:51:30.808389+0000","last_unstale":"2024-07-27T06:51:33.277287+0000","last_undegraded":"2024-07-27T06:51:33.277287+0000","last_fullsized":"2024-07-27T06:51:33.277287+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:12.219184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831812+0000","last_change":"2024-07-27T06:51:30.827142+0000","last_active":"2024-07-27T06:51:30.831812+0000","last_peered":"2024-07-27T06:51:30.831812+0000","last_clean":"2024-07-27T06:51:30.831812+0000","last_became_active":"2024-07-27T06:51:30.825824+0000","last_became_peered":"2024-07-27T06:51:30.825824+0000","last_unstale":"2024-07-27T06:51:30.831812+0000","last_undegraded":"2024-07-27T06:51:30.831812+0000","last_fullsized":"2024-07-27T06:51:30.831812+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:37.810610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.797038+0000","last_change":"2024-07-27T06:51:30.807838+0000","last_active":"2024-07-27T06:51:32.797038+0000","last_peered":"2024-07-27T06:51:32.797038+0000","last_clean":"2024-07-27T06:51:32.797038+0000","last_became_active":"2024-07-27T06:51:30.807395+0000","last_became_peered":"2024-07-27T06:51:30.807395+0000","last_unstale":"2024-07-27T06:51:32.797038+0000","last_undegraded":"2024-07-27T06:51:32.797038+0000","last_fullsized":"2024-07-27T06:51:32.797038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:11.304731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.278257+0000","last_change":"2024-07-27T06:51:30.820662+0000","last_active":"2024-07-27T06:51:33.278257+0000","last_peered":"2024-07-27T06:51:33.278257+0000","last_clean":"2024-07-27T06:51:33.278257+0000","last_became_active":"2024-07-27T06:51:30.820361+0000","last_became_peered":"2024-07-27T06:51:30.820361+0000","last_unstale":"2024-07-27T06:51:33.278257+0000","last_undegraded":"2024-07-27T06:51:33.278257+0000","last_fullsized":"2024-07-27T06:51:33.278257+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:25.378790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803455+0000","last_change":"2024-07-27T06:51:30.818540+0000","last_active":"2024-07-27T06:51:32.803455+0000","last_peered":"2024-07-27T06:51:32.803455+0000","last_clean":"2024-07-27T06:51:32.803455+0000","last_became_active":"2024-07-27T06:51:30.818209+0000","last_became_peered":"2024-07-27T06:51:30.818209+0000","last_unstale":"2024-07-27T06:51:32.803455+0000","last_undegraded":"2024-07-27T06:51:32.803455+0000","last_fullsized":"2024-07-27T06:51:32.803455+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:16.226691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796642+0000","last_change":"2024-07-27T06:51:30.817525+0000","last_active":"2024-07-27T06:51:32.796642+0000","last_peered":"2024-07-27T06:51:32.796642+0000","last_clean":"2024-07-27T06:51:32.796642+0000","last_became_active":"2024-07-27T06:51:30.817073+0000","last_became_peered":"2024-07-27T06:51:30.817073+0000","last_unstale":"2024-07-27T06:51:32.796642+0000","last_undegraded":"2024-07-27T06:51:32.796642+0000","last_fullsized":"2024-07-27T06:51:32.796642+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:12.219184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277997+0000","last_change":"2024-07-27T06:51:30.813262+0000","last_active":"2024-07-27T06:51:33.277997+0000","last_peered":"2024-07-27T06:51:33.277997+0000","last_clean":"2024-07-27T06:51:33.277997+0000","last_became_active":"2024-07-27T06:51:30.812884+0000","last_became_peered":"2024-07-27T06:51:30.812884+0000","last_unstale":"2024-07-27T06:51:33.277997+0000","last_undegraded":"2024-07-27T06:51:33.277997+0000","last_fullsized":"2024-07-27T06:51:33.277997+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:39.448170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195331+0000","last_change":"2024-07-27T06:51:30.813580+0000","last_active":"2024-07-27T06:51:33.195331+0000","last_peered":"2024-07-27T06:51:33.195331+0000","last_clean":"2024-07-27T06:51:33.195331+0000","last_became_active":"2024-07-27T06:51:30.813235+0000","last_became_peered":"2024-07-27T06:51:30.813235+0000","last_unstale":"2024-07-27T06:51:33.195331+0000","last_undegraded":"2024-07-27T06:51:33.195331+0000","last_fullsized":"2024-07-27T06:51:33.195331+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:34.764698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812356+0000","last_change":"2024-07-27T06:51:30.820837+0000","last_active":"2024-07-27T06:51:31.812356+0000","last_peered":"2024-07-27T06:51:31.812356+0000","last_clean":"2024-07-27T06:51:31.812356+0000","last_became_active":"2024-07-27T06:51:30.820527+0000","last_became_peered":"2024-07-27T06:51:30.820527+0000","last_unstale":"2024-07-27T06:51:31.812356+0000","last_undegraded":"2024-07-27T06:51:31.812356+0000","last_fullsized":"2024-07-27T06:51:31.812356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:38:14.135796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277221+0000","last_change":"2024-07-27T06:51:30.825756+0000","last_active":"2024-07-27T06:51:33.277221+0000","last_peered":"2024-07-27T06:51:33.277221+0000","last_clean":"2024-07-27T06:51:33.277221+0000","last_became_active":"2024-07-27T06:51:30.825301+0000","last_became_peered":"2024-07-27T06:51:30.825301+0000","last_unstale":"2024-07-27T06:51:33.277221+0000","last_undegraded":"2024-07-27T06:51:33.277221+0000","last_fullsized":"2024-07-27T06:51:33.277221+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:57.644977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813180+0000","last_change":"2024-07-27T06:51:30.819257+0000","last_active":"2024-07-27T06:51:31.813180+0000","last_peered":"2024-07-27T06:51:31.813180+0000","last_clean":"2024-07-27T06:51:31.813180+0000","last_became_active":"2024-07-27T06:51:30.818913+0000","last_became_peered":"2024-07-27T06:51:30.818913+0000","last_unstale":"2024-07-27T06:51:31.813180+0000","last_undegraded":"2024-07-27T06:51:31.813180+0000","last_fullsized":"2024-07-27T06:51:31.813180+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:21.159956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813385+0000","last_change":"2024-07-27T06:51:30.833437+0000","last_active":"2024-07-27T06:51:31.813385+0000","last_peered":"2024-07-27T06:51:31.813385+0000","last_clean":"2024-07-27T06:51:31.813385+0000","last_became_active":"2024-07-27T06:51:30.832762+0000","last_became_peered":"2024-07-27T06:51:30.832762+0000","last_unstale":"2024-07-27T06:51:31.813385+0000","last_undegraded":"2024-07-27T06:51:31.813385+0000","last_fullsized":"2024-07-27T06:51:31.813385+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:32:29.341337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819396+0000","last_change":"2024-07-27T06:51:30.837514+0000","last_active":"2024-07-27T06:51:31.819396+0000","last_peered":"2024-07-27T06:51:31.819396+0000","last_clean":"2024-07-27T06:51:31.819396+0000","last_became_active":"2024-07-27T06:51:30.837140+0000","last_became_peered":"2024-07-27T06:51:30.837140+0000","last_unstale":"2024-07-27T06:51:31.819396+0000","last_undegraded":"2024-07-27T06:51:31.819396+0000","last_fullsized":"2024-07-27T06:51:31.819396+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:59.857929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802748+0000","last_change":"2024-07-27T06:51:30.824109+0000","last_active":"2024-07-27T06:51:32.802748+0000","last_peered":"2024-07-27T06:51:32.802748+0000","last_clean":"2024-07-27T06:51:32.802748+0000","last_became_active":"2024-07-27T06:51:30.823443+0000","last_became_peered":"2024-07-27T06:51:30.823443+0000","last_unstale":"2024-07-27T06:51:32.802748+0000","last_undegraded":"2024-07-27T06:51:32.802748+0000","last_fullsized":"2024-07-27T06:51:32.802748+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:27.569529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802749+0000","last_change":"2024-07-27T06:51:30.830125+0000","last_active":"2024-07-27T06:51:32.802749+0000","last_peered":"2024-07-27T06:51:32.802749+0000","last_clean":"2024-07-27T06:51:32.802749+0000","last_became_active":"2024-07-27T06:51:30.829780+0000","last_became_peered":"2024-07-27T06:51:30.829780+0000","last_unstale":"2024-07-27T06:51:32.802749+0000","last_undegraded":"2024-07-27T06:51:32.802749+0000","last_fullsized":"2024-07-27T06:51:32.802749+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:37.810610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803483+0000","last_change":"2024-07-27T06:51:30.815959+0000","last_active":"2024-07-27T06:51:32.803483+0000","last_peered":"2024-07-27T06:51:32.803483+0000","last_clean":"2024-07-27T06:51:32.803483+0000","last_became_active":"2024-07-27T06:51:30.815628+0000","last_became_peered":"2024-07-27T06:51:30.815628+0000","last_unstale":"2024-07-27T06:51:32.803483+0000","last_undegraded":"2024-07-27T06:51:32.803483+0000","last_fullsized":"2024-07-27T06:51:32.803483+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:28.082957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812433+0000","last_change":"2024-07-27T06:51:30.828823+0000","last_active":"2024-07-27T06:51:31.812433+0000","last_peered":"2024-07-27T06:51:31.812433+0000","last_clean":"2024-07-27T06:51:31.812433+0000","last_became_active":"2024-07-27T06:51:30.828334+0000","last_became_peered":"2024-07-27T06:51:30.828334+0000","last_unstale":"2024-07-27T06:51:31.812433+0000","last_undegraded":"2024-07-27T06:51:31.812433+0000","last_fullsized":"2024-07-27T06:51:31.812433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:59:37.112623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836562+0000","last_change":"2024-07-27T06:51:30.834933+0000","last_active":"2024-07-27T06:51:30.836562+0000","last_peered":"2024-07-27T06:51:30.836562+0000","last_clean":"2024-07-27T06:51:30.836562+0000","last_became_active":"2024-07-27T06:51:30.833884+0000","last_became_peered":"2024-07-27T06:51:30.833884+0000","last_unstale":"2024-07-27T06:51:30.836562+0000","last_undegraded":"2024-07-27T06:51:30.836562+0000","last_fullsized":"2024-07-27T06:51:30.836562+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:52.481821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195694+0000","last_change":"2024-07-27T06:51:30.817029+0000","last_active":"2024-07-27T06:51:33.195694+0000","last_peered":"2024-07-27T06:51:33.195694+0000","last_clean":"2024-07-27T06:51:33.195694+0000","last_became_active":"2024-07-27T06:51:30.816687+0000","last_became_peered":"2024-07-27T06:51:30.816687+0000","last_unstale":"2024-07-27T06:51:33.195694+0000","last_undegraded":"2024-07-27T06:51:33.195694+0000","last_fullsized":"2024-07-27T06:51:33.195694+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:20.763713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.828343+0000","last_change":"2024-07-27T06:51:30.819705+0000","last_active":"2024-07-27T06:51:30.828343+0000","last_peered":"2024-07-27T06:51:30.828343+0000","last_clean":"2024-07-27T06:51:30.828343+0000","last_became_active":"2024-07-27T06:51:30.819353+0000","last_became_peered":"2024-07-27T06:51:30.819353+0000","last_unstale":"2024-07-27T06:51:30.828343+0000","last_undegraded":"2024-07-27T06:51:30.828343+0000","last_fullsized":"2024-07-27T06:51:30.828343+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:51.882033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803715+0000","last_change":"2024-07-27T06:51:30.832898+0000","last_active":"2024-07-27T06:51:32.803715+0000","last_peered":"2024-07-27T06:51:32.803715+0000","last_clean":"2024-07-27T06:51:32.803715+0000","last_became_active":"2024-07-27T06:51:30.829923+0000","last_became_peered":"2024-07-27T06:51:30.829923+0000","last_unstale":"2024-07-27T06:51:32.803715+0000","last_undegraded":"2024-07-27T06:51:32.803715+0000","last_fullsized":"2024-07-27T06:51:32.803715+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:30:32.222788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277601+0000","last_change":"2024-07-27T06:51:30.819684+0000","last_active":"2024-07-27T06:51:33.277601+0000","last_peered":"2024-07-27T06:51:33.277601+0000","last_clean":"2024-07-27T06:51:33.277601+0000","last_became_active":"2024-07-27T06:51:30.819322+0000","last_became_peered":"2024-07-27T06:51:30.819322+0000","last_unstale":"2024-07-27T06:51:33.277601+0000","last_undegraded":"2024-07-27T06:51:33.277601+0000","last_fullsized":"2024-07-27T06:51:33.277601+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:49:20.952371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812818+0000","last_change":"2024-07-27T06:51:30.825485+0000","last_active":"2024-07-27T06:51:31.812818+0000","last_peered":"2024-07-27T06:51:31.812818+0000","last_clean":"2024-07-27T06:51:31.812818+0000","last_became_active":"2024-07-27T06:51:30.824655+0000","last_became_peered":"2024-07-27T06:51:30.824655+0000","last_unstale":"2024-07-27T06:51:31.812818+0000","last_undegraded":"2024-07-27T06:51:31.812818+0000","last_fullsized":"2024-07-27T06:51:31.812818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:09.758972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813043+0000","last_change":"2024-07-27T06:51:30.830222+0000","last_active":"2024-07-27T06:51:31.813043+0000","last_peered":"2024-07-27T06:51:31.813043+0000","last_clean":"2024-07-27T06:51:31.813043+0000","last_became_active":"2024-07-27T06:51:30.829989+0000","last_became_peered":"2024-07-27T06:51:30.829989+0000","last_unstale":"2024-07-27T06:51:31.813043+0000","last_undegraded":"2024-07-27T06:51:31.813043+0000","last_fullsized":"2024-07-27T06:51:31.813043+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:28:49.296131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277488+0000","last_change":"2024-07-27T06:51:30.822008+0000","last_active":"2024-07-27T06:51:33.277488+0000","last_peered":"2024-07-27T06:51:33.277488+0000","last_clean":"2024-07-27T06:51:33.277488+0000","last_became_active":"2024-07-27T06:51:30.821665+0000","last_became_peered":"2024-07-27T06:51:30.821665+0000","last_unstale":"2024-07-27T06:51:33.277488+0000","last_undegraded":"2024-07-27T06:51:33.277488+0000","last_fullsized":"2024-07-27T06:51:33.277488+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:26:21.354752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831785+0000","last_change":"2024-07-27T06:51:30.826827+0000","last_active":"2024-07-27T06:51:30.831785+0000","last_peered":"2024-07-27T06:51:30.831785+0000","last_clean":"2024-07-27T06:51:30.831785+0000","last_became_active":"2024-07-27T06:51:30.825380+0000","last_became_peered":"2024-07-27T06:51:30.825380+0000","last_unstale":"2024-07-27T06:51:30.831785+0000","last_undegraded":"2024-07-27T06:51:30.831785+0000","last_fullsized":"2024-07-27T06:51:30.831785+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:27.569529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813935+0000","last_change":"2024-07-27T06:51:30.805753+0000","last_active":"2024-07-27T06:51:31.813935+0000","last_peered":"2024-07-27T06:51:31.813935+0000","last_clean":"2024-07-27T06:51:31.813935+0000","last_became_active":"2024-07-27T06:51:30.805373+0000","last_became_peered":"2024-07-27T06:51:30.805373+0000","last_unstale":"2024-07-27T06:51:31.813935+0000","last_undegraded":"2024-07-27T06:51:31.813935+0000","last_fullsized":"2024-07-27T06:51:31.813935+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:27.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195760+0000","last_change":"2024-07-27T06:51:29.796912+0000","last_active":"2024-07-27T06:51:33.195760+0000","last_peered":"2024-07-27T06:51:33.195760+0000","last_clean":"2024-07-27T06:51:33.195760+0000","last_became_active":"2024-07-27T06:51:29.796454+0000","last_became_peered":"2024-07-27T06:51:29.796454+0000","last_unstale":"2024-07-27T06:51:33.195760+0000","last_undegraded":"2024-07-27T06:51:33.195760+0000","last_fullsized":"2024-07-27T06:51:33.195760+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:56.629093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819944+0000","last_change":"2024-07-27T06:51:30.832793+0000","last_active":"2024-07-27T06:51:31.819944+0000","last_peered":"2024-07-27T06:51:31.819944+0000","last_clean":"2024-07-27T06:51:31.819944+0000","last_became_active":"2024-07-27T06:51:30.831086+0000","last_became_peered":"2024-07-27T06:51:30.831086+0000","last_unstale":"2024-07-27T06:51:31.819944+0000","last_undegraded":"2024-07-27T06:51:31.819944+0000","last_fullsized":"2024-07-27T06:51:31.819944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:20:40.634326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820976+0000","last_change":"2024-07-27T06:51:29.807097+0000","last_active":"2024-07-27T06:51:31.820976+0000","last_peered":"2024-07-27T06:51:31.820976+0000","last_clean":"2024-07-27T06:51:31.820976+0000","last_became_active":"2024-07-27T06:51:29.806769+0000","last_became_peered":"2024-07-27T06:51:29.806769+0000","last_unstale":"2024-07-27T06:51:31.820976+0000","last_undegraded":"2024-07-27T06:51:31.820976+0000","last_fullsized":"2024-07-27T06:51:31.820976+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:20.615753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813505+0000","last_change":"2024-07-27T06:51:30.816589+0000","last_active":"2024-07-27T06:51:31.813505+0000","last_peered":"2024-07-27T06:51:31.813505+0000","last_clean":"2024-07-27T06:51:31.813505+0000","last_became_active":"2024-07-27T06:51:30.811558+0000","last_became_peered":"2024-07-27T06:51:30.811558+0000","last_unstale":"2024-07-27T06:51:31.813505+0000","last_undegraded":"2024-07-27T06:51:31.813505+0000","last_fullsized":"2024-07-27T06:51:31.813505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:10.417025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836690+0000","last_change":"2024-07-27T06:51:29.818223+0000","last_active":"2024-07-27T06:51:30.836690+0000","last_peered":"2024-07-27T06:51:30.836690+0000","last_clean":"2024-07-27T06:51:30.836690+0000","last_became_active":"2024-07-27T06:51:29.817536+0000","last_became_peered":"2024-07-27T06:51:29.817536+0000","last_unstale":"2024-07-27T06:51:30.836690+0000","last_undegraded":"2024-07-27T06:51:30.836690+0000","last_fullsized":"2024-07-27T06:51:30.836690+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:58.842045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820777+0000","last_change":"2024-07-27T06:51:30.831477+0000","last_active":"2024-07-27T06:51:31.820777+0000","last_peered":"2024-07-27T06:51:31.820777+0000","last_clean":"2024-07-27T06:51:31.820777+0000","last_became_active":"2024-07-27T06:51:30.831157+0000","last_became_peered":"2024-07-27T06:51:30.831157+0000","last_unstale":"2024-07-27T06:51:31.820777+0000","last_undegraded":"2024-07-27T06:51:31.820777+0000","last_fullsized":"2024-07-27T06:51:31.820777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:28:31.258926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195558+0000","last_change":"2024-07-27T06:51:29.815357+0000","last_active":"2024-07-27T06:51:33.195558+0000","last_peered":"2024-07-27T06:51:33.195558+0000","last_clean":"2024-07-27T06:51:33.195558+0000","last_became_active":"2024-07-27T06:51:29.813941+0000","last_became_peered":"2024-07-27T06:51:29.813941+0000","last_unstale":"2024-07-27T06:51:33.195558+0000","last_undegraded":"2024-07-27T06:51:33.195558+0000","last_fullsized":"2024-07-27T06:51:33.195558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:06.962242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.822088+0000","last_change":"2024-07-27T06:51:30.817206+0000","last_active":"2024-07-27T06:51:30.822088+0000","last_peered":"2024-07-27T06:51:30.822088+0000","last_clean":"2024-07-27T06:51:30.822088+0000","last_became_active":"2024-07-27T06:51:30.816818+0000","last_became_peered":"2024-07-27T06:51:30.816818+0000","last_unstale":"2024-07-27T06:51:30.822088+0000","last_undegraded":"2024-07-27T06:51:30.822088+0000","last_fullsized":"2024-07-27T06:51:30.822088+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:49:20.952371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195035+0000","last_change":"2024-07-27T06:51:29.814492+0000","last_active":"2024-07-27T06:51:33.195035+0000","last_peered":"2024-07-27T06:51:33.195035+0000","last_clean":"2024-07-27T06:51:33.195035+0000","last_became_active":"2024-07-27T06:51:29.814132+0000","last_became_peered":"2024-07-27T06:51:29.814132+0000","last_unstale":"2024-07-27T06:51:33.195035+0000","last_undegraded":"2024-07-27T06:51:33.195035+0000","last_fullsized":"2024-07-27T06:51:33.195035+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:35.085719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802448+0000","last_change":"2024-07-27T06:51:30.833323+0000","last_active":"2024-07-27T06:51:32.802448+0000","last_peered":"2024-07-27T06:51:32.802448+0000","last_clean":"2024-07-27T06:51:32.802448+0000","last_became_active":"2024-07-27T06:51:30.828339+0000","last_became_peered":"2024-07-27T06:51:30.828339+0000","last_unstale":"2024-07-27T06:51:32.802448+0000","last_undegraded":"2024-07-27T06:51:32.802448+0000","last_fullsized":"2024-07-27T06:51:32.802448+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:18.939575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.276577+0000","last_change":"2024-07-27T06:51:29.808673+0000","last_active":"2024-07-27T06:51:33.276577+0000","last_peered":"2024-07-27T06:51:33.276577+0000","last_clean":"2024-07-27T06:51:33.276577+0000","last_became_active":"2024-07-27T06:51:29.808321+0000","last_became_peered":"2024-07-27T06:51:29.808321+0000","last_unstale":"2024-07-27T06:51:33.276577+0000","last_undegraded":"2024-07-27T06:51:33.276577+0000","last_fullsized":"2024-07-27T06:51:33.276577+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:57.689512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813668+0000","last_change":"2024-07-27T06:51:30.832842+0000","last_active":"2024-07-27T06:51:31.813668+0000","last_peered":"2024-07-27T06:51:31.813668+0000","last_clean":"2024-07-27T06:51:31.813668+0000","last_became_active":"2024-07-27T06:51:30.832494+0000","last_became_peered":"2024-07-27T06:51:30.832494+0000","last_unstale":"2024-07-27T06:51:31.813668+0000","last_undegraded":"2024-07-27T06:51:31.813668+0000","last_fullsized":"2024-07-27T06:51:31.813668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:10.343938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.818415+0000","last_change":"2024-07-27T06:51:29.809098+0000","last_active":"2024-07-27T06:51:30.818415+0000","last_peered":"2024-07-27T06:51:30.818415+0000","last_clean":"2024-07-27T06:51:30.818415+0000","last_became_active":"2024-07-27T06:51:29.808788+0000","last_became_peered":"2024-07-27T06:51:29.808788+0000","last_unstale":"2024-07-27T06:51:30.818415+0000","last_undegraded":"2024-07-27T06:51:30.818415+0000","last_fullsized":"2024-07-27T06:51:30.818415+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:38.432286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820440+0000","last_change":"2024-07-27T06:51:30.800786+0000","last_active":"2024-07-27T06:51:31.820440+0000","last_peered":"2024-07-27T06:51:31.820440+0000","last_clean":"2024-07-27T06:51:31.820440+0000","last_became_active":"2024-07-27T06:51:30.799615+0000","last_became_peered":"2024-07-27T06:51:30.799615+0000","last_unstale":"2024-07-27T06:51:31.820440+0000","last_undegraded":"2024-07-27T06:51:31.820440+0000","last_fullsized":"2024-07-27T06:51:31.820440+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:09:24.511468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277125+0000","last_change":"2024-07-27T06:51:29.814442+0000","last_active":"2024-07-27T06:51:33.277125+0000","last_peered":"2024-07-27T06:51:33.277125+0000","last_clean":"2024-07-27T06:51:33.277125+0000","last_became_active":"2024-07-27T06:51:29.813998+0000","last_became_peered":"2024-07-27T06:51:29.813998+0000","last_unstale":"2024-07-27T06:51:33.277125+0000","last_undegraded":"2024-07-27T06:51:33.277125+0000","last_fullsized":"2024-07-27T06:51:33.277125+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:07.155811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836017+0000","last_change":"2024-07-27T06:51:30.832320+0000","last_active":"2024-07-27T06:51:30.836017+0000","last_peered":"2024-07-27T06:51:30.836017+0000","last_clean":"2024-07-27T06:51:30.836017+0000","last_became_active":"2024-07-27T06:51:30.831975+0000","last_became_peered":"2024-07-27T06:51:30.831975+0000","last_unstale":"2024-07-27T06:51:30.836017+0000","last_undegraded":"2024-07-27T06:51:30.836017+0000","last_fullsized":"2024-07-27T06:51:30.836017+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:28.082957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.826259+0000","last_change":"2024-07-27T06:51:29.816216+0000","last_active":"2024-07-27T06:51:30.826259+0000","last_peered":"2024-07-27T06:51:30.826259+0000","last_clean":"2024-07-27T06:51:30.826259+0000","last_became_active":"2024-07-27T06:51:29.815872+0000","last_became_peered":"2024-07-27T06:51:29.815872+0000","last_unstale":"2024-07-27T06:51:30.826259+0000","last_undegraded":"2024-07-27T06:51:30.826259+0000","last_fullsized":"2024-07-27T06:51:30.826259+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:17.923691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195356+0000","last_change":"2024-07-27T06:51:30.817935+0000","last_active":"2024-07-27T06:51:33.195356+0000","last_peered":"2024-07-27T06:51:33.195356+0000","last_clean":"2024-07-27T06:51:33.195356+0000","last_became_active":"2024-07-27T06:51:30.817535+0000","last_became_peered":"2024-07-27T06:51:30.817535+0000","last_unstale":"2024-07-27T06:51:33.195356+0000","last_undegraded":"2024-07-27T06:51:33.195356+0000","last_fullsized":"2024-07-27T06:51:33.195356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:39.448170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813393+0000","last_change":"2024-07-27T06:51:29.815203+0000","last_active":"2024-07-27T06:51:31.813393+0000","last_peered":"2024-07-27T06:51:31.813393+0000","last_clean":"2024-07-27T06:51:31.813393+0000","last_became_active":"2024-07-27T06:51:29.814885+0000","last_became_peered":"2024-07-27T06:51:29.814885+0000","last_unstale":"2024-07-27T06:51:31.813393+0000","last_undegraded":"2024-07-27T06:51:31.813393+0000","last_fullsized":"2024-07-27T06:51:31.813393+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:27.067073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.834197+0000","last_change":"2024-07-27T06:51:30.828469+0000","last_active":"2024-07-27T06:51:30.834197+0000","last_peered":"2024-07-27T06:51:30.834197+0000","last_clean":"2024-07-27T06:51:30.834197+0000","last_became_active":"2024-07-27T06:51:30.828154+0000","last_became_peered":"2024-07-27T06:51:30.828154+0000","last_unstale":"2024-07-27T06:51:30.834197+0000","last_undegraded":"2024-07-27T06:51:30.834197+0000","last_fullsized":"2024-07-27T06:51:30.834197+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:16.226691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812935+0000","last_change":"2024-07-27T06:51:29.818599+0000","last_active":"2024-07-27T06:51:31.812935+0000","last_peered":"2024-07-27T06:51:31.812935+0000","last_clean":"2024-07-27T06:51:31.812935+0000","last_became_active":"2024-07-27T06:51:29.818206+0000","last_became_peered":"2024-07-27T06:51:29.818206+0000","last_unstale":"2024-07-27T06:51:31.812935+0000","last_undegraded":"2024-07-27T06:51:31.812935+0000","last_fullsized":"2024-07-27T06:51:31.812935+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:46.873473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277979+0000","last_change":"2024-07-27T06:51:30.807969+0000","last_active":"2024-07-27T06:51:33.277979+0000","last_peered":"2024-07-27T06:51:33.277979+0000","last_clean":"2024-07-27T06:51:33.277979+0000","last_became_active":"2024-07-27T06:51:30.807610+0000","last_became_peered":"2024-07-27T06:51:30.807610+0000","last_unstale":"2024-07-27T06:51:33.277979+0000","last_undegraded":"2024-07-27T06:51:33.277979+0000","last_fullsized":"2024-07-27T06:51:33.277979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:34.764698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":19,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.846050+0000","last_change":"2024-07-27T06:51:29.811712+0000","last_active":"2024-07-27T06:51:30.846050+0000","last_peered":"2024-07-27T06:51:30.846050+0000","last_clean":"2024-07-27T06:51:30.846050+0000","last_became_active":"2024-07-27T06:51:29.810400+0000","last_became_peered":"2024-07-27T06:51:29.810400+0000","last_unstale":"2024-07-27T06:51:30.846050+0000","last_undegraded":"2024-07-27T06:51:30.846050+0000","last_fullsized":"2024-07-27T06:51:30.846050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:40.140735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831832+0000","last_change":"2024-07-27T06:51:30.827419+0000","last_active":"2024-07-27T06:51:30.831832+0000","last_peered":"2024-07-27T06:51:30.831832+0000","last_clean":"2024-07-27T06:51:30.831832+0000","last_became_active":"2024-07-27T06:51:30.826229+0000","last_became_peered":"2024-07-27T06:51:30.826229+0000","last_unstale":"2024-07-27T06:51:30.831832+0000","last_undegraded":"2024-07-27T06:51:30.831832+0000","last_fullsized":"2024-07-27T06:51:30.831832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:47.889357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836373+0000","last_change":"2024-07-27T06:51:29.817366+0000","last_active":"2024-07-27T06:51:30.836373+0000","last_peered":"2024-07-27T06:51:30.836373+0000","last_clean":"2024-07-27T06:51:30.836373+0000","last_became_active":"2024-07-27T06:51:29.816863+0000","last_became_peered":"2024-07-27T06:51:29.816863+0000","last_unstale":"2024-07-27T06:51:30.836373+0000","last_undegraded":"2024-07-27T06:51:30.836373+0000","last_fullsized":"2024-07-27T06:51:30.836373+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:33.748814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818018+0000","last_change":"2024-07-27T06:51:30.811892+0000","last_active":"2024-07-27T06:51:31.818018+0000","last_peered":"2024-07-27T06:51:31.818018+0000","last_clean":"2024-07-27T06:51:31.818018+0000","last_became_active":"2024-07-27T06:51:30.810343+0000","last_became_peered":"2024-07-27T06:51:30.810343+0000","last_unstale":"2024-07-27T06:51:31.818018+0000","last_undegraded":"2024-07-27T06:51:31.818018+0000","last_fullsized":"2024-07-27T06:51:31.818018+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:13.830491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818169+0000","last_change":"2024-07-27T06:51:29.808831+0000","last_active":"2024-07-27T06:51:31.818169+0000","last_peered":"2024-07-27T06:51:31.818169+0000","last_clean":"2024-07-27T06:51:31.818169+0000","last_became_active":"2024-07-27T06:51:29.808496+0000","last_became_peered":"2024-07-27T06:51:29.808496+0000","last_unstale":"2024-07-27T06:51:31.818169+0000","last_undegraded":"2024-07-27T06:51:31.818169+0000","last_fullsized":"2024-07-27T06:51:31.818169+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:42:06.693984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803482+0000","last_change":"2024-07-27T06:51:30.823723+0000","last_active":"2024-07-27T06:51:32.803482+0000","last_peered":"2024-07-27T06:51:32.803482+0000","last_clean":"2024-07-27T06:51:32.803482+0000","last_became_active":"2024-07-27T06:51:30.815513+0000","last_became_peered":"2024-07-27T06:51:30.815513+0000","last_unstale":"2024-07-27T06:51:32.803482+0000","last_undegraded":"2024-07-27T06:51:32.803482+0000","last_fullsized":"2024-07-27T06:51:32.803482+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:52.481821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812507+0000","last_change":"2024-07-27T06:51:29.808640+0000","last_active":"2024-07-27T06:51:31.812507+0000","last_peered":"2024-07-27T06:51:31.812507+0000","last_clean":"2024-07-27T06:51:31.812507+0000","last_became_active":"2024-07-27T06:51:29.808290+0000","last_became_peered":"2024-07-27T06:51:29.808290+0000","last_unstale":"2024-07-27T06:51:31.812507+0000","last_undegraded":"2024-07-27T06:51:31.812507+0000","last_fullsized":"2024-07-27T06:51:31.812507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:51.465937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796012+0000","last_change":"2024-07-27T06:51:30.812741+0000","last_active":"2024-07-27T06:51:32.796012+0000","last_peered":"2024-07-27T06:51:32.796012+0000","last_clean":"2024-07-27T06:51:32.796012+0000","last_became_active":"2024-07-27T06:51:30.812411+0000","last_became_peered":"2024-07-27T06:51:30.812411+0000","last_unstale":"2024-07-27T06:51:32.796012+0000","last_undegraded":"2024-07-27T06:51:32.796012+0000","last_fullsized":"2024-07-27T06:51:32.796012+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:28:00.860472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195232+0000","last_change":"2024-07-27T06:51:29.803283+0000","last_active":"2024-07-27T06:51:33.195232+0000","last_peered":"2024-07-27T06:51:33.195232+0000","last_clean":"2024-07-27T06:51:33.195232+0000","last_became_active":"2024-07-27T06:51:29.802934+0000","last_became_peered":"2024-07-27T06:51:29.802934+0000","last_unstale":"2024-07-27T06:51:33.195232+0000","last_undegraded":"2024-07-27T06:51:33.195232+0000","last_fullsized":"2024-07-27T06:51:33.195232+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:27:59.844588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819939+0000","last_change":"2024-07-27T06:51:30.811478+0000","last_active":"2024-07-27T06:51:31.819939+0000","last_peered":"2024-07-27T06:51:31.819939+0000","last_clean":"2024-07-27T06:51:31.819939+0000","last_became_active":"2024-07-27T06:51:30.811099+0000","last_became_peered":"2024-07-27T06:51:30.811099+0000","last_unstale":"2024-07-27T06:51:31.819939+0000","last_undegraded":"2024-07-27T06:51:31.819939+0000","last_fullsized":"2024-07-27T06:51:31.819939+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:04.407226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277820+0000","last_change":"2024-07-27T06:51:29.811706+0000","last_active":"2024-07-27T06:51:33.277820+0000","last_peered":"2024-07-27T06:51:33.277820+0000","last_clean":"2024-07-27T06:51:33.277820+0000","last_became_active":"2024-07-27T06:51:29.810948+0000","last_became_peered":"2024-07-27T06:51:29.810948+0000","last_unstale":"2024-07-27T06:51:33.277820+0000","last_undegraded":"2024-07-27T06:51:33.277820+0000","last_fullsized":"2024-07-27T06:51:33.277820+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:08.933350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277450+0000","last_change":"2024-07-27T06:51:30.820672+0000","last_active":"2024-07-27T06:51:33.277450+0000","last_peered":"2024-07-27T06:51:33.277450+0000","last_clean":"2024-07-27T06:51:33.277450+0000","last_became_active":"2024-07-27T06:51:30.820394+0000","last_became_peered":"2024-07-27T06:51:30.820394+0000","last_unstale":"2024-07-27T06:51:33.277450+0000","last_undegraded":"2024-07-27T06:51:33.277450+0000","last_fullsized":"2024-07-27T06:51:33.277450+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:11.304731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813575+0000","last_change":"2024-07-27T06:51:29.811332+0000","last_active":"2024-07-27T06:51:31.813575+0000","last_peered":"2024-07-27T06:51:31.813575+0000","last_clean":"2024-07-27T06:51:31.813575+0000","last_became_active":"2024-07-27T06:51:29.810326+0000","last_became_peered":"2024-07-27T06:51:29.810326+0000","last_unstale":"2024-07-27T06:51:31.813575+0000","last_undegraded":"2024-07-27T06:51:31.813575+0000","last_fullsized":"2024-07-27T06:51:31.813575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:15.210807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.278180+0000","last_change":"2024-07-27T06:51:30.813921+0000","last_active":"2024-07-27T06:51:33.278180+0000","last_peered":"2024-07-27T06:51:33.278180+0000","last_clean":"2024-07-27T06:51:33.278180+0000","last_became_active":"2024-07-27T06:51:30.813590+0000","last_became_peered":"2024-07-27T06:51:30.813590+0000","last_unstale":"2024-07-27T06:51:33.278180+0000","last_undegraded":"2024-07-27T06:51:33.278180+0000","last_fullsized":"2024-07-27T06:51:33.278180+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:20.763713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796675+0000","last_change":"2024-07-27T06:51:29.820799+0000","last_active":"2024-07-27T06:51:32.796675+0000","last_peered":"2024-07-27T06:51:32.796675+0000","last_clean":"2024-07-27T06:51:32.796675+0000","last_became_active":"2024-07-27T06:51:29.820464+0000","last_became_peered":"2024-07-27T06:51:29.820464+0000","last_unstale":"2024-07-27T06:51:32.796675+0000","last_undegraded":"2024-07-27T06:51:32.796675+0000","last_fullsized":"2024-07-27T06:51:32.796675+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:08.933350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820646+0000","last_change":"2024-07-27T06:51:30.835623+0000","last_active":"2024-07-27T06:51:31.820646+0000","last_peered":"2024-07-27T06:51:31.820646+0000","last_clean":"2024-07-27T06:51:31.820646+0000","last_became_active":"2024-07-27T06:51:30.835293+0000","last_became_peered":"2024-07-27T06:51:30.835293+0000","last_unstale":"2024-07-27T06:51:31.820646+0000","last_undegraded":"2024-07-27T06:51:31.820646+0000","last_fullsized":"2024-07-27T06:51:31.820646+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:18.939575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819006+0000","last_change":"2024-07-27T06:51:29.806723+0000","last_active":"2024-07-27T06:51:31.819006+0000","last_peered":"2024-07-27T06:51:31.819006+0000","last_clean":"2024-07-27T06:51:31.819006+0000","last_became_active":"2024-07-27T06:51:29.806344+0000","last_became_peered":"2024-07-27T06:51:29.806344+0000","last_unstale":"2024-07-27T06:51:31.819006+0000","last_undegraded":"2024-07-27T06:51:31.819006+0000","last_fullsized":"2024-07-27T06:51:31.819006+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:24.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812672+0000","last_change":"2024-07-27T06:51:30.819348+0000","last_active":"2024-07-27T06:51:31.812672+0000","last_peered":"2024-07-27T06:51:31.812672+0000","last_clean":"2024-07-27T06:51:31.812672+0000","last_became_active":"2024-07-27T06:51:30.818982+0000","last_became_peered":"2024-07-27T06:51:30.818982+0000","last_unstale":"2024-07-27T06:51:31.812672+0000","last_undegraded":"2024-07-27T06:51:31.812672+0000","last_fullsized":"2024-07-27T06:51:31.812672+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:04.088930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819733+0000","last_change":"2024-07-27T06:51:29.815764+0000","last_active":"2024-07-27T06:51:31.819733+0000","last_peered":"2024-07-27T06:51:31.819733+0000","last_clean":"2024-07-27T06:51:31.819733+0000","last_became_active":"2024-07-27T06:51:29.815399+0000","last_became_peered":"2024-07-27T06:51:29.815399+0000","last_unstale":"2024-07-27T06:51:31.819733+0000","last_undegraded":"2024-07-27T06:51:31.819733+0000","last_fullsized":"2024-07-27T06:51:31.819733+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:19.747829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.834227+0000","last_change":"2024-07-27T06:51:30.828353+0000","last_active":"2024-07-27T06:51:30.834227+0000","last_peered":"2024-07-27T06:51:30.834227+0000","last_clean":"2024-07-27T06:51:30.834227+0000","last_became_active":"2024-07-27T06:51:30.828065+0000","last_became_peered":"2024-07-27T06:51:30.828065+0000","last_unstale":"2024-07-27T06:51:30.834227+0000","last_undegraded":"2024-07-27T06:51:30.834227+0000","last_fullsized":"2024-07-27T06:51:30.834227+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:24.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817887+0000","last_change":"2024-07-27T06:51:29.806512+0000","last_active":"2024-07-27T06:51:31.817887+0000","last_peered":"2024-07-27T06:51:31.817887+0000","last_clean":"2024-07-27T06:51:31.817887+0000","last_became_active":"2024-07-27T06:51:29.806139+0000","last_became_peered":"2024-07-27T06:51:29.806139+0000","last_unstale":"2024-07-27T06:51:31.817887+0000","last_undegraded":"2024-07-27T06:51:31.817887+0000","last_fullsized":"2024-07-27T06:51:31.817887+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:37:10.345933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802805+0000","last_change":"2024-07-27T06:51:30.806653+0000","last_active":"2024-07-27T06:51:32.802805+0000","last_peered":"2024-07-27T06:51:32.802805+0000","last_clean":"2024-07-27T06:51:32.802805+0000","last_became_active":"2024-07-27T06:51:30.806330+0000","last_became_peered":"2024-07-27T06:51:30.806330+0000","last_unstale":"2024-07-27T06:51:32.802805+0000","last_undegraded":"2024-07-27T06:51:32.802805+0000","last_fullsized":"2024-07-27T06:51:32.802805+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:47.889357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277488+0000","last_change":"2024-07-27T06:51:29.814324+0000","last_active":"2024-07-27T06:51:33.277488+0000","last_peered":"2024-07-27T06:51:33.277488+0000","last_clean":"2024-07-27T06:51:33.277488+0000","last_became_active":"2024-07-27T06:51:29.813942+0000","last_became_peered":"2024-07-27T06:51:29.813942+0000","last_unstale":"2024-07-27T06:51:33.277488+0000","last_undegraded":"2024-07-27T06:51:33.277488+0000","last_fullsized":"2024-07-27T06:51:33.277488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:25.706506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831009+0000","last_change":"2024-07-27T06:51:30.825759+0000","last_active":"2024-07-27T06:51:30.831009+0000","last_peered":"2024-07-27T06:51:30.831009+0000","last_clean":"2024-07-27T06:51:30.831009+0000","last_became_active":"2024-07-27T06:51:30.825424+0000","last_became_peered":"2024-07-27T06:51:30.825424+0000","last_unstale":"2024-07-27T06:51:30.831009+0000","last_undegraded":"2024-07-27T06:51:30.831009+0000","last_fullsized":"2024-07-27T06:51:30.831009+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:50.876508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817183+0000","last_change":"2024-07-27T06:51:29.815312+0000","last_active":"2024-07-27T06:51:31.817183+0000","last_peered":"2024-07-27T06:51:31.817183+0000","last_clean":"2024-07-27T06:51:31.817183+0000","last_became_active":"2024-07-27T06:51:29.814973+0000","last_became_peered":"2024-07-27T06:51:29.814973+0000","last_unstale":"2024-07-27T06:51:31.817183+0000","last_undegraded":"2024-07-27T06:51:31.817183+0000","last_fullsized":"2024-07-27T06:51:31.817183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:45:27.749414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796300+0000","last_change":"2024-07-27T06:51:30.809188+0000","last_active":"2024-07-27T06:51:32.796300+0000","last_peered":"2024-07-27T06:51:32.796300+0000","last_clean":"2024-07-27T06:51:32.796300+0000","last_became_active":"2024-07-27T06:51:30.804028+0000","last_became_peered":"2024-07-27T06:51:30.804028+0000","last_unstale":"2024-07-27T06:51:32.796300+0000","last_undegraded":"2024-07-27T06:51:32.796300+0000","last_fullsized":"2024-07-27T06:51:32.796300+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:57.644977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813259+0000","last_change":"2024-07-27T06:51:29.813089+0000","last_active":"2024-07-27T06:51:31.813259+0000","last_peered":"2024-07-27T06:51:31.813259+0000","last_clean":"2024-07-27T06:51:31.813259+0000","last_became_active":"2024-07-27T06:51:29.812751+0000","last_became_peered":"2024-07-27T06:51:29.812751+0000","last_unstale":"2024-07-27T06:51:31.813259+0000","last_undegraded":"2024-07-27T06:51:31.813259+0000","last_fullsized":"2024-07-27T06:51:31.813259+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:23.520441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803922+0000","last_change":"2024-07-27T06:51:30.826712+0000","last_active":"2024-07-27T06:51:32.803922+0000","last_peered":"2024-07-27T06:51:32.803922+0000","last_clean":"2024-07-27T06:51:32.803922+0000","last_became_active":"2024-07-27T06:51:30.826364+0000","last_became_peered":"2024-07-27T06:51:30.826364+0000","last_unstale":"2024-07-27T06:51:32.803922+0000","last_undegraded":"2024-07-27T06:51:32.803922+0000","last_fullsized":"2024-07-27T06:51:32.803922+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:51.407807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.800436+0000","last_change":"2024-07-27T06:51:29.820773+0000","last_active":"2024-07-27T06:51:32.800436+0000","last_peered":"2024-07-27T06:51:32.800436+0000","last_clean":"2024-07-27T06:51:32.800436+0000","last_became_active":"2024-07-27T06:51:29.820404+0000","last_became_peered":"2024-07-27T06:51:29.820404+0000","last_unstale":"2024-07-27T06:51:32.800436+0000","last_undegraded":"2024-07-27T06:51:32.800436+0000","last_fullsized":"2024-07-27T06:51:32.800436+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:25.706506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820381+0000","last_change":"2024-07-27T06:51:30.838465+0000","last_active":"2024-07-27T06:51:31.820381+0000","last_peered":"2024-07-27T06:51:31.820381+0000","last_clean":"2024-07-27T06:51:31.820381+0000","last_became_active":"2024-07-27T06:51:30.838037+0000","last_became_peered":"2024-07-27T06:51:30.838037+0000","last_unstale":"2024-07-27T06:51:31.820381+0000","last_undegraded":"2024-07-27T06:51:31.820381+0000","last_fullsized":"2024-07-27T06:51:31.820381+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:50.876508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796127+0000","last_change":"2024-07-27T06:51:29.822778+0000","last_active":"2024-07-27T06:51:32.796127+0000","last_peered":"2024-07-27T06:51:32.796127+0000","last_clean":"2024-07-27T06:51:32.796127+0000","last_became_active":"2024-07-27T06:51:29.822331+0000","last_became_peered":"2024-07-27T06:51:29.822331+0000","last_unstale":"2024-07-27T06:51:32.796127+0000","last_undegraded":"2024-07-27T06:51:32.796127+0000","last_fullsized":"2024-07-27T06:51:32.796127+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:07.155811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796067+0000","last_change":"2024-07-27T06:51:30.824544+0000","last_active":"2024-07-27T06:51:32.796067+0000","last_peered":"2024-07-27T06:51:32.796067+0000","last_clean":"2024-07-27T06:51:32.796067+0000","last_became_active":"2024-07-27T06:51:30.824234+0000","last_became_peered":"2024-07-27T06:51:30.824234+0000","last_unstale":"2024-07-27T06:51:32.796067+0000","last_undegraded":"2024-07-27T06:51:32.796067+0000","last_fullsized":"2024-07-27T06:51:32.796067+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:07.978126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.819236+0000","last_change":"2024-07-27T06:51:29.816903+0000","last_active":"2024-07-27T06:51:30.819236+0000","last_peered":"2024-07-27T06:51:30.819236+0000","last_clean":"2024-07-27T06:51:30.819236+0000","last_became_active":"2024-07-27T06:51:29.816594+0000","last_became_peered":"2024-07-27T06:51:29.816594+0000","last_unstale":"2024-07-27T06:51:30.819236+0000","last_undegraded":"2024-07-27T06:51:30.819236+0000","last_fullsized":"2024-07-27T06:51:30.819236+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:24.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818551+0000","last_change":"2024-07-27T06:51:30.832574+0000","last_active":"2024-07-27T06:51:31.818551+0000","last_peered":"2024-07-27T06:51:31.818551+0000","last_clean":"2024-07-27T06:51:31.818551+0000","last_became_active":"2024-07-27T06:51:30.832241+0000","last_became_peered":"2024-07-27T06:51:30.832241+0000","last_unstale":"2024-07-27T06:51:31.818551+0000","last_undegraded":"2024-07-27T06:51:31.818551+0000","last_fullsized":"2024-07-27T06:51:31.818551+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:30:01.988292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803711+0000","last_change":"2024-07-27T06:51:29.810032+0000","last_active":"2024-07-27T06:51:32.803711+0000","last_peered":"2024-07-27T06:51:32.803711+0000","last_clean":"2024-07-27T06:51:32.803711+0000","last_became_active":"2024-07-27T06:51:29.809696+0000","last_became_peered":"2024-07-27T06:51:29.809696+0000","last_unstale":"2024-07-27T06:51:32.803711+0000","last_undegraded":"2024-07-27T06:51:32.803711+0000","last_fullsized":"2024-07-27T06:51:32.803711+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:11.203300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.814209+0000","last_change":"2024-07-27T06:51:30.827275+0000","last_active":"2024-07-27T06:51:31.814209+0000","last_peered":"2024-07-27T06:51:31.814209+0000","last_clean":"2024-07-27T06:51:31.814209+0000","last_became_active":"2024-07-27T06:51:30.826523+0000","last_became_peered":"2024-07-27T06:51:30.826523+0000","last_unstale":"2024-07-27T06:51:31.814209+0000","last_undegraded":"2024-07-27T06:51:31.814209+0000","last_fullsized":"2024-07-27T06:51:31.814209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:18.472001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812533+0000","last_change":"2024-07-27T06:51:29.809338+0000","last_active":"2024-07-27T06:51:31.812533+0000","last_peered":"2024-07-27T06:51:31.812533+0000","last_clean":"2024-07-27T06:51:31.812533+0000","last_became_active":"2024-07-27T06:51:29.809012+0000","last_became_peered":"2024-07-27T06:51:29.809012+0000","last_unstale":"2024-07-27T06:51:31.812533+0000","last_undegraded":"2024-07-27T06:51:31.812533+0000","last_fullsized":"2024-07-27T06:51:31.812533+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:50.391923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803041+0000","last_change":"2024-07-27T06:51:30.833344+0000","last_active":"2024-07-27T06:51:32.803041+0000","last_peered":"2024-07-27T06:51:32.803041+0000","last_clean":"2024-07-27T06:51:32.803041+0000","last_became_active":"2024-07-27T06:51:30.829361+0000","last_became_peered":"2024-07-27T06:51:30.829361+0000","last_unstale":"2024-07-27T06:51:32.803041+0000","last_undegraded":"2024-07-27T06:51:32.803041+0000","last_fullsized":"2024-07-27T06:51:32.803041+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:24.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.819077+0000","last_change":"2024-07-27T06:51:29.809867+0000","last_active":"2024-07-27T06:51:30.819077+0000","last_peered":"2024-07-27T06:51:30.819077+0000","last_clean":"2024-07-27T06:51:30.819077+0000","last_became_active":"2024-07-27T06:51:29.809363+0000","last_became_peered":"2024-07-27T06:51:29.809363+0000","last_unstale":"2024-07-27T06:51:30.819077+0000","last_undegraded":"2024-07-27T06:51:30.819077+0000","last_fullsized":"2024-07-27T06:51:30.819077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:19.747829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812943+0000","last_change":"2024-07-27T06:51:30.834085+0000","last_active":"2024-07-27T06:51:31.812943+0000","last_peered":"2024-07-27T06:51:31.812943+0000","last_clean":"2024-07-27T06:51:31.812943+0000","last_became_active":"2024-07-27T06:51:30.833692+0000","last_became_peered":"2024-07-27T06:51:30.833692+0000","last_unstale":"2024-07-27T06:51:31.812943+0000","last_undegraded":"2024-07-27T06:51:31.812943+0000","last_fullsized":"2024-07-27T06:51:31.812943+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:01:59.239022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802955+0000","last_change":"2024-07-27T06:51:29.805996+0000","last_active":"2024-07-27T06:51:32.802955+0000","last_peered":"2024-07-27T06:51:32.802955+0000","last_clean":"2024-07-27T06:51:32.802955+0000","last_became_active":"2024-07-27T06:51:29.805595+0000","last_became_peered":"2024-07-27T06:51:29.805595+0000","last_unstale":"2024-07-27T06:51:32.802955+0000","last_undegraded":"2024-07-27T06:51:32.802955+0000","last_fullsized":"2024-07-27T06:51:32.802955+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:10.288847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":143,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277413+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:51:33.277413+0000","last_peered":"2024-07-27T06:51:33.277413+0000","last_clean":"2024-07-27T06:51:33.277413+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:51:33.277413+0000","last_undegraded":"2024-07-27T06:51:33.277413+0000","last_fullsized":"2024-07-27T06:51:33.277413+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":193472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476759,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":188884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":783772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476759,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27456,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":442368,"data_stored":186760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343788,"statfs":{"total":96636764160,"available":96608038912,"internally_reserved":0,"allocated":1048576,"data_stored":784332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":188426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":454656,"data_stored":193416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:51:35.584 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:51:35.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.917+0000 7f71c4200640 1 -- 172.21.15.66:0/49196709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc15fca0 msgr2=0x7f71bc1600b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 --2- 172.21.15.66:0/49196709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc15fca0 0x7f71bc1600b0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f71a8009820 tx=0x7f71a802a500 comp rx=0 tx=0).stop 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 -- 172.21.15.66:0/49196709 shutdown_connections 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 --2- 172.21.15.66:0/49196709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc15fca0 0x7f71bc1600b0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 --2- 172.21.15.66:0/49196709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc0700a0 0x7f71bc15d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 -- 172.21.15.66:0/49196709 >> 172.21.15.66:0/49196709 conn(0x7f71bc0d0ca0 msgr2=0x7f71bc0d10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 -- 172.21.15.66:0/49196709 shutdown_connections 2024-07-27T06:51:35.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.918+0000 7f71c4200640 1 -- 172.21.15.66:0/49196709 wait complete. 2024-07-27T06:51:35.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.920+0000 7f71c4200640 1 Processor -- start 2024-07-27T06:51:35.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.920+0000 7f71c4200640 1 -- start start 2024-07-27T06:51:35.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc06c780 0x7f71bc0ca950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71bc15fca0 0x7f71bc15b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc0cbb80 con 0x7f71bc0700a0 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f71bc0cba00 con 0x7f71bc15fca0 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c4200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71bc0cbd00 con 0x7f71bc06c780 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41496/0 (socket says 172.21.15.66:41496) 2024-07-27T06:51:35.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c0e00640 1 -- 172.21.15.66:0/712988418 learned_addr learned my addr 172.21.15.66:0/712988418 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:35.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.922+0000 7f71c1800640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc06c780 0x7f71bc0ca950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c2200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71bc15fca0 0x7f71bc15b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 -- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc06c780 msgr2=0x7f71bc0ca950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc06c780 0x7f71bc0ca950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 -- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71bc15fca0 msgr2=0x7f71bc15b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71bc15fca0 0x7f71bc15b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 -- 172.21.15.66:0/712988418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71bc0cefe0 con 0x7f71bc0700a0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.923+0000 7f71c0e00640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f71a8009910 tx=0x7f71a8004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.924+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a803f070 con 0x7f71bc0700a0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.924+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71a8004e50 con 0x7f71bc0700a0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.924+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8031950 con 0x7f71bc0700a0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.924+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71bc0cf2c0 con 0x7f71bc0700a0 2024-07-27T06:51:35.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.924+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71bc0cf880 con 0x7f71bc0700a0 2024-07-27T06:51:35.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.925+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71bc0ced50 con 0x7f71bc0700a0 2024-07-27T06:51:35.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.926+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f71a8042070 con 0x7f71bc0700a0 2024-07-27T06:51:35.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.928+0000 7f71b9600640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 0x7f719c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:35.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.928+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f71a80b9a90 con 0x7f71bc0700a0 2024-07-27T06:51:35.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.928+0000 7f71c1800640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 0x7f719c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:35.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.930+0000 7f71c1800640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 0x7f719c079520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f71b0005fd0 tx=0x7f71b00097d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:35.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:35.932+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f71a8082a60 con 0x7f71bc0700a0 2024-07-27T06:51:36.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.142+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f71bc06d4e0 con 0x7f719c077010 2024-07-27T06:51:36.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.157+0000 7f71b9600640 1 -- 172.21.15.66:0/712988418 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251944 (secure 0 0 0) 0x7f71bc06d4e0 con 0x7f719c077010 2024-07-27T06:51:36.162 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:36.163 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 msgr2=0x7f719c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 0x7f719c079520 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f71b0005fd0 tx=0x7f71b00097d0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 msgr2=0x7f71bc15b180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f71a8009910 tx=0x7f71a8004a50 comp rx=0 tx=0).stop 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 shutdown_connections 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.163+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f719c077010 0x7f719c079520 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71bc15fca0 0x7f71bc15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71bc0700a0 0x7f71bc15b180 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 --2- 172.21.15.66:0/712988418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71bc06c780 0x7f71bc0ca950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 >> 172.21.15.66:0/712988418 conn(0x7f71bc0d0ca0 msgr2=0x7f71bc0b4740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:36.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 shutdown_connections 2024-07-27T06:51:36.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.164+0000 7f71c4200640 1 -- 172.21.15.66:0/712988418 wait complete. 2024-07-27T06:51:36.196 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":83,"stamp":"2024-07-27T06:51:34.229380+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":151,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220896,"kb_used_data":4708,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753824,"statfs":{"total":773094113280,"available":772867915776,"internally_reserved":0,"allocated":4820992,"data_stored":2712536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.470710"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.827167+0000","last_change":"2024-07-27T06:51:30.820293+0000","last_active":"2024-07-27T06:51:30.827167+0000","last_peered":"2024-07-27T06:51:30.827167+0000","last_clean":"2024-07-27T06:51:30.827167+0000","last_became_active":"2024-07-27T06:51:30.819937+0000","last_became_peered":"2024-07-27T06:51:30.819937+0000","last_unstale":"2024-07-27T06:51:30.827167+0000","last_undegraded":"2024-07-27T06:51:30.827167+0000","last_fullsized":"2024-07-27T06:51:30.827167+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:10:14.962815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819815+0000","last_change":"2024-07-27T06:51:30.811463+0000","last_active":"2024-07-27T06:51:31.819815+0000","last_peered":"2024-07-27T06:51:31.819815+0000","last_clean":"2024-07-27T06:51:31.819815+0000","last_became_active":"2024-07-27T06:51:30.811123+0000","last_became_peered":"2024-07-27T06:51:30.811123+0000","last_unstale":"2024-07-27T06:51:31.819815+0000","last_undegraded":"2024-07-27T06:51:31.819815+0000","last_fullsized":"2024-07-27T06:51:31.819815+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:03:18.527725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.843543+0000","last_change":"2024-07-27T06:51:30.839166+0000","last_active":"2024-07-27T06:51:30.843543+0000","last_peered":"2024-07-27T06:51:30.843543+0000","last_clean":"2024-07-27T06:51:30.843543+0000","last_became_active":"2024-07-27T06:51:30.838644+0000","last_became_peered":"2024-07-27T06:51:30.838644+0000","last_unstale":"2024-07-27T06:51:30.843543+0000","last_undegraded":"2024-07-27T06:51:30.843543+0000","last_fullsized":"2024-07-27T06:51:30.843543+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:30:32.222788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.843549+0000","last_change":"2024-07-27T06:51:30.839306+0000","last_active":"2024-07-27T06:51:30.843549+0000","last_peered":"2024-07-27T06:51:30.843549+0000","last_clean":"2024-07-27T06:51:30.843549+0000","last_became_active":"2024-07-27T06:51:30.838702+0000","last_became_peered":"2024-07-27T06:51:30.838702+0000","last_unstale":"2024-07-27T06:51:30.843549+0000","last_undegraded":"2024-07-27T06:51:30.843549+0000","last_fullsized":"2024-07-27T06:51:30.843549+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:51.407807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796096+0000","last_change":"2024-07-27T06:51:30.812509+0000","last_active":"2024-07-27T06:51:32.796096+0000","last_peered":"2024-07-27T06:51:32.796096+0000","last_clean":"2024-07-27T06:51:32.796096+0000","last_became_active":"2024-07-27T06:51:30.812181+0000","last_became_peered":"2024-07-27T06:51:30.812181+0000","last_unstale":"2024-07-27T06:51:32.796096+0000","last_undegraded":"2024-07-27T06:51:32.796096+0000","last_fullsized":"2024-07-27T06:51:32.796096+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:36.101603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817552+0000","last_change":"2024-07-27T06:51:30.829365+0000","last_active":"2024-07-27T06:51:31.817552+0000","last_peered":"2024-07-27T06:51:31.817552+0000","last_clean":"2024-07-27T06:51:31.817552+0000","last_became_active":"2024-07-27T06:51:30.829014+0000","last_became_peered":"2024-07-27T06:51:30.829014+0000","last_unstale":"2024-07-27T06:51:31.817552+0000","last_undegraded":"2024-07-27T06:51:31.817552+0000","last_fullsized":"2024-07-27T06:51:31.817552+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:09:58.232174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277287+0000","last_change":"2024-07-27T06:51:30.808766+0000","last_active":"2024-07-27T06:51:33.277287+0000","last_peered":"2024-07-27T06:51:33.277287+0000","last_clean":"2024-07-27T06:51:33.277287+0000","last_became_active":"2024-07-27T06:51:30.808389+0000","last_became_peered":"2024-07-27T06:51:30.808389+0000","last_unstale":"2024-07-27T06:51:33.277287+0000","last_undegraded":"2024-07-27T06:51:33.277287+0000","last_fullsized":"2024-07-27T06:51:33.277287+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:12.219184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831812+0000","last_change":"2024-07-27T06:51:30.827142+0000","last_active":"2024-07-27T06:51:30.831812+0000","last_peered":"2024-07-27T06:51:30.831812+0000","last_clean":"2024-07-27T06:51:30.831812+0000","last_became_active":"2024-07-27T06:51:30.825824+0000","last_became_peered":"2024-07-27T06:51:30.825824+0000","last_unstale":"2024-07-27T06:51:30.831812+0000","last_undegraded":"2024-07-27T06:51:30.831812+0000","last_fullsized":"2024-07-27T06:51:30.831812+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:37.810610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.797038+0000","last_change":"2024-07-27T06:51:30.807838+0000","last_active":"2024-07-27T06:51:32.797038+0000","last_peered":"2024-07-27T06:51:32.797038+0000","last_clean":"2024-07-27T06:51:32.797038+0000","last_became_active":"2024-07-27T06:51:30.807395+0000","last_became_peered":"2024-07-27T06:51:30.807395+0000","last_unstale":"2024-07-27T06:51:32.797038+0000","last_undegraded":"2024-07-27T06:51:32.797038+0000","last_fullsized":"2024-07-27T06:51:32.797038+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:11.304731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.278257+0000","last_change":"2024-07-27T06:51:30.820662+0000","last_active":"2024-07-27T06:51:33.278257+0000","last_peered":"2024-07-27T06:51:33.278257+0000","last_clean":"2024-07-27T06:51:33.278257+0000","last_became_active":"2024-07-27T06:51:30.820361+0000","last_became_peered":"2024-07-27T06:51:30.820361+0000","last_unstale":"2024-07-27T06:51:33.278257+0000","last_undegraded":"2024-07-27T06:51:33.278257+0000","last_fullsized":"2024-07-27T06:51:33.278257+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:25.378790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803455+0000","last_change":"2024-07-27T06:51:30.818540+0000","last_active":"2024-07-27T06:51:32.803455+0000","last_peered":"2024-07-27T06:51:32.803455+0000","last_clean":"2024-07-27T06:51:32.803455+0000","last_became_active":"2024-07-27T06:51:30.818209+0000","last_became_peered":"2024-07-27T06:51:30.818209+0000","last_unstale":"2024-07-27T06:51:32.803455+0000","last_undegraded":"2024-07-27T06:51:32.803455+0000","last_fullsized":"2024-07-27T06:51:32.803455+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:16.226691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796642+0000","last_change":"2024-07-27T06:51:30.817525+0000","last_active":"2024-07-27T06:51:32.796642+0000","last_peered":"2024-07-27T06:51:32.796642+0000","last_clean":"2024-07-27T06:51:32.796642+0000","last_became_active":"2024-07-27T06:51:30.817073+0000","last_became_peered":"2024-07-27T06:51:30.817073+0000","last_unstale":"2024-07-27T06:51:32.796642+0000","last_undegraded":"2024-07-27T06:51:32.796642+0000","last_fullsized":"2024-07-27T06:51:32.796642+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:12.219184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277997+0000","last_change":"2024-07-27T06:51:30.813262+0000","last_active":"2024-07-27T06:51:33.277997+0000","last_peered":"2024-07-27T06:51:33.277997+0000","last_clean":"2024-07-27T06:51:33.277997+0000","last_became_active":"2024-07-27T06:51:30.812884+0000","last_became_peered":"2024-07-27T06:51:30.812884+0000","last_unstale":"2024-07-27T06:51:33.277997+0000","last_undegraded":"2024-07-27T06:51:33.277997+0000","last_fullsized":"2024-07-27T06:51:33.277997+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:39.448170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195331+0000","last_change":"2024-07-27T06:51:30.813580+0000","last_active":"2024-07-27T06:51:33.195331+0000","last_peered":"2024-07-27T06:51:33.195331+0000","last_clean":"2024-07-27T06:51:33.195331+0000","last_became_active":"2024-07-27T06:51:30.813235+0000","last_became_peered":"2024-07-27T06:51:30.813235+0000","last_unstale":"2024-07-27T06:51:33.195331+0000","last_undegraded":"2024-07-27T06:51:33.195331+0000","last_fullsized":"2024-07-27T06:51:33.195331+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:34.764698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812356+0000","last_change":"2024-07-27T06:51:30.820837+0000","last_active":"2024-07-27T06:51:31.812356+0000","last_peered":"2024-07-27T06:51:31.812356+0000","last_clean":"2024-07-27T06:51:31.812356+0000","last_became_active":"2024-07-27T06:51:30.820527+0000","last_became_peered":"2024-07-27T06:51:30.820527+0000","last_unstale":"2024-07-27T06:51:31.812356+0000","last_undegraded":"2024-07-27T06:51:31.812356+0000","last_fullsized":"2024-07-27T06:51:31.812356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:38:14.135796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277221+0000","last_change":"2024-07-27T06:51:30.825756+0000","last_active":"2024-07-27T06:51:33.277221+0000","last_peered":"2024-07-27T06:51:33.277221+0000","last_clean":"2024-07-27T06:51:33.277221+0000","last_became_active":"2024-07-27T06:51:30.825301+0000","last_became_peered":"2024-07-27T06:51:30.825301+0000","last_unstale":"2024-07-27T06:51:33.277221+0000","last_undegraded":"2024-07-27T06:51:33.277221+0000","last_fullsized":"2024-07-27T06:51:33.277221+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:57.644977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813180+0000","last_change":"2024-07-27T06:51:30.819257+0000","last_active":"2024-07-27T06:51:31.813180+0000","last_peered":"2024-07-27T06:51:31.813180+0000","last_clean":"2024-07-27T06:51:31.813180+0000","last_became_active":"2024-07-27T06:51:30.818913+0000","last_became_peered":"2024-07-27T06:51:30.818913+0000","last_unstale":"2024-07-27T06:51:31.813180+0000","last_undegraded":"2024-07-27T06:51:31.813180+0000","last_fullsized":"2024-07-27T06:51:31.813180+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:21.159956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813385+0000","last_change":"2024-07-27T06:51:30.833437+0000","last_active":"2024-07-27T06:51:31.813385+0000","last_peered":"2024-07-27T06:51:31.813385+0000","last_clean":"2024-07-27T06:51:31.813385+0000","last_became_active":"2024-07-27T06:51:30.832762+0000","last_became_peered":"2024-07-27T06:51:30.832762+0000","last_unstale":"2024-07-27T06:51:31.813385+0000","last_undegraded":"2024-07-27T06:51:31.813385+0000","last_fullsized":"2024-07-27T06:51:31.813385+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:32:29.341337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819396+0000","last_change":"2024-07-27T06:51:30.837514+0000","last_active":"2024-07-27T06:51:31.819396+0000","last_peered":"2024-07-27T06:51:31.819396+0000","last_clean":"2024-07-27T06:51:31.819396+0000","last_became_active":"2024-07-27T06:51:30.837140+0000","last_became_peered":"2024-07-27T06:51:30.837140+0000","last_unstale":"2024-07-27T06:51:31.819396+0000","last_undegraded":"2024-07-27T06:51:31.819396+0000","last_fullsized":"2024-07-27T06:51:31.819396+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:59.857929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802748+0000","last_change":"2024-07-27T06:51:30.824109+0000","last_active":"2024-07-27T06:51:32.802748+0000","last_peered":"2024-07-27T06:51:32.802748+0000","last_clean":"2024-07-27T06:51:32.802748+0000","last_became_active":"2024-07-27T06:51:30.823443+0000","last_became_peered":"2024-07-27T06:51:30.823443+0000","last_unstale":"2024-07-27T06:51:32.802748+0000","last_undegraded":"2024-07-27T06:51:32.802748+0000","last_fullsized":"2024-07-27T06:51:32.802748+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:27.569529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802749+0000","last_change":"2024-07-27T06:51:30.830125+0000","last_active":"2024-07-27T06:51:32.802749+0000","last_peered":"2024-07-27T06:51:32.802749+0000","last_clean":"2024-07-27T06:51:32.802749+0000","last_became_active":"2024-07-27T06:51:30.829780+0000","last_became_peered":"2024-07-27T06:51:30.829780+0000","last_unstale":"2024-07-27T06:51:32.802749+0000","last_undegraded":"2024-07-27T06:51:32.802749+0000","last_fullsized":"2024-07-27T06:51:32.802749+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:37.810610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803483+0000","last_change":"2024-07-27T06:51:30.815959+0000","last_active":"2024-07-27T06:51:32.803483+0000","last_peered":"2024-07-27T06:51:32.803483+0000","last_clean":"2024-07-27T06:51:32.803483+0000","last_became_active":"2024-07-27T06:51:30.815628+0000","last_became_peered":"2024-07-27T06:51:30.815628+0000","last_unstale":"2024-07-27T06:51:32.803483+0000","last_undegraded":"2024-07-27T06:51:32.803483+0000","last_fullsized":"2024-07-27T06:51:32.803483+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:28.082957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812433+0000","last_change":"2024-07-27T06:51:30.828823+0000","last_active":"2024-07-27T06:51:31.812433+0000","last_peered":"2024-07-27T06:51:31.812433+0000","last_clean":"2024-07-27T06:51:31.812433+0000","last_became_active":"2024-07-27T06:51:30.828334+0000","last_became_peered":"2024-07-27T06:51:30.828334+0000","last_unstale":"2024-07-27T06:51:31.812433+0000","last_undegraded":"2024-07-27T06:51:31.812433+0000","last_fullsized":"2024-07-27T06:51:31.812433+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:59:37.112623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836562+0000","last_change":"2024-07-27T06:51:30.834933+0000","last_active":"2024-07-27T06:51:30.836562+0000","last_peered":"2024-07-27T06:51:30.836562+0000","last_clean":"2024-07-27T06:51:30.836562+0000","last_became_active":"2024-07-27T06:51:30.833884+0000","last_became_peered":"2024-07-27T06:51:30.833884+0000","last_unstale":"2024-07-27T06:51:30.836562+0000","last_undegraded":"2024-07-27T06:51:30.836562+0000","last_fullsized":"2024-07-27T06:51:30.836562+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:52.481821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195694+0000","last_change":"2024-07-27T06:51:30.817029+0000","last_active":"2024-07-27T06:51:33.195694+0000","last_peered":"2024-07-27T06:51:33.195694+0000","last_clean":"2024-07-27T06:51:33.195694+0000","last_became_active":"2024-07-27T06:51:30.816687+0000","last_became_peered":"2024-07-27T06:51:30.816687+0000","last_unstale":"2024-07-27T06:51:33.195694+0000","last_undegraded":"2024-07-27T06:51:33.195694+0000","last_fullsized":"2024-07-27T06:51:33.195694+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:20.763713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.828343+0000","last_change":"2024-07-27T06:51:30.819705+0000","last_active":"2024-07-27T06:51:30.828343+0000","last_peered":"2024-07-27T06:51:30.828343+0000","last_clean":"2024-07-27T06:51:30.828343+0000","last_became_active":"2024-07-27T06:51:30.819353+0000","last_became_peered":"2024-07-27T06:51:30.819353+0000","last_unstale":"2024-07-27T06:51:30.828343+0000","last_undegraded":"2024-07-27T06:51:30.828343+0000","last_fullsized":"2024-07-27T06:51:30.828343+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:51.882033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803715+0000","last_change":"2024-07-27T06:51:30.832898+0000","last_active":"2024-07-27T06:51:32.803715+0000","last_peered":"2024-07-27T06:51:32.803715+0000","last_clean":"2024-07-27T06:51:32.803715+0000","last_became_active":"2024-07-27T06:51:30.829923+0000","last_became_peered":"2024-07-27T06:51:30.829923+0000","last_unstale":"2024-07-27T06:51:32.803715+0000","last_undegraded":"2024-07-27T06:51:32.803715+0000","last_fullsized":"2024-07-27T06:51:32.803715+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:30:32.222788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277601+0000","last_change":"2024-07-27T06:51:30.819684+0000","last_active":"2024-07-27T06:51:33.277601+0000","last_peered":"2024-07-27T06:51:33.277601+0000","last_clean":"2024-07-27T06:51:33.277601+0000","last_became_active":"2024-07-27T06:51:30.819322+0000","last_became_peered":"2024-07-27T06:51:30.819322+0000","last_unstale":"2024-07-27T06:51:33.277601+0000","last_undegraded":"2024-07-27T06:51:33.277601+0000","last_fullsized":"2024-07-27T06:51:33.277601+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:49:20.952371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812818+0000","last_change":"2024-07-27T06:51:30.825485+0000","last_active":"2024-07-27T06:51:31.812818+0000","last_peered":"2024-07-27T06:51:31.812818+0000","last_clean":"2024-07-27T06:51:31.812818+0000","last_became_active":"2024-07-27T06:51:30.824655+0000","last_became_peered":"2024-07-27T06:51:30.824655+0000","last_unstale":"2024-07-27T06:51:31.812818+0000","last_undegraded":"2024-07-27T06:51:31.812818+0000","last_fullsized":"2024-07-27T06:51:31.812818+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:09.758972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813043+0000","last_change":"2024-07-27T06:51:30.830222+0000","last_active":"2024-07-27T06:51:31.813043+0000","last_peered":"2024-07-27T06:51:31.813043+0000","last_clean":"2024-07-27T06:51:31.813043+0000","last_became_active":"2024-07-27T06:51:30.829989+0000","last_became_peered":"2024-07-27T06:51:30.829989+0000","last_unstale":"2024-07-27T06:51:31.813043+0000","last_undegraded":"2024-07-27T06:51:31.813043+0000","last_fullsized":"2024-07-27T06:51:31.813043+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:28:49.296131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277488+0000","last_change":"2024-07-27T06:51:30.822008+0000","last_active":"2024-07-27T06:51:33.277488+0000","last_peered":"2024-07-27T06:51:33.277488+0000","last_clean":"2024-07-27T06:51:33.277488+0000","last_became_active":"2024-07-27T06:51:30.821665+0000","last_became_peered":"2024-07-27T06:51:30.821665+0000","last_unstale":"2024-07-27T06:51:33.277488+0000","last_undegraded":"2024-07-27T06:51:33.277488+0000","last_fullsized":"2024-07-27T06:51:33.277488+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:26:21.354752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831785+0000","last_change":"2024-07-27T06:51:30.826827+0000","last_active":"2024-07-27T06:51:30.831785+0000","last_peered":"2024-07-27T06:51:30.831785+0000","last_clean":"2024-07-27T06:51:30.831785+0000","last_became_active":"2024-07-27T06:51:30.825380+0000","last_became_peered":"2024-07-27T06:51:30.825380+0000","last_unstale":"2024-07-27T06:51:30.831785+0000","last_undegraded":"2024-07-27T06:51:30.831785+0000","last_fullsized":"2024-07-27T06:51:30.831785+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:27.569529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813935+0000","last_change":"2024-07-27T06:51:30.805753+0000","last_active":"2024-07-27T06:51:31.813935+0000","last_peered":"2024-07-27T06:51:31.813935+0000","last_clean":"2024-07-27T06:51:31.813935+0000","last_became_active":"2024-07-27T06:51:30.805373+0000","last_became_peered":"2024-07-27T06:51:30.805373+0000","last_unstale":"2024-07-27T06:51:31.813935+0000","last_undegraded":"2024-07-27T06:51:31.813935+0000","last_fullsized":"2024-07-27T06:51:31.813935+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:27.155252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1f","version":"39'4","reported_seq":19,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195760+0000","last_change":"2024-07-27T06:51:29.796912+0000","last_active":"2024-07-27T06:51:33.195760+0000","last_peered":"2024-07-27T06:51:33.195760+0000","last_clean":"2024-07-27T06:51:33.195760+0000","last_became_active":"2024-07-27T06:51:29.796454+0000","last_became_peered":"2024-07-27T06:51:29.796454+0000","last_unstale":"2024-07-27T06:51:33.195760+0000","last_undegraded":"2024-07-27T06:51:33.195760+0000","last_fullsized":"2024-07-27T06:51:33.195760+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:56.629093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819944+0000","last_change":"2024-07-27T06:51:30.832793+0000","last_active":"2024-07-27T06:51:31.819944+0000","last_peered":"2024-07-27T06:51:31.819944+0000","last_clean":"2024-07-27T06:51:31.819944+0000","last_became_active":"2024-07-27T06:51:30.831086+0000","last_became_peered":"2024-07-27T06:51:30.831086+0000","last_unstale":"2024-07-27T06:51:31.819944+0000","last_undegraded":"2024-07-27T06:51:31.819944+0000","last_fullsized":"2024-07-27T06:51:31.819944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:20:40.634326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1e","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820976+0000","last_change":"2024-07-27T06:51:29.807097+0000","last_active":"2024-07-27T06:51:31.820976+0000","last_peered":"2024-07-27T06:51:31.820976+0000","last_clean":"2024-07-27T06:51:31.820976+0000","last_became_active":"2024-07-27T06:51:29.806769+0000","last_became_peered":"2024-07-27T06:51:29.806769+0000","last_unstale":"2024-07-27T06:51:31.820976+0000","last_undegraded":"2024-07-27T06:51:31.820976+0000","last_fullsized":"2024-07-27T06:51:31.820976+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:06:20.615753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813505+0000","last_change":"2024-07-27T06:51:30.816589+0000","last_active":"2024-07-27T06:51:31.813505+0000","last_peered":"2024-07-27T06:51:31.813505+0000","last_clean":"2024-07-27T06:51:31.813505+0000","last_became_active":"2024-07-27T06:51:30.811558+0000","last_became_peered":"2024-07-27T06:51:30.811558+0000","last_unstale":"2024-07-27T06:51:31.813505+0000","last_undegraded":"2024-07-27T06:51:31.813505+0000","last_fullsized":"2024-07-27T06:51:31.813505+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:10.417025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"39'2","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836690+0000","last_change":"2024-07-27T06:51:29.818223+0000","last_active":"2024-07-27T06:51:30.836690+0000","last_peered":"2024-07-27T06:51:30.836690+0000","last_clean":"2024-07-27T06:51:30.836690+0000","last_became_active":"2024-07-27T06:51:29.817536+0000","last_became_peered":"2024-07-27T06:51:29.817536+0000","last_unstale":"2024-07-27T06:51:30.836690+0000","last_undegraded":"2024-07-27T06:51:30.836690+0000","last_fullsized":"2024-07-27T06:51:30.836690+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:58.842045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820777+0000","last_change":"2024-07-27T06:51:30.831477+0000","last_active":"2024-07-27T06:51:31.820777+0000","last_peered":"2024-07-27T06:51:31.820777+0000","last_clean":"2024-07-27T06:51:31.820777+0000","last_became_active":"2024-07-27T06:51:30.831157+0000","last_became_peered":"2024-07-27T06:51:30.831157+0000","last_unstale":"2024-07-27T06:51:31.820777+0000","last_undegraded":"2024-07-27T06:51:31.820777+0000","last_fullsized":"2024-07-27T06:51:31.820777+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:28:31.258926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1c","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195558+0000","last_change":"2024-07-27T06:51:29.815357+0000","last_active":"2024-07-27T06:51:33.195558+0000","last_peered":"2024-07-27T06:51:33.195558+0000","last_clean":"2024-07-27T06:51:33.195558+0000","last_became_active":"2024-07-27T06:51:29.813941+0000","last_became_peered":"2024-07-27T06:51:29.813941+0000","last_unstale":"2024-07-27T06:51:33.195558+0000","last_undegraded":"2024-07-27T06:51:33.195558+0000","last_fullsized":"2024-07-27T06:51:33.195558+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:06.962242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.822088+0000","last_change":"2024-07-27T06:51:30.817206+0000","last_active":"2024-07-27T06:51:30.822088+0000","last_peered":"2024-07-27T06:51:30.822088+0000","last_clean":"2024-07-27T06:51:30.822088+0000","last_became_active":"2024-07-27T06:51:30.816818+0000","last_became_peered":"2024-07-27T06:51:30.816818+0000","last_unstale":"2024-07-27T06:51:30.822088+0000","last_undegraded":"2024-07-27T06:51:30.822088+0000","last_fullsized":"2024-07-27T06:51:30.822088+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:49:20.952371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195035+0000","last_change":"2024-07-27T06:51:29.814492+0000","last_active":"2024-07-27T06:51:33.195035+0000","last_peered":"2024-07-27T06:51:33.195035+0000","last_clean":"2024-07-27T06:51:33.195035+0000","last_became_active":"2024-07-27T06:51:29.814132+0000","last_became_peered":"2024-07-27T06:51:29.814132+0000","last_unstale":"2024-07-27T06:51:33.195035+0000","last_undegraded":"2024-07-27T06:51:33.195035+0000","last_fullsized":"2024-07-27T06:51:33.195035+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:35.085719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802448+0000","last_change":"2024-07-27T06:51:30.833323+0000","last_active":"2024-07-27T06:51:32.802448+0000","last_peered":"2024-07-27T06:51:32.802448+0000","last_clean":"2024-07-27T06:51:32.802448+0000","last_became_active":"2024-07-27T06:51:30.828339+0000","last_became_peered":"2024-07-27T06:51:30.828339+0000","last_unstale":"2024-07-27T06:51:32.802448+0000","last_undegraded":"2024-07-27T06:51:32.802448+0000","last_fullsized":"2024-07-27T06:51:32.802448+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:18.939575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1a","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.276577+0000","last_change":"2024-07-27T06:51:29.808673+0000","last_active":"2024-07-27T06:51:33.276577+0000","last_peered":"2024-07-27T06:51:33.276577+0000","last_clean":"2024-07-27T06:51:33.276577+0000","last_became_active":"2024-07-27T06:51:29.808321+0000","last_became_peered":"2024-07-27T06:51:29.808321+0000","last_unstale":"2024-07-27T06:51:33.276577+0000","last_undegraded":"2024-07-27T06:51:33.276577+0000","last_fullsized":"2024-07-27T06:51:33.276577+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:57.689512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813668+0000","last_change":"2024-07-27T06:51:30.832842+0000","last_active":"2024-07-27T06:51:31.813668+0000","last_peered":"2024-07-27T06:51:31.813668+0000","last_clean":"2024-07-27T06:51:31.813668+0000","last_became_active":"2024-07-27T06:51:30.832494+0000","last_became_peered":"2024-07-27T06:51:30.832494+0000","last_unstale":"2024-07-27T06:51:31.813668+0000","last_undegraded":"2024-07-27T06:51:31.813668+0000","last_fullsized":"2024-07-27T06:51:31.813668+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:10.343938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.818415+0000","last_change":"2024-07-27T06:51:29.809098+0000","last_active":"2024-07-27T06:51:30.818415+0000","last_peered":"2024-07-27T06:51:30.818415+0000","last_clean":"2024-07-27T06:51:30.818415+0000","last_became_active":"2024-07-27T06:51:29.808788+0000","last_became_peered":"2024-07-27T06:51:29.808788+0000","last_unstale":"2024-07-27T06:51:30.818415+0000","last_undegraded":"2024-07-27T06:51:30.818415+0000","last_fullsized":"2024-07-27T06:51:30.818415+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:38.432286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820440+0000","last_change":"2024-07-27T06:51:30.800786+0000","last_active":"2024-07-27T06:51:31.820440+0000","last_peered":"2024-07-27T06:51:31.820440+0000","last_clean":"2024-07-27T06:51:31.820440+0000","last_became_active":"2024-07-27T06:51:30.799615+0000","last_became_peered":"2024-07-27T06:51:30.799615+0000","last_unstale":"2024-07-27T06:51:31.820440+0000","last_undegraded":"2024-07-27T06:51:31.820440+0000","last_fullsized":"2024-07-27T06:51:31.820440+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:09:24.511468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277125+0000","last_change":"2024-07-27T06:51:29.814442+0000","last_active":"2024-07-27T06:51:33.277125+0000","last_peered":"2024-07-27T06:51:33.277125+0000","last_clean":"2024-07-27T06:51:33.277125+0000","last_became_active":"2024-07-27T06:51:29.813998+0000","last_became_peered":"2024-07-27T06:51:29.813998+0000","last_unstale":"2024-07-27T06:51:33.277125+0000","last_undegraded":"2024-07-27T06:51:33.277125+0000","last_fullsized":"2024-07-27T06:51:33.277125+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:07.155811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836017+0000","last_change":"2024-07-27T06:51:30.832320+0000","last_active":"2024-07-27T06:51:30.836017+0000","last_peered":"2024-07-27T06:51:30.836017+0000","last_clean":"2024-07-27T06:51:30.836017+0000","last_became_active":"2024-07-27T06:51:30.831975+0000","last_became_peered":"2024-07-27T06:51:30.831975+0000","last_unstale":"2024-07-27T06:51:30.836017+0000","last_undegraded":"2024-07-27T06:51:30.836017+0000","last_fullsized":"2024-07-27T06:51:30.836017+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:28.082957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.826259+0000","last_change":"2024-07-27T06:51:29.816216+0000","last_active":"2024-07-27T06:51:30.826259+0000","last_peered":"2024-07-27T06:51:30.826259+0000","last_clean":"2024-07-27T06:51:30.826259+0000","last_became_active":"2024-07-27T06:51:29.815872+0000","last_became_peered":"2024-07-27T06:51:29.815872+0000","last_unstale":"2024-07-27T06:51:30.826259+0000","last_undegraded":"2024-07-27T06:51:30.826259+0000","last_fullsized":"2024-07-27T06:51:30.826259+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:17.923691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195356+0000","last_change":"2024-07-27T06:51:30.817935+0000","last_active":"2024-07-27T06:51:33.195356+0000","last_peered":"2024-07-27T06:51:33.195356+0000","last_clean":"2024-07-27T06:51:33.195356+0000","last_became_active":"2024-07-27T06:51:30.817535+0000","last_became_peered":"2024-07-27T06:51:30.817535+0000","last_unstale":"2024-07-27T06:51:33.195356+0000","last_undegraded":"2024-07-27T06:51:33.195356+0000","last_fullsized":"2024-07-27T06:51:33.195356+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:07:39.448170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813393+0000","last_change":"2024-07-27T06:51:29.815203+0000","last_active":"2024-07-27T06:51:31.813393+0000","last_peered":"2024-07-27T06:51:31.813393+0000","last_clean":"2024-07-27T06:51:31.813393+0000","last_became_active":"2024-07-27T06:51:29.814885+0000","last_became_peered":"2024-07-27T06:51:29.814885+0000","last_unstale":"2024-07-27T06:51:31.813393+0000","last_undegraded":"2024-07-27T06:51:31.813393+0000","last_fullsized":"2024-07-27T06:51:31.813393+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:27.067073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.834197+0000","last_change":"2024-07-27T06:51:30.828469+0000","last_active":"2024-07-27T06:51:30.834197+0000","last_peered":"2024-07-27T06:51:30.834197+0000","last_clean":"2024-07-27T06:51:30.834197+0000","last_became_active":"2024-07-27T06:51:30.828154+0000","last_became_peered":"2024-07-27T06:51:30.828154+0000","last_unstale":"2024-07-27T06:51:30.834197+0000","last_undegraded":"2024-07-27T06:51:30.834197+0000","last_fullsized":"2024-07-27T06:51:30.834197+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:16.226691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.15","version":"39'3","reported_seq":18,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812935+0000","last_change":"2024-07-27T06:51:29.818599+0000","last_active":"2024-07-27T06:51:31.812935+0000","last_peered":"2024-07-27T06:51:31.812935+0000","last_clean":"2024-07-27T06:51:31.812935+0000","last_became_active":"2024-07-27T06:51:29.818206+0000","last_became_peered":"2024-07-27T06:51:29.818206+0000","last_unstale":"2024-07-27T06:51:31.812935+0000","last_undegraded":"2024-07-27T06:51:31.812935+0000","last_fullsized":"2024-07-27T06:51:31.812935+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:46.873473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277979+0000","last_change":"2024-07-27T06:51:30.807969+0000","last_active":"2024-07-27T06:51:33.277979+0000","last_peered":"2024-07-27T06:51:33.277979+0000","last_clean":"2024-07-27T06:51:33.277979+0000","last_became_active":"2024-07-27T06:51:30.807610+0000","last_became_peered":"2024-07-27T06:51:30.807610+0000","last_unstale":"2024-07-27T06:51:33.277979+0000","last_undegraded":"2024-07-27T06:51:33.277979+0000","last_fullsized":"2024-07-27T06:51:33.277979+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:34.764698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.14","version":"39'6","reported_seq":19,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.846050+0000","last_change":"2024-07-27T06:51:29.811712+0000","last_active":"2024-07-27T06:51:30.846050+0000","last_peered":"2024-07-27T06:51:30.846050+0000","last_clean":"2024-07-27T06:51:30.846050+0000","last_became_active":"2024-07-27T06:51:29.810400+0000","last_became_peered":"2024-07-27T06:51:29.810400+0000","last_unstale":"2024-07-27T06:51:30.846050+0000","last_undegraded":"2024-07-27T06:51:30.846050+0000","last_fullsized":"2024-07-27T06:51:30.846050+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:40.140735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831832+0000","last_change":"2024-07-27T06:51:30.827419+0000","last_active":"2024-07-27T06:51:30.831832+0000","last_peered":"2024-07-27T06:51:30.831832+0000","last_clean":"2024-07-27T06:51:30.831832+0000","last_became_active":"2024-07-27T06:51:30.826229+0000","last_became_peered":"2024-07-27T06:51:30.826229+0000","last_unstale":"2024-07-27T06:51:30.831832+0000","last_undegraded":"2024-07-27T06:51:30.831832+0000","last_fullsized":"2024-07-27T06:51:30.831832+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:47.889357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"39'2","reported_seq":15,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.836373+0000","last_change":"2024-07-27T06:51:29.817366+0000","last_active":"2024-07-27T06:51:30.836373+0000","last_peered":"2024-07-27T06:51:30.836373+0000","last_clean":"2024-07-27T06:51:30.836373+0000","last_became_active":"2024-07-27T06:51:29.816863+0000","last_became_peered":"2024-07-27T06:51:29.816863+0000","last_unstale":"2024-07-27T06:51:30.836373+0000","last_undegraded":"2024-07-27T06:51:30.836373+0000","last_fullsized":"2024-07-27T06:51:30.836373+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:43:33.748814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818018+0000","last_change":"2024-07-27T06:51:30.811892+0000","last_active":"2024-07-27T06:51:31.818018+0000","last_peered":"2024-07-27T06:51:31.818018+0000","last_clean":"2024-07-27T06:51:31.818018+0000","last_became_active":"2024-07-27T06:51:30.810343+0000","last_became_peered":"2024-07-27T06:51:30.810343+0000","last_unstale":"2024-07-27T06:51:31.818018+0000","last_undegraded":"2024-07-27T06:51:31.818018+0000","last_fullsized":"2024-07-27T06:51:31.818018+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:50:13.830491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818169+0000","last_change":"2024-07-27T06:51:29.808831+0000","last_active":"2024-07-27T06:51:31.818169+0000","last_peered":"2024-07-27T06:51:31.818169+0000","last_clean":"2024-07-27T06:51:31.818169+0000","last_became_active":"2024-07-27T06:51:29.808496+0000","last_became_peered":"2024-07-27T06:51:29.808496+0000","last_unstale":"2024-07-27T06:51:31.818169+0000","last_undegraded":"2024-07-27T06:51:31.818169+0000","last_fullsized":"2024-07-27T06:51:31.818169+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:42:06.693984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803482+0000","last_change":"2024-07-27T06:51:30.823723+0000","last_active":"2024-07-27T06:51:32.803482+0000","last_peered":"2024-07-27T06:51:32.803482+0000","last_clean":"2024-07-27T06:51:32.803482+0000","last_became_active":"2024-07-27T06:51:30.815513+0000","last_became_peered":"2024-07-27T06:51:30.815513+0000","last_unstale":"2024-07-27T06:51:32.803482+0000","last_undegraded":"2024-07-27T06:51:32.803482+0000","last_fullsized":"2024-07-27T06:51:32.803482+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:52.481821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812507+0000","last_change":"2024-07-27T06:51:29.808640+0000","last_active":"2024-07-27T06:51:31.812507+0000","last_peered":"2024-07-27T06:51:31.812507+0000","last_clean":"2024-07-27T06:51:31.812507+0000","last_became_active":"2024-07-27T06:51:29.808290+0000","last_became_peered":"2024-07-27T06:51:29.808290+0000","last_unstale":"2024-07-27T06:51:31.812507+0000","last_undegraded":"2024-07-27T06:51:31.812507+0000","last_fullsized":"2024-07-27T06:51:31.812507+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:12:51.465937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796012+0000","last_change":"2024-07-27T06:51:30.812741+0000","last_active":"2024-07-27T06:51:32.796012+0000","last_peered":"2024-07-27T06:51:32.796012+0000","last_clean":"2024-07-27T06:51:32.796012+0000","last_became_active":"2024-07-27T06:51:30.812411+0000","last_became_peered":"2024-07-27T06:51:30.812411+0000","last_unstale":"2024-07-27T06:51:32.796012+0000","last_undegraded":"2024-07-27T06:51:32.796012+0000","last_fullsized":"2024-07-27T06:51:32.796012+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:28:00.860472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.10","version":"39'8","reported_seq":23,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.195232+0000","last_change":"2024-07-27T06:51:29.803283+0000","last_active":"2024-07-27T06:51:33.195232+0000","last_peered":"2024-07-27T06:51:33.195232+0000","last_clean":"2024-07-27T06:51:33.195232+0000","last_became_active":"2024-07-27T06:51:29.802934+0000","last_became_peered":"2024-07-27T06:51:29.802934+0000","last_unstale":"2024-07-27T06:51:33.195232+0000","last_undegraded":"2024-07-27T06:51:33.195232+0000","last_fullsized":"2024-07-27T06:51:33.195232+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:27:59.844588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819939+0000","last_change":"2024-07-27T06:51:30.811478+0000","last_active":"2024-07-27T06:51:31.819939+0000","last_peered":"2024-07-27T06:51:31.819939+0000","last_clean":"2024-07-27T06:51:31.819939+0000","last_became_active":"2024-07-27T06:51:30.811099+0000","last_became_peered":"2024-07-27T06:51:30.811099+0000","last_unstale":"2024-07-27T06:51:31.819939+0000","last_undegraded":"2024-07-27T06:51:31.819939+0000","last_fullsized":"2024-07-27T06:51:31.819939+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:04.407226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.f","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277820+0000","last_change":"2024-07-27T06:51:29.811706+0000","last_active":"2024-07-27T06:51:33.277820+0000","last_peered":"2024-07-27T06:51:33.277820+0000","last_clean":"2024-07-27T06:51:33.277820+0000","last_became_active":"2024-07-27T06:51:29.810948+0000","last_became_peered":"2024-07-27T06:51:29.810948+0000","last_unstale":"2024-07-27T06:51:33.277820+0000","last_undegraded":"2024-07-27T06:51:33.277820+0000","last_fullsized":"2024-07-27T06:51:33.277820+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:08.933350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277450+0000","last_change":"2024-07-27T06:51:30.820672+0000","last_active":"2024-07-27T06:51:33.277450+0000","last_peered":"2024-07-27T06:51:33.277450+0000","last_clean":"2024-07-27T06:51:33.277450+0000","last_became_active":"2024-07-27T06:51:30.820394+0000","last_became_peered":"2024-07-27T06:51:30.820394+0000","last_unstale":"2024-07-27T06:51:33.277450+0000","last_undegraded":"2024-07-27T06:51:33.277450+0000","last_fullsized":"2024-07-27T06:51:33.277450+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:11.304731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813575+0000","last_change":"2024-07-27T06:51:29.811332+0000","last_active":"2024-07-27T06:51:31.813575+0000","last_peered":"2024-07-27T06:51:31.813575+0000","last_clean":"2024-07-27T06:51:31.813575+0000","last_became_active":"2024-07-27T06:51:29.810326+0000","last_became_peered":"2024-07-27T06:51:29.810326+0000","last_unstale":"2024-07-27T06:51:31.813575+0000","last_undegraded":"2024-07-27T06:51:31.813575+0000","last_fullsized":"2024-07-27T06:51:31.813575+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:15.210807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.278180+0000","last_change":"2024-07-27T06:51:30.813921+0000","last_active":"2024-07-27T06:51:33.278180+0000","last_peered":"2024-07-27T06:51:33.278180+0000","last_clean":"2024-07-27T06:51:33.278180+0000","last_became_active":"2024-07-27T06:51:30.813590+0000","last_became_peered":"2024-07-27T06:51:30.813590+0000","last_unstale":"2024-07-27T06:51:33.278180+0000","last_undegraded":"2024-07-27T06:51:33.278180+0000","last_fullsized":"2024-07-27T06:51:33.278180+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:20.763713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.d","version":"39'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796675+0000","last_change":"2024-07-27T06:51:29.820799+0000","last_active":"2024-07-27T06:51:32.796675+0000","last_peered":"2024-07-27T06:51:32.796675+0000","last_clean":"2024-07-27T06:51:32.796675+0000","last_became_active":"2024-07-27T06:51:29.820464+0000","last_became_peered":"2024-07-27T06:51:29.820464+0000","last_unstale":"2024-07-27T06:51:32.796675+0000","last_undegraded":"2024-07-27T06:51:32.796675+0000","last_fullsized":"2024-07-27T06:51:32.796675+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:08.933350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820646+0000","last_change":"2024-07-27T06:51:30.835623+0000","last_active":"2024-07-27T06:51:31.820646+0000","last_peered":"2024-07-27T06:51:31.820646+0000","last_clean":"2024-07-27T06:51:31.820646+0000","last_became_active":"2024-07-27T06:51:30.835293+0000","last_became_peered":"2024-07-27T06:51:30.835293+0000","last_unstale":"2024-07-27T06:51:31.820646+0000","last_undegraded":"2024-07-27T06:51:31.820646+0000","last_fullsized":"2024-07-27T06:51:31.820646+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:18.939575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819006+0000","last_change":"2024-07-27T06:51:29.806723+0000","last_active":"2024-07-27T06:51:31.819006+0000","last_peered":"2024-07-27T06:51:31.819006+0000","last_clean":"2024-07-27T06:51:31.819006+0000","last_became_active":"2024-07-27T06:51:29.806344+0000","last_became_peered":"2024-07-27T06:51:29.806344+0000","last_unstale":"2024-07-27T06:51:31.819006+0000","last_undegraded":"2024-07-27T06:51:31.819006+0000","last_fullsized":"2024-07-27T06:51:31.819006+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:24.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812672+0000","last_change":"2024-07-27T06:51:30.819348+0000","last_active":"2024-07-27T06:51:31.812672+0000","last_peered":"2024-07-27T06:51:31.812672+0000","last_clean":"2024-07-27T06:51:31.812672+0000","last_became_active":"2024-07-27T06:51:30.818982+0000","last_became_peered":"2024-07-27T06:51:30.818982+0000","last_unstale":"2024-07-27T06:51:31.812672+0000","last_undegraded":"2024-07-27T06:51:31.812672+0000","last_fullsized":"2024-07-27T06:51:31.812672+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:04.088930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.b","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.819733+0000","last_change":"2024-07-27T06:51:29.815764+0000","last_active":"2024-07-27T06:51:31.819733+0000","last_peered":"2024-07-27T06:51:31.819733+0000","last_clean":"2024-07-27T06:51:31.819733+0000","last_became_active":"2024-07-27T06:51:29.815399+0000","last_became_peered":"2024-07-27T06:51:29.815399+0000","last_unstale":"2024-07-27T06:51:31.819733+0000","last_undegraded":"2024-07-27T06:51:31.819733+0000","last_fullsized":"2024-07-27T06:51:31.819733+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:19.747829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.834227+0000","last_change":"2024-07-27T06:51:30.828353+0000","last_active":"2024-07-27T06:51:30.834227+0000","last_peered":"2024-07-27T06:51:30.834227+0000","last_clean":"2024-07-27T06:51:30.834227+0000","last_became_active":"2024-07-27T06:51:30.828065+0000","last_became_peered":"2024-07-27T06:51:30.828065+0000","last_unstale":"2024-07-27T06:51:30.834227+0000","last_undegraded":"2024-07-27T06:51:30.834227+0000","last_fullsized":"2024-07-27T06:51:30.834227+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:24.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817887+0000","last_change":"2024-07-27T06:51:29.806512+0000","last_active":"2024-07-27T06:51:31.817887+0000","last_peered":"2024-07-27T06:51:31.817887+0000","last_clean":"2024-07-27T06:51:31.817887+0000","last_became_active":"2024-07-27T06:51:29.806139+0000","last_became_peered":"2024-07-27T06:51:29.806139+0000","last_unstale":"2024-07-27T06:51:31.817887+0000","last_undegraded":"2024-07-27T06:51:31.817887+0000","last_fullsized":"2024-07-27T06:51:31.817887+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:37:10.345933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802805+0000","last_change":"2024-07-27T06:51:30.806653+0000","last_active":"2024-07-27T06:51:32.802805+0000","last_peered":"2024-07-27T06:51:32.802805+0000","last_clean":"2024-07-27T06:51:32.802805+0000","last_became_active":"2024-07-27T06:51:30.806330+0000","last_became_peered":"2024-07-27T06:51:30.806330+0000","last_unstale":"2024-07-27T06:51:32.802805+0000","last_undegraded":"2024-07-27T06:51:32.802805+0000","last_fullsized":"2024-07-27T06:51:32.802805+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:47.889357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277488+0000","last_change":"2024-07-27T06:51:29.814324+0000","last_active":"2024-07-27T06:51:33.277488+0000","last_peered":"2024-07-27T06:51:33.277488+0000","last_clean":"2024-07-27T06:51:33.277488+0000","last_became_active":"2024-07-27T06:51:29.813942+0000","last_became_peered":"2024-07-27T06:51:29.813942+0000","last_unstale":"2024-07-27T06:51:33.277488+0000","last_undegraded":"2024-07-27T06:51:33.277488+0000","last_fullsized":"2024-07-27T06:51:33.277488+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:25.706506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.831009+0000","last_change":"2024-07-27T06:51:30.825759+0000","last_active":"2024-07-27T06:51:30.831009+0000","last_peered":"2024-07-27T06:51:30.831009+0000","last_clean":"2024-07-27T06:51:30.831009+0000","last_became_active":"2024-07-27T06:51:30.825424+0000","last_became_peered":"2024-07-27T06:51:30.825424+0000","last_unstale":"2024-07-27T06:51:30.831009+0000","last_undegraded":"2024-07-27T06:51:30.831009+0000","last_fullsized":"2024-07-27T06:51:30.831009+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:50.876508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.817183+0000","last_change":"2024-07-27T06:51:29.815312+0000","last_active":"2024-07-27T06:51:31.817183+0000","last_peered":"2024-07-27T06:51:31.817183+0000","last_clean":"2024-07-27T06:51:31.817183+0000","last_became_active":"2024-07-27T06:51:29.814973+0000","last_became_peered":"2024-07-27T06:51:29.814973+0000","last_unstale":"2024-07-27T06:51:31.817183+0000","last_undegraded":"2024-07-27T06:51:31.817183+0000","last_fullsized":"2024-07-27T06:51:31.817183+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:45:27.749414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796300+0000","last_change":"2024-07-27T06:51:30.809188+0000","last_active":"2024-07-27T06:51:32.796300+0000","last_peered":"2024-07-27T06:51:32.796300+0000","last_clean":"2024-07-27T06:51:32.796300+0000","last_became_active":"2024-07-27T06:51:30.804028+0000","last_became_peered":"2024-07-27T06:51:30.804028+0000","last_unstale":"2024-07-27T06:51:32.796300+0000","last_undegraded":"2024-07-27T06:51:32.796300+0000","last_fullsized":"2024-07-27T06:51:32.796300+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:01:57.644977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"39'2","reported_seq":17,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.813259+0000","last_change":"2024-07-27T06:51:29.813089+0000","last_active":"2024-07-27T06:51:31.813259+0000","last_peered":"2024-07-27T06:51:31.813259+0000","last_clean":"2024-07-27T06:51:31.813259+0000","last_became_active":"2024-07-27T06:51:29.812751+0000","last_became_peered":"2024-07-27T06:51:29.812751+0000","last_unstale":"2024-07-27T06:51:31.813259+0000","last_undegraded":"2024-07-27T06:51:31.813259+0000","last_fullsized":"2024-07-27T06:51:31.813259+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:23.520441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803922+0000","last_change":"2024-07-27T06:51:30.826712+0000","last_active":"2024-07-27T06:51:32.803922+0000","last_peered":"2024-07-27T06:51:32.803922+0000","last_clean":"2024-07-27T06:51:32.803922+0000","last_became_active":"2024-07-27T06:51:30.826364+0000","last_became_peered":"2024-07-27T06:51:30.826364+0000","last_unstale":"2024-07-27T06:51:32.803922+0000","last_undegraded":"2024-07-27T06:51:32.803922+0000","last_fullsized":"2024-07-27T06:51:32.803922+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:51.407807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"40'1","reported_seq":16,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.800436+0000","last_change":"2024-07-27T06:51:29.820773+0000","last_active":"2024-07-27T06:51:32.800436+0000","last_peered":"2024-07-27T06:51:32.800436+0000","last_clean":"2024-07-27T06:51:32.800436+0000","last_became_active":"2024-07-27T06:51:29.820404+0000","last_became_peered":"2024-07-27T06:51:29.820404+0000","last_unstale":"2024-07-27T06:51:32.800436+0000","last_undegraded":"2024-07-27T06:51:32.800436+0000","last_fullsized":"2024-07-27T06:51:32.800436+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:25.706506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.820381+0000","last_change":"2024-07-27T06:51:30.838465+0000","last_active":"2024-07-27T06:51:31.820381+0000","last_peered":"2024-07-27T06:51:31.820381+0000","last_clean":"2024-07-27T06:51:31.820381+0000","last_became_active":"2024-07-27T06:51:30.838037+0000","last_became_peered":"2024-07-27T06:51:30.838037+0000","last_unstale":"2024-07-27T06:51:31.820381+0000","last_undegraded":"2024-07-27T06:51:31.820381+0000","last_fullsized":"2024-07-27T06:51:31.820381+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:50.876508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796127+0000","last_change":"2024-07-27T06:51:29.822778+0000","last_active":"2024-07-27T06:51:32.796127+0000","last_peered":"2024-07-27T06:51:32.796127+0000","last_clean":"2024-07-27T06:51:32.796127+0000","last_became_active":"2024-07-27T06:51:29.822331+0000","last_became_peered":"2024-07-27T06:51:29.822331+0000","last_unstale":"2024-07-27T06:51:32.796127+0000","last_undegraded":"2024-07-27T06:51:32.796127+0000","last_fullsized":"2024-07-27T06:51:32.796127+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:07.155811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.796067+0000","last_change":"2024-07-27T06:51:30.824544+0000","last_active":"2024-07-27T06:51:32.796067+0000","last_peered":"2024-07-27T06:51:32.796067+0000","last_clean":"2024-07-27T06:51:32.796067+0000","last_became_active":"2024-07-27T06:51:30.824234+0000","last_became_peered":"2024-07-27T06:51:30.824234+0000","last_unstale":"2024-07-27T06:51:32.796067+0000","last_undegraded":"2024-07-27T06:51:32.796067+0000","last_fullsized":"2024-07-27T06:51:32.796067+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:07.978126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.819236+0000","last_change":"2024-07-27T06:51:29.816903+0000","last_active":"2024-07-27T06:51:30.819236+0000","last_peered":"2024-07-27T06:51:30.819236+0000","last_clean":"2024-07-27T06:51:30.819236+0000","last_became_active":"2024-07-27T06:51:29.816594+0000","last_became_peered":"2024-07-27T06:51:29.816594+0000","last_unstale":"2024-07-27T06:51:30.819236+0000","last_undegraded":"2024-07-27T06:51:30.819236+0000","last_fullsized":"2024-07-27T06:51:30.819236+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:24.362906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.818551+0000","last_change":"2024-07-27T06:51:30.832574+0000","last_active":"2024-07-27T06:51:31.818551+0000","last_peered":"2024-07-27T06:51:31.818551+0000","last_clean":"2024-07-27T06:51:31.818551+0000","last_became_active":"2024-07-27T06:51:30.832241+0000","last_became_peered":"2024-07-27T06:51:30.832241+0000","last_unstale":"2024-07-27T06:51:31.818551+0000","last_undegraded":"2024-07-27T06:51:31.818551+0000","last_fullsized":"2024-07-27T06:51:31.818551+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:30:01.988292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803711+0000","last_change":"2024-07-27T06:51:29.810032+0000","last_active":"2024-07-27T06:51:32.803711+0000","last_peered":"2024-07-27T06:51:32.803711+0000","last_clean":"2024-07-27T06:51:32.803711+0000","last_became_active":"2024-07-27T06:51:29.809696+0000","last_became_peered":"2024-07-27T06:51:29.809696+0000","last_unstale":"2024-07-27T06:51:32.803711+0000","last_undegraded":"2024-07-27T06:51:32.803711+0000","last_fullsized":"2024-07-27T06:51:32.803711+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:11.203300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.814209+0000","last_change":"2024-07-27T06:51:30.827275+0000","last_active":"2024-07-27T06:51:31.814209+0000","last_peered":"2024-07-27T06:51:31.814209+0000","last_clean":"2024-07-27T06:51:31.814209+0000","last_became_active":"2024-07-27T06:51:30.826523+0000","last_became_peered":"2024-07-27T06:51:30.826523+0000","last_unstale":"2024-07-27T06:51:31.814209+0000","last_undegraded":"2024-07-27T06:51:31.814209+0000","last_fullsized":"2024-07-27T06:51:31.814209+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:18.472001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812533+0000","last_change":"2024-07-27T06:51:29.809338+0000","last_active":"2024-07-27T06:51:31.812533+0000","last_peered":"2024-07-27T06:51:31.812533+0000","last_clean":"2024-07-27T06:51:31.812533+0000","last_became_active":"2024-07-27T06:51:29.809012+0000","last_became_peered":"2024-07-27T06:51:29.809012+0000","last_unstale":"2024-07-27T06:51:31.812533+0000","last_undegraded":"2024-07-27T06:51:31.812533+0000","last_fullsized":"2024-07-27T06:51:31.812533+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:50.391923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.803041+0000","last_change":"2024-07-27T06:51:30.833344+0000","last_active":"2024-07-27T06:51:32.803041+0000","last_peered":"2024-07-27T06:51:32.803041+0000","last_clean":"2024-07-27T06:51:32.803041+0000","last_became_active":"2024-07-27T06:51:30.829361+0000","last_became_peered":"2024-07-27T06:51:30.829361+0000","last_unstale":"2024-07-27T06:51:32.803041+0000","last_undegraded":"2024-07-27T06:51:32.803041+0000","last_fullsized":"2024-07-27T06:51:32.803041+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:24.536325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":13,"reported_epoch":39,"state":"active+clean","last_fresh":"2024-07-27T06:51:30.819077+0000","last_change":"2024-07-27T06:51:29.809867+0000","last_active":"2024-07-27T06:51:30.819077+0000","last_peered":"2024-07-27T06:51:30.819077+0000","last_clean":"2024-07-27T06:51:30.819077+0000","last_became_active":"2024-07-27T06:51:29.809363+0000","last_became_peered":"2024-07-27T06:51:29.809363+0000","last_unstale":"2024-07-27T06:51:30.819077+0000","last_undegraded":"2024-07-27T06:51:30.819077+0000","last_fullsized":"2024-07-27T06:51:30.819077+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:05:19.747829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":13,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:31.812943+0000","last_change":"2024-07-27T06:51:30.834085+0000","last_active":"2024-07-27T06:51:31.812943+0000","last_peered":"2024-07-27T06:51:31.812943+0000","last_clean":"2024-07-27T06:51:31.812943+0000","last_became_active":"2024-07-27T06:51:30.833692+0000","last_became_peered":"2024-07-27T06:51:30.833692+0000","last_unstale":"2024-07-27T06:51:31.812943+0000","last_undegraded":"2024-07-27T06:51:31.812943+0000","last_fullsized":"2024-07-27T06:51:31.812943+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:29.755614+0000","last_clean_scrub_stamp":"2024-07-27T06:51:29.755614+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:01:59.239022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":15,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:32.802955+0000","last_change":"2024-07-27T06:51:29.805996+0000","last_active":"2024-07-27T06:51:32.802955+0000","last_peered":"2024-07-27T06:51:32.802955+0000","last_clean":"2024-07-27T06:51:32.802955+0000","last_became_active":"2024-07-27T06:51:29.805595+0000","last_became_peered":"2024-07-27T06:51:29.805595+0000","last_unstale":"2024-07-27T06:51:32.802955+0000","last_undegraded":"2024-07-27T06:51:32.802955+0000","last_fullsized":"2024-07-27T06:51:32.802955+0000","mapping_epoch":37,"log_start":"0'0","ondisk_log_start":"0'0","created":37,"last_epoch_clean":38,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:28.739730+0000","last_clean_scrub_stamp":"2024-07-27T06:51:28.739730+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:19:10.288847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":143,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-07-27T06:51:33.277413+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:51:33.277413+0000","last_peered":"2024-07-27T06:51:33.277413+0000","last_clean":"2024-07-27T06:51:33.277413+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:51:33.277413+0000","last_undegraded":"2024-07-27T06:51:33.277413+0000","last_fullsized":"2024-07-27T06:51:33.277413+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":454656,"data_stored":193472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476759,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":454656,"data_stored":188884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476761,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28044,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343796,"statfs":{"total":96636764160,"available":96608047104,"internally_reserved":0,"allocated":1048576,"data_stored":783772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476759,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27468,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344372,"statfs":{"total":96636764160,"available":96608636928,"internally_reserved":0,"allocated":458752,"data_stored":193474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509463,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27456,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344384,"statfs":{"total":96636764160,"available":96608649216,"internally_reserved":0,"allocated":442368,"data_stored":186760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509462,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28052,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343788,"statfs":{"total":96636764160,"available":96608038912,"internally_reserved":0,"allocated":1048576,"data_stored":784332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509463,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27472,"kb_used_data":448,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344368,"statfs":{"total":96636764160,"available":96608632832,"internally_reserved":0,"allocated":458752,"data_stored":188426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542166,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27464,"kb_used_data":444,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344376,"statfs":{"total":96636764160,"available":96608641024,"internally_reserved":0,"allocated":454656,"data_stored":193416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:51:36.201 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:51:36.201 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T06:51:36.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 -- 172.21.15.66:0/1062286870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 msgr2=0x7fd304003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 --2- 172.21.15.66:0/1062286870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd304003ec0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd310009b20 tx=0x7fd304005830 comp rx=0 tx=0).stop 2024-07-27T06:51:36.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 -- 172.21.15.66:0/1062286870 shutdown_connections 2024-07-27T06:51:36.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 --2- 172.21.15.66:0/1062286870 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd304003ec0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 -- 172.21.15.66:0/1062286870 >> 172.21.15.66:0/1062286870 conn(0x7fd32006cf40 msgr2=0x7fd3200b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:36.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 -- 172.21.15.66:0/1062286870 shutdown_connections 2024-07-27T06:51:36.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.545+0000 7fd324e00640 1 -- 172.21.15.66:0/1062286870 wait complete. 2024-07-27T06:51:36.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.548+0000 7fd324e00640 1 Processor -- start 2024-07-27T06:51:36.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.548+0000 7fd324e00640 1 -- start start 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.549+0000 7fd324e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.549+0000 7fd324e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32013fb40 0x7fd32013ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd324e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd320158ce0 0x7fd3201590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd324e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd32015fdd0 con 0x7fd304003a50 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd324e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd32015fc50 con 0x7fd32013fb40 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd324e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd32015ff50 con 0x7fd320158ce0 2024-07-27T06:51:36.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:36.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41510/0 (socket says 172.21.15.66:41510) 2024-07-27T06:51:36.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 -- 172.21.15.66:0/1818992078 learned_addr learned my addr 172.21.15.66:0/1818992078 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:36.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 -- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd320158ce0 msgr2=0x7fd3201590f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd320158ce0 0x7fd3201590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 -- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32013fb40 msgr2=0x7fd32013ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32013fb40 0x7fd32013ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.550+0000 7fd31f400640 1 -- 172.21.15.66:0/1818992078 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd320159630 con 0x7fd304003a50 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd31f400640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd310009c40 tx=0x7fd3100336f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310038040 con 0x7fd304003a50 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd310043070 con 0x7fd304003a50 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3201425e0 con 0x7fd304003a50 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310033c50 con 0x7fd304003a50 2024-07-27T06:51:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.551+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3201f2f90 con 0x7fd304003a50 2024-07-27T06:51:36.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.553+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd32015c450 con 0x7fd304003a50 2024-07-27T06:51:36.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.554+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd310048460 con 0x7fd304003a50 2024-07-27T06:51:36.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.555+0000 7fd317400640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:36.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.555+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fd3100b9b20 con 0x7fd304003a50 2024-07-27T06:51:36.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.556+0000 7fd31ea00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:36.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.558+0000 7fd31ea00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd30c001860 tx=0x7fd30c001e20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:36.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.560+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd320159630 con 0x7fd304003a50 2024-07-27T06:51:36.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.861+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd3200ce970 con 0x7fd304003a50 2024-07-27T06:51:36.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.868+0000 7fd317400640 1 -- 172.21.15.66:0/1818992078 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7fd310082b80 con 0x7fd304003a50 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T06:51:36.870 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T06:51:36.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.871+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 msgr2=0x7fd300079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.871+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fd30c001860 tx=0x7fd30c001e20 comp rx=0 tx=0).stop 2024-07-27T06:51:36.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.871+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 msgr2=0x7fd3201420a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:36.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.871+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd310009c40 tx=0x7fd3100336f0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 shutdown_connections 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd300077040 0x7fd300079550 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd320158ce0 0x7fd3201590f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd32013fb40 0x7fd32013ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 --2- 172.21.15.66:0/1818992078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd304003a50 0x7fd3201420a0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 >> 172.21.15.66:0/1818992078 conn(0x7fd32006cf40 msgr2=0x7fd32015b420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 shutdown_connections 2024-07-27T06:51:36.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:36.872+0000 7fd324e00640 1 -- 172.21.15.66:0/1818992078 wait complete. 2024-07-27T06:51:36.903 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:37.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.197+0000 7f6a87200640 1 -- 172.21.15.66:0/2316565542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8806ff10 msgr2=0x7f6a880cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:37.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.197+0000 7f6a87200640 1 --2- 172.21.15.66:0/2316565542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8806ff10 0x7f6a880cd960 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6a80005fd0 tx=0x7f6a8002aa90 comp rx=0 tx=0).stop 2024-07-27T06:51:37.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 -- 172.21.15.66:0/2316565542 shutdown_connections 2024-07-27T06:51:37.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 --2- 172.21.15.66:0/2316565542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8806ff10 0x7f6a880cd960 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 --2- 172.21.15.66:0/2316565542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 0x7f6a8815e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 -- 172.21.15.66:0/2316565542 >> 172.21.15.66:0/2316565542 conn(0x7f6a8806c780 msgr2=0x7f6a8806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:37.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 -- 172.21.15.66:0/2316565542 shutdown_connections 2024-07-27T06:51:37.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.198+0000 7f6a87200640 1 -- 172.21.15.66:0/2316565542 wait complete. 2024-07-27T06:51:37.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.200+0000 7f6a87200640 1 Processor -- start 2024-07-27T06:51:37.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.200+0000 7f6a87200640 1 -- start start 2024-07-27T06:51:37.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 0x7f6a880b44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:37.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:37.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 0x7f6a880aa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:37.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6a880ce3f0 con 0x7f6a8815eee0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a880ce270 con 0x7f6a881f8210 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a87200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a880ce570 con 0x7f6a88143ac0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a85400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a85400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41524/0 (socket says 172.21.15.66:41524) 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a85400640 1 -- 172.21.15.66:0/2561450983 learned_addr learned my addr 172.21.15.66:0/2561450983 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.202+0000 7f6a85e00640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 0x7f6a880b44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a86800640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 0x7f6a880aa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 -- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 msgr2=0x7f6a880b44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 0x7f6a880b44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 -- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 msgr2=0x7f6a880aa8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 0x7f6a880aa8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 -- 172.21.15.66:0/2561450983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a881f8960 con 0x7f6a8815eee0 2024-07-27T06:51:37.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a86800640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 0x7f6a880aa8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:37.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a85400640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400c390 tx=0x7f6a7400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:37.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74017070 con 0x7f6a8815eee0 2024-07-27T06:51:37.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a740053e0 con 0x7f6a8815eee0 2024-07-27T06:51:37.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.203+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a881f8c40 con 0x7f6a8815eee0 2024-07-27T06:51:37.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.204+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a74003850 con 0x7f6a8815eee0 2024-07-27T06:51:37.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.204+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a881f4e30 con 0x7f6a8815eee0 2024-07-27T06:51:37.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.205+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a881f9160 con 0x7f6a8815eee0 2024-07-27T06:51:37.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.206+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6a7401a070 con 0x7f6a8815eee0 2024-07-27T06:51:37.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.207+0000 7f6a7e000640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 0x7f6a68079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:37.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.207+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f6a74097ef0 con 0x7f6a8815eee0 2024-07-27T06:51:37.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.208+0000 7f6a85e00640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 0x7f6a68079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:37.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.209+0000 7f6a85e00640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 0x7f6a68079550 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6a78009ac0 tx=0x7f6a78005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:37.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.212+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a881f9160 con 0x7f6a8815eee0 2024-07-27T06:51:37.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.464+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a881f4c20 con 0x7f6a8815eee0 2024-07-27T06:51:37.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.465+0000 7f6a7e000640 1 -- 172.21.15.66:0/2561450983 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f6a74060ed0 con 0x7f6a8815eee0 2024-07-27T06:51:37.468 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:37.468 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:37.468 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 msgr2=0x7f6a68079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 0x7f6a68079550 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6a78009ac0 tx=0x7f6a78005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 msgr2=0x7f6a880ad130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f6a7400c390 tx=0x7f6a7400c850 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 shutdown_connections 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a68077040 0x7f6a68079550 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a881f8210 0x7f6a880aa8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a8815eee0 0x7f6a880ad130 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 --2- 172.21.15.66:0/2561450983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a88143ac0 0x7f6a880b44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:37.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.468+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 >> 172.21.15.66:0/2561450983 conn(0x7f6a8806c780 msgr2=0x7f6a88143290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:37.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.469+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 shutdown_connections 2024-07-27T06:51:37.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:37.469+0000 7f6a87200640 1 -- 172.21.15.66:0/2561450983 wait complete. 2024-07-27T06:51:37.905 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:51:30.358896+0000', 'modified': '2024-07-27T06:51:33.407597+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4920}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4920': {'gid': 4920, 'name': 'c', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.66:6835/3123370329', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 3123370329}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 3123370329}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4920, 'qdb_cluster': [4920]} 2024-07-27T06:51:37.905 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:51:37.905 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:51:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.206+0000 7ff039400640 1 -- 172.21.15.66:0/2769626976 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 msgr2=0x7ff0340b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.206+0000 7ff039400640 1 --2- 172.21.15.66:0/2769626976 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff0340b38c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff024009830 tx=0x7ff02402a480 comp rx=0 tx=0).stop 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 -- 172.21.15.66:0/2769626976 shutdown_connections 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 --2- 172.21.15.66:0/2769626976 >> v2:172.21.15.155:3300/0 conn(0x7ff0340ae830 0x7ff0340aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 --2- 172.21.15.66:0/2769626976 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff0340b38c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 -- 172.21.15.66:0/2769626976 >> 172.21.15.66:0/2769626976 conn(0x7ff03406c780 msgr2=0x7ff03406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 -- 172.21.15.66:0/2769626976 shutdown_connections 2024-07-27T06:51:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.207+0000 7ff039400640 1 -- 172.21.15.66:0/2769626976 wait complete. 2024-07-27T06:51:38.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.209+0000 7ff039400640 1 Processor -- start 2024-07-27T06:51:38.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.209+0000 7ff039400640 1 -- start start 2024-07-27T06:51:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff03406de60 0x7ff034140ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff034142c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff03415a4b0 con 0x7ff0340ae830 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff0340703e0 con 0x7ff03406de60 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff039400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff03415a630 con 0x7ff034151010 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff02be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff02be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41530/0 (socket says 172.21.15.66:41530) 2024-07-27T06:51:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff02be00640 1 -- 172.21.15.66:0/3206776552 learned_addr learned my addr 172.21.15.66:0/3206776552 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.211+0000 7ff033e00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff03406de60 0x7ff034140ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff038a00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff034142c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 -- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 msgr2=0x7ff034142c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff034142c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 -- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff03406de60 msgr2=0x7ff034140ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff03406de60 0x7ff034140ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 -- 172.21.15.66:0/3206776552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0341f5a70 con 0x7ff0340ae830 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff02be00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff01c00e7c0 tx=0x7ff01c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff030c00640 1 -- 172.21.15.66:0/3206776552 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c00ccc0 con 0x7ff0340ae830 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.212+0000 7ff030c00640 1 -- 172.21.15.66:0/3206776552 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff01c010430 con 0x7ff0340ae830 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.213+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0341f5d50 con 0x7ff0340ae830 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.213+0000 7ff030c00640 1 -- 172.21.15.66:0/3206776552 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c010860 con 0x7ff0340ae830 2024-07-27T06:51:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.213+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0341f54e0 con 0x7ff0340ae830 2024-07-27T06:51:38.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.215+0000 7ff030c00640 1 -- 172.21.15.66:0/3206776552 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff01c010a00 con 0x7ff0340ae830 2024-07-27T06:51:38.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.216+0000 7ff030c00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.217+0000 7ff030c00640 1 -- 172.21.15.66:0/3206776552 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff01c0995c0 con 0x7ff0340ae830 2024-07-27T06:51:38.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.217+0000 7ff0419eb740 1 Processor -- start 2024-07-27T06:51:38.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.217+0000 7ff033e00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.217+0000 7ff0419eb740 1 -- start start 2024-07-27T06:51:38.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff033e00640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff024034000 tx=0x7ff024004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a1bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39fef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5572b3947390 con 0x5572b36063b0 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5572b3936a30 con 0x5572b362f270 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5572b393a8d0 con 0x5572b360e590 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.219+0000 7ff02be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41542/0 (socket says 172.21.15.66:41542) 2024-07-27T06:51:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 -- 172.21.15.66:0/1721735591 learned_addr learned my addr 172.21.15.66:0/1721735591 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff033e00640 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a1bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff038a00640 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39fef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 -- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 msgr2=0x5572b39fef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39fef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 -- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 msgr2=0x5572b3a1bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a1bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 -- 172.21.15.66:0/1721735591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572b38f2d70 con 0x5572b36063b0 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.220+0000 7ff02be00640 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff01c061da0 tx=0x7ff01c061920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1f4a9fe43c3338 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.221+0000 7ff023e00640 1 -- 172.21.15.66:0/1721735591 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c0661f0 con 0x5572b36063b0 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.221+0000 7ff023e00640 1 -- 172.21.15.66:0/1721735591 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff01c061e10 con 0x5572b36063b0 2024-07-27T06:51:38.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.221+0000 7ff023e00640 1 -- 172.21.15.66:0/1721735591 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01c066410 con 0x5572b36063b0 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 -- 172.21.15.66:0/1721735591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 msgr2=0x5572b39fea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff01c061da0 tx=0x7ff01c061920 comp rx=0 tx=0).stop 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 -- 172.21.15.66:0/1721735591 shutdown_connections 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39fef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39fea10 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 --2- 172.21.15.66:0/1721735591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a1bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 -- 172.21.15.66:0/1721735591 >> 172.21.15.66:0/1721735591 conn(0x5572b36233c0 msgr2=0x5572b39d4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 -- 172.21.15.66:0/1721735591 shutdown_connections 2024-07-27T06:51:38.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.222+0000 7ff0419eb740 1 -- 172.21.15.66:0/1721735591 wait complete. 2024-07-27T06:51:38.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.223+0000 7ff0419eb740 1 -- start start 2024-07-27T06:51:38.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.223+0000 7ff0419eb740 1 Processor -- start 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b36063b0 0x5572b3a15a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39d4410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5572b36a9620 con 0x5572b362f270 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5572b38d3e10 con 0x5572b36063b0 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5572b39eca40 con 0x5572b360e590 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff0419eb740 10 client.0 _ll_register_callbacks cb 0x5572b39309a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff038a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff038a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41558/0 (socket says 172.21.15.66:41558) 2024-07-27T06:51:38.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.225+0000 7ff038a00640 1 -- 172.21.15.66:0/2993026221 learned_addr learned my addr 172.21.15.66:0/2993026221 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff02be00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39d4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff033e00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b36063b0 0x5572b3a15a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 -- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 msgr2=0x5572b39d4410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39d4410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 -- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b36063b0 msgr2=0x5572b3a15a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b36063b0 0x5572b3a15a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 -- 172.21.15.66:0/2993026221 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572b369a850 con 0x5572b362f270 2024-07-27T06:51:38.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff038a00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff0340b4ce0 tx=0x7ff02c00fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5323351e0c5d108c server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff020c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c019030 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff02c010040 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.226+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff01c061e10 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7ff02c022050 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 10 client.5073 fetch_fsmap learned FSMap version 18 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5572b37116b0 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff01c061e10 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7ff02c025020 con 0x5572b362f270 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 10 client.5073 fetch_fsmap finished waiting for FSMap version 18 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 10 client.5073 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 20 client.5073 populate_metadata read hostname 'smithi066' 2024-07-27T06:51:38.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b35ede40 0x5572b3a27fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 4 client.5073 mds_command: new command op to 4920 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:51:38.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.227+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 --> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572b39492e0 con 0x5572b35ede40 2024-07-27T06:51:38.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.228+0000 7ff033e00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b35ede40 0x5572b3a27fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.228+0000 7ff033e00640 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b35ede40 0x5572b3a27fd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b4ac2a14534f6df1 server_cookie=34e8aa375a5c541d in_seq=0 out_seq=0 2024-07-27T06:51:38.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.228+0000 7ff020c00640 10 client.5073 ms_handle_connect on v2:172.21.15.66:6833/3123370329 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.229+0000 7ff020c00640 1 -- 172.21.15.66:0/2993026221 <== mds.0 v2:172.21.15.66:6833/3123370329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5572b39492e0 con 0x5572b35ede40 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.229+0000 7ff020c00640 10 client.5073 handle_command_reply: tid=0 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.229+0000 7ff0419eb740 1 client.5073 shutdown 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.229+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 msgr2=0x5572b39eccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.229+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff0340b4ce0 tx=0x7ff02c00fc80 comp rx=0 tx=0).stop 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 shutdown_connections 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b35ede40 0x5572b3a27fd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b362f270 0x5572b39eccd0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39d4410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2993026221 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b36063b0 0x5572b3a15a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 >> 172.21.15.66:0/2993026221 conn(0x5572b36233c0 msgr2=0x5572b3a1d4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff020c00640 0 client.5073 ms_handle_reset on v2:172.21.15.66:6833/3123370329 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 shutdown_connections 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 1 -- 172.21.15.66:0/2993026221 wait complete. 2024-07-27T06:51:38.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.230+0000 7ff0419eb740 20 client.5073 trim_cache size 0 max 16384 2024-07-27T06:51:38.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.251+0000 7ff0419eb740 1 Processor -- start 2024-07-27T06:51:38.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.251+0000 7ff0419eb740 1 -- start start 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b360e590 0x5572b39d3c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b362f270 0x5572b39d4160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff0342010c0 con 0x5572b36063b0 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff03414fd30 con 0x5572b360e590 2024-07-27T06:51:38.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff034200aa0 con 0x5572b362f270 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41566/0 (socket says 172.21.15.66:41566) 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 -- 172.21.15.66:0/25866762 learned_addr learned my addr 172.21.15.66:0/25866762 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 -- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b362f270 msgr2=0x5572b39d4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b362f270 0x5572b39d4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 -- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b360e590 msgr2=0x5572b39d3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b360e590 0x5572b39d3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.253+0000 7ff033e00640 1 -- 172.21.15.66:0/25866762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572b39ed040 con 0x5572b36063b0 2024-07-27T06:51:38.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.254+0000 7ff033e00640 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff024009920 tx=0x7ff02403e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=147c163a6b3eb313 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.254+0000 7ff023400640 1 -- 172.21.15.66:0/25866762 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff024057070 con 0x5572b36063b0 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.254+0000 7ff023400640 1 -- 172.21.15.66:0/25866762 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff024003e10 con 0x5572b36063b0 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.254+0000 7ff023400640 1 -- 172.21.15.66:0/25866762 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0240525b0 con 0x5572b36063b0 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 -- 172.21.15.66:0/25866762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 msgr2=0x5572b39d5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff024009920 tx=0x7ff02403e070 comp rx=0 tx=0).stop 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 -- 172.21.15.66:0/25866762 shutdown_connections 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b362f270 0x5572b39d4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b360e590 0x5572b39d3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 --2- 172.21.15.66:0/25866762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b36063b0 0x5572b39d5b00 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 -- 172.21.15.66:0/25866762 >> 172.21.15.66:0/25866762 conn(0x5572b36233c0 msgr2=0x5572b3a12d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 -- 172.21.15.66:0/25866762 shutdown_connections 2024-07-27T06:51:38.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.255+0000 7ff0419eb740 1 -- 172.21.15.66:0/25866762 wait complete. 2024-07-27T06:51:38.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.256+0000 7ff0419eb740 1 -- start start 2024-07-27T06:51:38.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.257+0000 7ff0419eb740 1 Processor -- start 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39f54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a94570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5572b39d4950 con 0x5572b39ee120 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5572b39ec780 con 0x5572b362f270 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5572b3a2c860 con 0x5572b360e590 2024-07-27T06:51:38.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.258+0000 7ff0419eb740 10 client.0 _ll_register_callbacks cb 0x7ff02c001800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:51:38.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41572/0 (socket says 172.21.15.66:41572) 2024-07-27T06:51:38.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 -- 172.21.15.66:0/2699656742 learned_addr learned my addr 172.21.15.66:0/2699656742 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff033e00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39f54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 -- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 msgr2=0x5572b39f54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39f54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 -- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 msgr2=0x5572b3a94570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff02be00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a94570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a94570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 -- 172.21.15.66:0/2699656742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572b3a147b0 con 0x5572b39ee120 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff038a00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff02c001330 tx=0x7ff02c001fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84a0bde717a66d5c server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.259+0000 7ff020c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff02c02b060 con 0x5572b39ee120 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7ff02c00d520 con 0x5572b39ee120 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff024003e10 con 0x5572b39ee120 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7ff02c031050 con 0x5572b39ee120 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff0419eb740 10 client.5079 fetch_fsmap learned FSMap version 18 2024-07-27T06:51:38.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5572b3a94ab0 con 0x5572b39ee120 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff024003e10 con 0x5572b39ee120 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.260+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7ff02c034020 con 0x5572b39ee120 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 10 client.5079 fetch_fsmap finished waiting for FSMap version 18 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 10 client.5079 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 20 client.5079 populate_metadata read hostname 'smithi066' 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b3a1b2c0 0x5572b3a1b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 4 client.5079 mds_command: new command op to 4920 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 --> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] -- command(tid 0: {"prefix": "status"}) -- 0x5572b3944d80 con 0x5572b3a1b2c0 2024-07-27T06:51:38.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff033e00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b3a1b2c0 0x5572b3a1b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff033e00640 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b3a1b2c0 0x5572b3a1b6d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfc5f1b9d9ed7361 server_cookie=b1f42b9f62e9fe55 in_seq=0 out_seq=0 2024-07-27T06:51:38.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.261+0000 7ff020c00640 10 client.5079 ms_handle_connect on v2:172.21.15.66:6833/3123370329 2024-07-27T06:51:38.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff020c00640 1 -- 172.21.15.66:0/2699656742 <== mds.0 v2:172.21.15.66:6833/3123370329 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5572b3944d80 con 0x5572b3a1b2c0 2024-07-27T06:51:38.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff020c00640 10 client.5079 handle_command_reply: tid=0 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 client.5079 shutdown 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 msgr2=0x5572b3a3c7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7ff02c001330 tx=0x7ff02c001fd0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 shutdown_connections 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:6833/3123370329,v1:172.21.15.66:6835/3123370329] conn(0x5572b3a1b2c0 0x5572b3a1b6d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5572b39ee120 0x5572b3a3c7e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5572b362f270 0x5572b3a94570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 --2- 172.21.15.66:0/2699656742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5572b360e590 0x5572b39f54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 >> 172.21.15.66:0/2699656742 conn(0x5572b36233c0 msgr2=0x5572b39f63e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff020c00640 0 client.5079 ms_handle_reset on v2:172.21.15.66:6833/3123370329 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 shutdown_connections 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.262+0000 7ff0419eb740 1 -- 172.21.15.66:0/2699656742 wait complete. 2024-07-27T06:51:38.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff0419eb740 20 client.5079 trim_cache size 0 max 16384 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 4920, 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4814806440000003, 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 18, 2024-07-27T06:51:38.267 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 40, 2024-07-27T06:51:38.268 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 40, 2024-07-27T06:51:38.268 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 16.490535702999999 2024-07-27T06:51:38.268 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:51:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 msgr2=0x7ff010079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff024034000 tx=0x7ff024004730 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 msgr2=0x7ff0341f4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ff01c00e7c0 tx=0x7ff01c00ec80 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 shutdown_connections 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff034151010 0x7ff034142c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0340ae830 0x7ff0341f4fa0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 --2- 172.21.15.66:0/3206776552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff03406de60 0x7ff034140ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 >> 172.21.15.66:0/3206776552 conn(0x7ff03406c780 msgr2=0x7ff0341472f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 shutdown_connections 2024-07-27T06:51:38.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.263+0000 7ff039400640 1 -- 172.21.15.66:0/3206776552 wait complete. 2024-07-27T06:51:38.293 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:51:38.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.582+0000 7fae9a200640 1 -- 172.21.15.66:0/1282431827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 msgr2=0x7fae9415e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.582+0000 7fae9a200640 1 --2- 172.21.15.66:0/1282431827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9415e3b0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fae94071010 tx=0x7fae8002a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 -- 172.21.15.66:0/1282431827 shutdown_connections 2024-07-27T06:51:38.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 --2- 172.21.15.66:0/1282431827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9415e3b0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 --2- 172.21.15.66:0/1282431827 >> v2:172.21.15.155:3300/0 conn(0x7fae9406e6f0 0x7fae940cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 -- 172.21.15.66:0/1282431827 >> 172.21.15.66:0/1282431827 conn(0x7fae9406c780 msgr2=0x7fae9406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 -- 172.21.15.66:0/1282431827 shutdown_connections 2024-07-27T06:51:38.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.583+0000 7fae9a200640 1 -- 172.21.15.66:0/1282431827 wait complete. 2024-07-27T06:51:38.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.585+0000 7fae9a200640 1 Processor -- start 2024-07-27T06:51:38.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.585+0000 7fae9a200640 1 -- start start 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae9406e6f0 0x7fae94151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae940b3ea0 0x7fae9413bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fae940af0e0 con 0x7fae9415dfa0 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fae940aef60 con 0x7fae9406e6f0 2024-07-27T06:51:38.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae9a200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fae940cf5a0 con 0x7fae940b3ea0 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae99800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae99800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41578/0 (socket says 172.21.15.66:41578) 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae99800640 1 -- 172.21.15.66:0/3268129894 learned_addr learned my addr 172.21.15.66:0/3268129894 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae98e00640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae9406e6f0 0x7fae94151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.587+0000 7fae93e00640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae940b3ea0 0x7fae9413bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 -- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae940b3ea0 msgr2=0x7fae9413bd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae940b3ea0 0x7fae9413bd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 -- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae9406e6f0 msgr2=0x7fae94151b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae9406e6f0 0x7fae94151b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 -- 172.21.15.66:0/3268129894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae941520d0 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae99800640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fae8c00b9e0 tx=0x7fae8c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8c019070 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae8c00cc10 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae94155510 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae8c0146a0 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.588+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae940b0390 con 0x7fae9415dfa0 2024-07-27T06:51:38.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.590+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae940b4ae0 con 0x7fae9415dfa0 2024-07-27T06:51:38.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.591+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fae8c01c070 con 0x7fae9415dfa0 2024-07-27T06:51:38.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.592+0000 7fae90c00640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 0x7fae74079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:38.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.592+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7fae8c098980 con 0x7fae9415dfa0 2024-07-27T06:51:38.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.593+0000 7fae98e00640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 0x7fae74079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:38.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.594+0000 7fae98e00640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 0x7fae74079550 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fae8800b810 tx=0x7fae88008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:38.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.597+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fae8c061950 con 0x7fae9415dfa0 2024-07-27T06:51:38.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.859+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fae940b3480 con 0x7fae9415dfa0 2024-07-27T06:51:38.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.860+0000 7fae90c00640 1 -- 172.21.15.66:0/3268129894 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v18) ==== 53+0+73 (secure 0 0 0) 0x7fae8c061250 con 0x7fae9415dfa0 2024-07-27T06:51:38.862 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 msgr2=0x7fae74079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 0x7fae74079550 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fae8800b810 tx=0x7fae88008040 comp rx=0 tx=0).stop 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 msgr2=0x7fae9413c2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fae8c00b9e0 tx=0x7fae8c00bea0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 shutdown_connections 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae74077040 0x7fae74079550 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae9415dfa0 0x7fae9413c2b0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae940b3ea0 0x7fae9413bd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 --2- 172.21.15.66:0/3268129894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae9406e6f0 0x7fae94151b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:38.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.863+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 >> 172.21.15.66:0/3268129894 conn(0x7fae9406c780 msgr2=0x7fae941543b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:38.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.864+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 shutdown_connections 2024-07-27T06:51:38.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:38.864+0000 7fae9a200640 1 -- 172.21.15.66:0/3268129894 wait complete. 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:51:38.896 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:51:38.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:38.897 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:51:38.953 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:51:38.953 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:38.954 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42490sec preferred_lft 42490sec 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:51:38.955 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:51:38.956 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.956 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:51:38.956 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:51:38.956 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:51:38.956 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:51:38.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:38.959 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:51:39.047 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:51:39.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:39.052 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:51:39.111 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:51:39.111 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:51:39.112 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:51:39.112 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:51:39.112 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:51:39.114 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:51:39.114 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:51:39.114 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:51:39.114 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:51:39.115 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:51:39.115 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:51:39.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:51:39.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:39.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:39.337 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:51:39.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:51:39.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:51:39.392 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:51:39.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:39.392 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:51:39.480 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:51:39.481 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:51:39.540 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:51:39.541 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:51:39.541 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:51:39.596 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:51:39.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:39.596 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:39.809 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:39.809 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:51:39.853 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:51:39.853 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:51:39.853 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:51:39.853 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:51:39.853 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:51:39.857 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:51:39.857 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:51:39.857 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:51:39.857 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:51:39.857 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:51:39.859 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:51:39.859 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:39.859 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:51:39.938 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:51:40.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:51:40.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:51:40.083 INFO:teuthology.orchestra.run.smithi066.stdout:client5088 2024-07-27T06:51:40.083 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:40.083 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:40.140 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create snap-test-pool 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2909982158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c3c003aa0 msgr2=0x7f5c3c003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2909982158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c3c003aa0 0x7f5c3c003f10 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5c480016c0 tx=0x7f5c3c005830 comp rx=0 tx=0).stop 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2909982158 shutdown_connections 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2909982158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c3c003aa0 0x7f5c3c003f10 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2909982158 >> 172.21.15.66:0/2909982158 conn(0x7f5c580cfb90 msgr2=0x7f5c580cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2909982158 shutdown_connections 2024-07-27T06:51:40.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.435+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2909982158 wait complete. 2024-07-27T06:51:40.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.438+0000 7f5c5fe00640 1 Processor -- start 2024-07-27T06:51:40.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.438+0000 7f5c5fe00640 1 -- start start 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c3c003aa0 0x7f5c581f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c58073610 0x7f5c580b5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5806f9b0 con 0x7f5c580b5540 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c5806f830 con 0x7f5c3c003aa0 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.439+0000 7f5c5fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c5806fb30 con 0x7f5c58073610 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:40.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41604/0 (socket says 172.21.15.66:41604) 2024-07-27T06:51:40.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 -- 172.21.15.66:0/2954771970 learned_addr learned my addr 172.21.15.66:0/2954771970 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5d400640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c3c003aa0 0x7f5c581f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5ca00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c58073610 0x7f5c580b5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 -- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c58073610 msgr2=0x7f5c580b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c58073610 0x7f5c580b5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 -- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c3c003aa0 msgr2=0x7f5c581f5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c3c003aa0 0x7f5c581f5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.440+0000 7f5c5de00640 1 -- 172.21.15.66:0/2954771970 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c581f9130 con 0x7f5c580b5540 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c5de00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5c50005fd0 tx=0x7f5c5000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5001a070 con 0x7f5c580b5540 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c5000bd40 con 0x7f5c580b5540 2024-07-27T06:51:40.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c500106c0 con 0x7f5c580b5540 2024-07-27T06:51:40.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c581f8890 con 0x7f5c580b5540 2024-07-27T06:51:40.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.441+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c581f8e50 con 0x7f5c580b5540 2024-07-27T06:51:40.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.442+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c581f8600 con 0x7f5c580b5540 2024-07-27T06:51:40.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.444+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5c5001d070 con 0x7f5c580b5540 2024-07-27T06:51:40.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.445+0000 7f5c55600640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 0x7f5c38079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:40.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.446+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6101+0+0 (secure 0 0 0) 0x7f5c500983c0 con 0x7f5c580b5540 2024-07-27T06:51:40.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.446+0000 7f5c5d400640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 0x7f5c38079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:40.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.448+0000 7f5c5d400640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 0x7f5c38079520 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5c48032000 tx=0x7f5c48001190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:40.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.451+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c50061390 con 0x7f5c580b5540 2024-07-27T06:51:40.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.675+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "snap-test-pool"} v 0) -- 0x7f5c58072e30 con 0x7f5c580b5540 2024-07-27T06:51:40.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.932+0000 7f5c55600640 1 -- 172.21.15.66:0/2954771970 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "snap-test-pool"}]=0 pool 'snap-test-pool' created v41) ==== 118+0+0 (secure 0 0 0) 0x7f5c50060c90 con 0x7f5c580b5540 2024-07-27T06:51:40.934 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'snap-test-pool' created 2024-07-27T06:51:40.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 msgr2=0x7f5c38079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:40.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 0x7f5c38079520 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5c48032000 tx=0x7f5c48001190 comp rx=0 tx=0).stop 2024-07-27T06:51:40.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 msgr2=0x7f5c581f52f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:40.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f5c50005fd0 tx=0x7f5c5000dd10 comp rx=0 tx=0).stop 2024-07-27T06:51:40.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 shutdown_connections 2024-07-27T06:51:40.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.936+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c38077010 0x7f5c38079520 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.937+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c580b5540 0x7f5c581f52f0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.937+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c58073610 0x7f5c580b5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.937+0000 7f5c5fe00640 1 --2- 172.21.15.66:0/2954771970 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c3c003aa0 0x7f5c581f5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:40.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.937+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 >> 172.21.15.66:0/2954771970 conn(0x7f5c580cfb90 msgr2=0x7f5c5806e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:40.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.938+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 shutdown_connections 2024-07-27T06:51:40.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:40.939+0000 7f5c5fe00640 1 -- 172.21.15.66:0/2954771970 wait complete. 2024-07-27T06:51:40.975 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool snap-test-pool mksnap snap3 2024-07-27T06:51:41.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.135+0000 7f24c4de6f40 1 Processor -- start 2024-07-27T06:51:41.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.135+0000 7f24c4de6f40 1 -- start start 2024-07-27T06:51:41.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729bec860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729c07440 0x558729becda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558729a806d0 con 0x558729b2dad0 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558729ade300 con 0x558729b7c9b0 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558729b2dee0 con 0x558729c07440 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24be000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24be000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53478/0 (socket says 172.21.15.66:53478) 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.137+0000 7f24be000640 1 -- 172.21.15.66:0/2573477786 learned_addr learned my addr 172.21.15.66:0/2573477786 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 -- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729c07440 msgr2=0x558729becda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729c07440 0x558729becda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24bd600640 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729bec860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 -- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 msgr2=0x558729bec860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729bec860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 -- 172.21.15.66:0/2573477786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558729a59f10 con 0x558729b2dad0 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24bd600640 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729bec860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:41.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24be000640 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f24b000c600 tx=0x7f24b000cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b48b50337a58b90 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:41.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24b7e00640 1 -- 172.21.15.66:0/2573477786 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b000ab10 con 0x558729b2dad0 2024-07-27T06:51:41.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24b7e00640 1 -- 172.21.15.66:0/2573477786 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24b000acb0 con 0x558729b2dad0 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.138+0000 7f24b7e00640 1 -- 172.21.15.66:0/2573477786 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b00156a0 con 0x558729b2dad0 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2573477786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 msgr2=0x558729b2e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f24b000c600 tx=0x7f24b000cac0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2573477786 shutdown_connections 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729c07440 0x558729becda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729bec860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2573477786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729b2dad0 0x558729b2e2e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2573477786 >> 172.21.15.66:0/2573477786 conn(0x558729a52ac0 msgr2=0x558729c09de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2573477786 shutdown_connections 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.139+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2573477786 wait complete. 2024-07-27T06:51:41.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.140+0000 7f24c4de6f40 1 Processor -- start 2024-07-27T06:51:41.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.141+0000 7f24c4de6f40 1 -- start start 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729b2dad0 0x558729bea9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729beec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558729b63540 con 0x558729c07440 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558729c93b10 con 0x558729b7c9b0 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24c4de6f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558729c9e230 con 0x558729b2dad0 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53490/0 (socket says 172.21.15.66:53490) 2024-07-27T06:51:41.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.142+0000 7f24bea00640 1 -- 172.21.15.66:0/2402301572 learned_addr learned my addr 172.21.15.66:0/2402301572 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:41.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24be000640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729b2dad0 0x558729bea9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bd600640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729beec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 -- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729b2dad0 msgr2=0x558729bea9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:41.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729b2dad0 0x558729bea9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 -- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 msgr2=0x558729beec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729beec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 -- 172.21.15.66:0/2402301572 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558729c9e510 con 0x558729c07440 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bd600640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729beec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24bea00640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f24b8046040 tx=0x7f24b8004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.143+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b8064070 con 0x558729c07440 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.144+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x558729c9e7f0 con 0x558729c07440 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.144+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24b8060430 con 0x558729c07440 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.144+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b8060880 con 0x558729c07440 2024-07-27T06:51:41.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.144+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558729c93850 con 0x558729c07440 2024-07-27T06:51:41.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.146+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f24b8067070 con 0x558729c07440 2024-07-27T06:51:41.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.147+0000 7f24b6a00640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 0x7f249c077f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:41.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.148+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6454+0+0 (secure 0 0 0) 0x7f24b80dbf10 con 0x558729c07440 2024-07-27T06:51:41.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.148+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(create snap pool 7 tid 1 name snap3 v0) -- 0x558729ae0c50 con 0x558729c07440 2024-07-27T06:51:41.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.148+0000 7f24be000640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 0x7f249c077f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:41.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.149+0000 7f24be000640 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 0x7f249c077f30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f24b0000c00 tx=0x7f24b0017040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.944+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (0) Success v42) ==== 43+0+0 (secure 0 0 0) 0x7f24b8018f40 con 0x558729c07440 2024-07-27T06:51:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.944+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=42}) -- 0x7f249c07e8f0 con 0x558729c07440 2024-07-27T06:51:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.947+0000 7f24b6a00640 1 -- 172.21.15.66:0/2402301572 <== mon.0 v2:172.21.15.66:3300/0 7 ==== osd_map(42..42 src has 1..42) ==== 718+0+0 (secure 0 0 0) 0x7f24b80c6080 con 0x558729c07440 2024-07-27T06:51:41.949 INFO:teuthology.orchestra.run.smithi066.stdout:created pool snap-test-pool snap snap3 2024-07-27T06:51:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 msgr2=0x7f249c077f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 0x7f249c077f30 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f24b0000c00 tx=0x7f24b0017040 comp rx=0 tx=0).stop 2024-07-27T06:51:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 msgr2=0x558729bef180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f24b8046040 tx=0x7f24b8004a50 comp rx=0 tx=0).stop 2024-07-27T06:51:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 shutdown_connections 2024-07-27T06:51:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f249c075a20 0x7f249c077f30 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558729c07440 0x558729bef180 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558729b7c9b0 0x558729beec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 --2- 172.21.15.66:0/2402301572 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558729b2dad0 0x558729bea9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 >> 172.21.15.66:0/2402301572 conn(0x558729a52ac0 msgr2=0x558729b61340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.948+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 shutdown_connections 2024-07-27T06:51:41.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:41.949+0000 7f24c4de6f40 1 -- 172.21.15.66:0/2402301572 wait complete. 2024-07-27T06:51:41.974 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs snap-test-pool 2024-07-27T06:51:42.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.241+0000 7f0c7a400640 1 -- 172.21.15.66:0/2488756709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 msgr2=0x7f0c7406f270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.241+0000 7f0c7a400640 1 --2- 172.21.15.66:0/2488756709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 0x7f0c7406f270 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c005fd0 tx=0x7f0c6c02aa10 comp rx=0 tx=0).stop 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 -- 172.21.15.66:0/2488756709 shutdown_connections 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 --2- 172.21.15.66:0/2488756709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 0x7f0c7406f270 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 --2- 172.21.15.66:0/2488756709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c7415a660 0x7f0c740b3ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 -- 172.21.15.66:0/2488756709 >> 172.21.15.66:0/2488756709 conn(0x7f0c7406c780 msgr2=0x7f0c7406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 -- 172.21.15.66:0/2488756709 shutdown_connections 2024-07-27T06:51:42.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.242+0000 7f0c7a400640 1 -- 172.21.15.66:0/2488756709 wait complete. 2024-07-27T06:51:42.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.245+0000 7f0c7a400640 1 Processor -- start 2024-07-27T06:51:42.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.245+0000 7f0c7a400640 1 -- start start 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.247+0000 7f0c7a400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 0x7f0c74142370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c7a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c7415a250 0x7f0c74155440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c7a400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c7415a660 0x7f0c74156350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c7a400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0c7406de60 con 0x7f0c7415a250 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c7a400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0c740b4640 con 0x7f0c7406ee60 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c7a400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0c7406dfe0 con 0x7f0c7415a660 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c73e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c7415a250 0x7f0c74155440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c73e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c7415a250 0x7f0c74155440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53496/0 (socket says 172.21.15.66:53496) 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c73e00640 1 -- 172.21.15.66:0/1507919189 learned_addr learned my addr 172.21.15.66:0/1507919189 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c79000640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 0x7f0c74142370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.248+0000 7f0c79a00640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c7415a660 0x7f0c74156350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 -- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c7415a660 msgr2=0x7f0c74156350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c7415a660 0x7f0c74156350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 -- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 msgr2=0x7f0c74142370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c7406ee60 0x7f0c74142370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 -- 172.21.15.66:0/1507919189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c74142bb0 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c73e00640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c7415a250 0x7f0c74155440 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0c6000ea90 tx=0x7f0c6000ef50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c6000cc80 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c60004020 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c60004450 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.249+0000 7f0c7a400640 1 -- 172.21.15.66:0/1507919189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c741428b0 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.250+0000 7f0c7a400640 1 -- 172.21.15.66:0/1507919189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c74144fc0 con 0x7f0c7415a250 2024-07-27T06:51:42.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.251+0000 7f0c7a400640 1 -- 172.21.15.66:0/1507919189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c74069fd0 con 0x7f0c7415a250 2024-07-27T06:51:42.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.252+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0c600035f0 con 0x7f0c7415a250 2024-07-27T06:51:42.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.253+0000 7f0c70c00640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c54077010 0x7f0c54079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.253+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6493+0+0 (secure 0 0 0) 0x7f0c60099280 con 0x7f0c7415a250 2024-07-27T06:51:42.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.254+0000 7f0c79000640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c54077010 0x7f0c54079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.255+0000 7f0c79000640 1 --2- 172.21.15.66:0/1507919189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c54077010 0x7f0c54079520 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0c680015e0 tx=0x7f0c68009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:42.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.258+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c600620d0 con 0x7f0c7415a250 2024-07-27T06:51:42.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.518+0000 7f0c7a400640 1 -- 172.21.15.66:0/1507919189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "snap-test-pool"} v 0) -- 0x7f0c7406e4d0 con 0x7f0c7415a250 2024-07-27T06:51:42.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.519+0000 7f0c70c00640 1 -- 172.21.15.66:0/1507919189 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "snap-test-pool"}]=-95 pool(7) already has mon-managed snaps; can't attach pool to fs v18) ==== 173+0+0 (secure 0 0 0) 0x7f0c600619d0 con 0x7f0c7415a250 2024-07-27T06:51:42.521 INFO:teuthology.orchestra.run.smithi066.stderr:Error ENOTSUP: pool(7) already has mon-managed snaps; can't attach pool to fs 2024-07-27T06:51:42.542 DEBUG:teuthology.orchestra.run:got remote process result: 95 2024-07-27T06:51:42.543 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool snap-test-pool rmsnap snap3 2024-07-27T06:51:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.730+0000 7f1ce1c14f40 1 Processor -- start 2024-07-27T06:51:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.730+0000 7f1ce1c14f40 1 -- start start 2024-07-27T06:51:42.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df522a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df48eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560a8ddce6d0 con 0x7f1cc00030f0 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560a8de2c300 con 0x560a8dec5390 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560a8df552f0 con 0x560a8df50610 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1cda200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1cda200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53510/0 (socket says 172.21.15.66:53510) 2024-07-27T06:51:42.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.732+0000 7f1cda200640 1 -- 172.21.15.66:0/771828390 learned_addr learned my addr 172.21.15.66:0/771828390 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cdac00640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df48eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 -- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 msgr2=0x560a8df522a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cd9800640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df522a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df522a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 -- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 msgr2=0x560a8df48eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df48eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 -- 172.21.15.66:0/771828390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a8dda7f10 con 0x7f1cc00030f0 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cdac00640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df48eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cd9800640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df522a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:42.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cda200640 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00b7c0 tx=0x7f1ccc00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2912884fdb1cc2e8 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cd3e00640 1 -- 172.21.15.66:0/771828390 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc00ac10 con 0x7f1cc00030f0 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cd3e00640 1 -- 172.21.15.66:0/771828390 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ccc00adb0 con 0x7f1cc00030f0 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.733+0000 7f1cd3e00640 1 -- 172.21.15.66:0/771828390 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ccc008680 con 0x7f1cc00030f0 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/771828390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 msgr2=0x560a8df52ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00b7c0 tx=0x7f1ccc00bc80 comp rx=0 tx=0).stop 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/771828390 shutdown_connections 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df48eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df522a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/771828390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df52ab0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/771828390 >> 172.21.15.66:0/771828390 conn(0x560a8dda0ac0 msgr2=0x560a8df512f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:42.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/771828390 shutdown_connections 2024-07-27T06:51:42.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.734+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/771828390 wait complete. 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.735+0000 7f1ce1c14f40 1 Processor -- start 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.736+0000 7f1ce1c14f40 1 -- start start 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df451f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df42fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560a8df493f0 con 0x7f1cc00030f0 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560a8dec4350 con 0x560a8dec5390 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1ce1c14f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560a8dec4010 con 0x560a8df50610 2024-07-27T06:51:42.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.737+0000 7f1cdac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53524/0 (socket says 172.21.15.66:53524) 2024-07-27T06:51:42.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 -- 172.21.15.66:0/3279630913 learned_addr learned my addr 172.21.15.66:0/3279630913 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:42.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cd9800640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df42fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cda200640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df451f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 -- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 msgr2=0x560a8df42fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df42fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 -- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 msgr2=0x560a8df451f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df451f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 -- 172.21.15.66:0/3279630913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a8dec4de0 con 0x7f1cc00030f0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.738+0000 7f1cdac00640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x560a8dec65b0 tx=0x7f1cd400c600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.739+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4017070 con 0x7f1cc00030f0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.739+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1cd40044f0 con 0x7f1cc00030f0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.739+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cd4004940 con 0x7f1cc00030f0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.739+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560a8dec50c0 con 0x7f1cc00030f0 2024-07-27T06:51:42.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.739+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a8dec6010 con 0x7f1cc00030f0 2024-07-27T06:51:42.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.741+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1cd401a070 con 0x7f1cc00030f0 2024-07-27T06:51:42.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.742+0000 7f1cd2a00640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 0x7f1cbc077f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:42.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.742+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6493+0+0 (secure 0 0 0) 0x7f1cd4096e30 con 0x7f1cc00030f0 2024-07-27T06:51:42.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.743+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(delete snap pool 7 tid 1 name snap3 v0) -- 0x560a8de2ec50 con 0x7f1cc00030f0 2024-07-27T06:51:42.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.743+0000 7f1cda200640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 0x7f1cbc077f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:42.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.744+0000 7f1cda200640 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 0x7f1cbc077f00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00cfd0 tx=0x7f1ccc003020 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:42.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.976+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (0) Success v43) ==== 43+0+0 (secure 0 0 0) 0x7f1cd4068080 con 0x7f1cc00030f0 2024-07-27T06:51:42.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.976+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=43}) -- 0x7f1cbc07e8c0 con 0x7f1cc00030f0 2024-07-27T06:51:42.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.977+0000 7f1cd2a00640 1 -- 172.21.15.66:0/3279630913 <== mon.0 v2:172.21.15.66:3300/0 7 ==== osd_map(43..43 src has 1..43) ==== 643+0+0 (secure 0 0 0) 0x7f1cd4095160 con 0x7f1cc00030f0 2024-07-27T06:51:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:removed pool snap-test-pool snap snap3 2024-07-27T06:51:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 msgr2=0x7f1cbc077f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 0x7f1cbc077f00 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ccc00cfd0 tx=0x7f1ccc003020 comp rx=0 tx=0).stop 2024-07-27T06:51:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 msgr2=0x560a8df434e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:42.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x560a8dec65b0 tx=0x7f1cd400c600 comp rx=0 tx=0).stop 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 shutdown_connections 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1cbc0759f0 0x7f1cbc077f00 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1cc00030f0 0x560a8df434e0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560a8df50610 0x560a8df42fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 --2- 172.21.15.66:0/3279630913 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560a8dec5390 0x560a8df451f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:42.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.978+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 >> 172.21.15.66:0/3279630913 conn(0x560a8dda0ac0 msgr2=0x560a8df52380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:42.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.979+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 shutdown_connections 2024-07-27T06:51:42.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:42.979+0000 7f1ce1c14f40 1 -- 172.21.15.66:0/3279630913 wait complete. 2024-07-27T06:51:42.998 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool delete snap-test-pool 2024-07-27T06:51:43.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.294+0000 7f127b000640 1 -- 172.21.15.66:0/3168878523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741623c0 msgr2=0x7f127415e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:43.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.294+0000 7f127b000640 1 --2- 172.21.15.66:0/3168878523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741623c0 0x7f127415e280 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1260005fd0 tx=0x7f126002aa90 comp rx=0 tx=0).stop 2024-07-27T06:51:43.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.294+0000 7f127b000640 1 -- 172.21.15.66:0/3168878523 shutdown_connections 2024-07-27T06:51:43.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.294+0000 7f127b000640 1 --2- 172.21.15.66:0/3168878523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741623c0 0x7f127415e280 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:43.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.294+0000 7f127b000640 1 -- 172.21.15.66:0/3168878523 >> 172.21.15.66:0/3168878523 conn(0x7f1274072c70 msgr2=0x7f12740b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:43.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.295+0000 7f127b000640 1 -- 172.21.15.66:0/3168878523 shutdown_connections 2024-07-27T06:51:43.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.295+0000 7f127b000640 1 -- 172.21.15.66:0/3168878523 wait complete. 2024-07-27T06:51:43.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.297+0000 7f127b000640 1 Processor -- start 2024-07-27T06:51:43.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.297+0000 7f127b000640 1 -- start start 2024-07-27T06:51:43.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12740afcb0 0x7f1274149920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:43.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12741623c0 0x7f1274146650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:43.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741627d0 0x7f12741f88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f127415f050 con 0x7f12741627d0 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f127415eed0 con 0x7f12740afcb0 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127b000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f127415f1d0 con 0x7f12741623c0 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741627d0 0x7f12741f88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741627d0 0x7f12741f88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53550/0 (socket says 172.21.15.66:53550) 2024-07-27T06:51:43.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f127a600640 1 -- 172.21.15.66:0/1696214662 learned_addr learned my addr 172.21.15.66:0/1696214662 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:43.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f1279c00640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12740afcb0 0x7f1274149920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:43.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.299+0000 7f1279200640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12741623c0 0x7f1274146650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:43.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 -- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12741623c0 msgr2=0x7f1274146650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:43.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12741623c0 0x7f1274146650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:43.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 -- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12740afcb0 msgr2=0x7f1274149920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12740afcb0 0x7f1274149920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 -- 172.21.15.66:0/1696214662 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1274155fc0 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127a600640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12741627d0 0x7f12741f88d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f126c00c3f0 tx=0x7f126c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c017070 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f126c0035f0 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126c003a40 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.300+0000 7f127b000640 1 -- 172.21.15.66:0/1696214662 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12741530a0 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.301+0000 7f127b000640 1 -- 172.21.15.66:0/1696214662 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1274149270 con 0x7f12741627d0 2024-07-27T06:51:43.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.302+0000 7f127b000640 1 -- 172.21.15.66:0/1696214662 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1274155d30 con 0x7f12741627d0 2024-07-27T06:51:43.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.303+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f126c01a070 con 0x7f12741627d0 2024-07-27T06:51:43.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.304+0000 7f1271600640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1254077010 0x7f1254079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:43.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.304+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f126c097ee0 con 0x7f12741627d0 2024-07-27T06:51:43.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.305+0000 7f1279c00640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1254077010 0x7f1254079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:43.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.306+0000 7f1279c00640 1 --2- 172.21.15.66:0/1696214662 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1254077010 0x7f1254079520 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1264006fd0 tx=0x7f1264008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:43.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.309+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f12740b1520 con 0x7f12741627d0 2024-07-27T06:51:43.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.523+0000 7f127b000640 1 -- 172.21.15.66:0/1696214662 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool delete", "pool": "snap-test-pool"} v 0) -- 0x7f1274155ae0 con 0x7f12741627d0 2024-07-27T06:51:43.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:43.524+0000 7f1271600640 1 -- 172.21.15.66:0/1696214662 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool delete", "pool": "snap-test-pool"}]=-1 WARNING: this will *PERMANENTLY DESTROY* all data stored in pool snap-test-pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. v43) ==== 296+0+0 (secure 0 0 0) 0x7f1274155ae0 con 0x7f12741627d0 2024-07-27T06:51:43.526 INFO:teuthology.orchestra.run.smithi066.stderr:Error EPERM: WARNING: this will *PERMANENTLY DESTROY* all data stored in pool snap-test-pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. 2024-07-27T06:51:43.573 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:51:43.574 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:51:43.574 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:43.707 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:43.840 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:51:43.841 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:51:43.841 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:43.841 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:43.900 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:43.900 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:43.954 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:51:44.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 -- 172.21.15.66:0/1174947030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0d0330 msgr2=0x7fe00c0d0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 --2- 172.21.15.66:0/1174947030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0d0330 0x7fe00c0d0740 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fdff8005fd0 tx=0x7fdff802a5c0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 -- 172.21.15.66:0/1174947030 shutdown_connections 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 --2- 172.21.15.66:0/1174947030 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0d0330 0x7fe00c0d0740 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 --2- 172.21.15.66:0/1174947030 >> v2:172.21.15.155:3300/0 conn(0x7fe00c0b2b70 0x7fe00c0b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 -- 172.21.15.66:0/1174947030 >> 172.21.15.66:0/1174947030 conn(0x7fe00c0d3cd0 msgr2=0x7fe00c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 -- 172.21.15.66:0/1174947030 shutdown_connections 2024-07-27T06:51:44.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.244+0000 7fe012c00640 1 -- 172.21.15.66:0/1174947030 wait complete. 2024-07-27T06:51:44.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.246+0000 7fe012c00640 1 Processor -- start 2024-07-27T06:51:44.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.247+0000 7fe012c00640 1 -- start start 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 0x7fe00c15f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 0x7fe00c14bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe00c0b4300 con 0x7fe00c0d0330 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe00c0cfc60 con 0x7fe00c0b37e0 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.248+0000 7fe012c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe00c0b4480 con 0x7fe00c0b2b70 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:44.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53562/0 (socket says 172.21.15.66:53562) 2024-07-27T06:51:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 -- 172.21.15.66:0/757544243 learned_addr learned my addr 172.21.15.66:0/757544243 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe011800640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 0x7fe00c15f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe010e00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 0x7fe00c14bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 -- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 msgr2=0x7fe00c15f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 0x7fe00c15f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 -- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 msgr2=0x7fe00c14bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 0x7fe00c14bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe012200640 1 -- 172.21.15.66:0/757544243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe00c09dad0 con 0x7fe00c0d0330 2024-07-27T06:51:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe011800640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 0x7fe00c15f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.249+0000 7fe010e00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 0x7fe00c14bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe012200640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe00400c760 tx=0x7fe00400cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004003b70 con 0x7fe00c0d0330 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe004003d10 con 0x7fe00c0d0330 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe00c09ddb0 con 0x7fe00c0d0330 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe004005330 con 0x7fe00c0d0330 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.250+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe00c09e370 con 0x7fe00c0d0330 2024-07-27T06:51:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.251+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe00c0b49a0 con 0x7fe00c0d0330 2024-07-27T06:51:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.253+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe0040054d0 con 0x7fe00c0d0330 2024-07-27T06:51:44.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.254+0000 7fe009600640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 0x7fdfec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:44.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.254+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7fe004098a80 con 0x7fe00c0d0330 2024-07-27T06:51:44.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.254+0000 7fe011800640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 0x7fdfec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:44.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.256+0000 7fe011800640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 0x7fdfec079520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe000009aa0 tx=0x7fe000005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:44.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.258+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe00409ae20 con 0x7fe00c0d0330 2024-07-27T06:51:44.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.486+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe00c1f94a0 con 0x7fe00c0d0330 2024-07-27T06:51:44.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.487+0000 7fe009600640 1 -- 172.21.15.66:0/757544243 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v43) ==== 80+0+0 (secure 0 0 0) 0x7fe0040618c0 con 0x7fe00c0d0330 2024-07-27T06:51:44.488 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:51:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 msgr2=0x7fdfec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 0x7fdfec079520 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fe000009aa0 tx=0x7fe000005f30 comp rx=0 tx=0).stop 2024-07-27T06:51:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 msgr2=0x7fe00c14c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe00400c760 tx=0x7fe00400cb60 comp rx=0 tx=0).stop 2024-07-27T06:51:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 shutdown_connections 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfec077010 0x7fdfec079520 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe00c0d0330 0x7fe00c14c170 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.490+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe00c0b37e0 0x7fe00c14bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.491+0000 7fe012c00640 1 --2- 172.21.15.66:0/757544243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe00c0b2b70 0x7fe00c15f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.491+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 >> 172.21.15.66:0/757544243 conn(0x7fe00c0d3cd0 msgr2=0x7fe00c1610c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.491+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 shutdown_connections 2024-07-27T06:51:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:44.491+0000 7fe012c00640 1 -- 172.21.15.66:0/757544243 wait complete. 2024-07-27T06:51:44.518 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:51:44.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:44.518 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:51:44.616 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:51:44.616 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:51:44.616 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:51:44.673 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:51:44.673 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:44.673 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:44.731 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:51:44.731 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:51:44.731 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:44.731 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:44.789 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:51:44.789 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:51:44.789 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:44.789 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:44.846 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:51:44.847 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 -- 172.21.15.66:0/2199330714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c81600d0 msgr2=0x7fd4c80cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 --2- 172.21.15.66:0/2199330714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c81600d0 0x7fd4c80cf0c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0005fd0 tx=0x7fd4c002a9f0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 -- 172.21.15.66:0/2199330714 shutdown_connections 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 --2- 172.21.15.66:0/2199330714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c81600d0 0x7fd4c80cf0c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 --2- 172.21.15.66:0/2199330714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c8156550 0x7fd4c80734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 -- 172.21.15.66:0/2199330714 >> 172.21.15.66:0/2199330714 conn(0x7fd4c806c780 msgr2=0x7fd4c806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:45.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 -- 172.21.15.66:0/2199330714 shutdown_connections 2024-07-27T06:51:45.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.146+0000 7fd4cee00640 1 -- 172.21.15.66:0/2199330714 wait complete. 2024-07-27T06:51:45.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.149+0000 7fd4cee00640 1 Processor -- start 2024-07-27T06:51:45.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.149+0000 7fd4cee00640 1 -- start start 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c80cecb0 0x7fd4c815ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 0x7fd4c80adaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c815d920 con 0x7fd4c80adfe0 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c815d7a0 con 0x7fd4c8156550 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.150+0000 7fd4cee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4c815daa0 con 0x7fd4c80cecb0 2024-07-27T06:51:45.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53582/0 (socket says 172.21.15.66:53582) 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 -- 172.21.15.66:0/401424756 learned_addr learned my addr 172.21.15.66:0/401424756 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4cda00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c80cecb0 0x7fd4c815ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 -- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c80cecb0 msgr2=0x7fd4c815ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c80cecb0 0x7fd4c815ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4cd000640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 0x7fd4c80adaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 -- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 msgr2=0x7fd4c80adaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 0x7fd4c80adaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4ce400640 1 -- 172.21.15.66:0/401424756 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c81f8e40 con 0x7fd4c80adfe0 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.151+0000 7fd4cd000640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 0x7fd4c80adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:45.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4ce400640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0009d90 tx=0x7fd4c0003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:45.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0046070 con 0x7fd4c80adfe0 2024-07-27T06:51:45.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4c0004640 con 0x7fd4c80adfe0 2024-07-27T06:51:45.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0033070 con 0x7fd4c80adfe0 2024-07-27T06:51:45.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c81f85a0 con 0x7fd4c80adfe0 2024-07-27T06:51:45.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.152+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c81f8b60 con 0x7fd4c80adfe0 2024-07-27T06:51:45.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.153+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4c8076830 con 0x7fd4c80adfe0 2024-07-27T06:51:45.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.155+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd4c0049070 con 0x7fd4c80adfe0 2024-07-27T06:51:45.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.156+0000 7fd4c5600640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 0x7fd4a8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.156+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7fd4c00b9d00 con 0x7fd4c80adfe0 2024-07-27T06:51:45.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.157+0000 7fd4cda00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 0x7fd4a8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.158+0000 7fd4cda00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 0x7fd4a8079550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc00b9a0 tx=0x7fd4bc005c20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:45.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.161+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd4c8076830 con 0x7fd4c80adfe0 2024-07-27T06:51:45.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.418+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4c815df50 con 0x7fd4c80adfe0 2024-07-27T06:51:45.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.419+0000 7fd4c5600640 1 -- 172.21.15.66:0/401424756 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7fd4c003e070 con 0x7fd4c80adfe0 2024-07-27T06:51:45.421 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:45.422 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:45.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.422+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 msgr2=0x7fd4a8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.422+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 0x7fd4a8079550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fd4bc00b9a0 tx=0x7fd4bc005c20 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 msgr2=0x7fd4c81f5000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0009d90 tx=0x7fd4c0003f90 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 shutdown_connections 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4a8077040 0x7fd4a8079550 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4c80adfe0 0x7fd4c81f5000 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4c8156550 0x7fd4c80adaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 --2- 172.21.15.66:0/401424756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4c80cecb0 0x7fd4c815ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 >> 172.21.15.66:0/401424756 conn(0x7fd4c806c780 msgr2=0x7fd4c806e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 shutdown_connections 2024-07-27T06:51:45.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.423+0000 7fd4cee00640 1 -- 172.21.15.66:0/401424756 wait complete. 2024-07-27T06:51:45.451 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 -- 172.21.15.66:0/3650633936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c0ae830 msgr2=0x7f4c7c0aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3650633936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c0aec40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c157ff0 tx=0x7f4c6802a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 -- 172.21.15.66:0/3650633936 shutdown_connections 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3650633936 >> v2:172.21.15.155:3300/0 conn(0x7f4c7c06de60 0x7f4c7c06e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3650633936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c0aec40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3650633936 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 0x7f4c7c0b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 -- 172.21.15.66:0/3650633936 >> 172.21.15.66:0/3650633936 conn(0x7f4c7c06c780 msgr2=0x7f4c7c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:45.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 -- 172.21.15.66:0/3650633936 shutdown_connections 2024-07-27T06:51:45.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.740+0000 7f4c7b200640 1 -- 172.21.15.66:0/3650633936 wait complete. 2024-07-27T06:51:45.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.743+0000 7f4c7b200640 1 Processor -- start 2024-07-27T06:51:45.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.743+0000 7f4c7b200640 1 -- start start 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.744+0000 7f4c7b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c13b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 0x7f4c7c13b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c070350 con 0x7f4c7c06de60 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c7c0701d0 con 0x7f4c7c0ae830 2024-07-27T06:51:45.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c7c15a4b0 con 0x7f4c7c151010 2024-07-27T06:51:45.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c79e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c79e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53602/0 (socket says 172.21.15.66:53602) 2024-07-27T06:51:45.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c79e00640 1 -- 172.21.15.66:0/3017173774 learned_addr learned my addr 172.21.15.66:0/3017173774 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c7a800640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 0x7f4c7c13b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.745+0000 7f4c79400640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c13b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 -- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 msgr2=0x7f4c7c13b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 0x7f4c7c13b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 -- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 msgr2=0x7f4c7c13b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c13b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 -- 172.21.15.66:0/3017173774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c7c13e2e0 con 0x7f4c7c06de60 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79400640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c13b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:51:45.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.746+0000 7f4c79e00640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00dbc0 tx=0x7f4c6c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:45.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.747+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c01b070 con 0x7f4c7c06de60 2024-07-27T06:51:45.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.747+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c6c00ae50 con 0x7f4c7c06de60 2024-07-27T06:51:45.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.747+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c6c00e9e0 con 0x7f4c7c06de60 2024-07-27T06:51:45.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.747+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c7c13bdc0 con 0x7f4c7c06de60 2024-07-27T06:51:45.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.747+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c7c14f6c0 con 0x7f4c7c06de60 2024-07-27T06:51:45.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.748+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c7c0b4120 con 0x7f4c7c06de60 2024-07-27T06:51:45.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.750+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4c6c01e070 con 0x7f4c7c06de60 2024-07-27T06:51:45.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.751+0000 7f4c72000640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 0x7f4c5c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:45.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.751+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f4c6c098f80 con 0x7f4c7c06de60 2024-07-27T06:51:45.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.752+0000 7f4c79400640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 0x7f4c5c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:45.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.753+0000 7f4c79400640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 0x7f4c5c079550 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4c68033000 tx=0x7f4c68004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:45.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:45.756+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c7c0b4120 con 0x7f4c7c06de60 2024-07-27T06:51:46.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.018+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c7c0aec40 con 0x7f4c7c06de60 2024-07-27T06:51:46.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.019+0000 7f4c72000640 1 -- 172.21.15.66:0/3017173774 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f4c6c061800 con 0x7f4c7c06de60 2024-07-27T06:51:46.021 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:46.021 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 msgr2=0x7f4c5c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 0x7f4c5c079550 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f4c68033000 tx=0x7f4c68004730 comp rx=0 tx=0).stop 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 msgr2=0x7f4c7c13aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c00dbc0 tx=0x7f4c6c00a620 comp rx=0 tx=0).stop 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 shutdown_connections 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4c5c077040 0x7f4c5c079550 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c7c151010 0x7f4c7c13b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c7c0ae830 0x7f4c7c13b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 --2- 172.21.15.66:0/3017173774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c7c06de60 0x7f4c7c13aa30 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.022+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 >> 172.21.15.66:0/3017173774 conn(0x7f4c7c06c780 msgr2=0x7f4c7c06f160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:46.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.023+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 shutdown_connections 2024-07-27T06:51:46.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.023+0000 7f4c7b200640 1 -- 172.21.15.66:0/3017173774 wait complete. 2024-07-27T06:51:46.051 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:46.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 -- 172.21.15.66:0/1856013834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 msgr2=0x7f67ac15c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 --2- 172.21.15.66:0/1856013834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac15c370 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f67ac06d8e0 tx=0x7f67a402a9a0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 -- 172.21.15.66:0/1856013834 shutdown_connections 2024-07-27T06:51:46.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 --2- 172.21.15.66:0/1856013834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac15c370 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 --2- 172.21.15.66:0/1856013834 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac15f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 --2- 172.21.15.66:0/1856013834 >> v2:172.21.15.155:3300/0 conn(0x7f67ac0ceb20 0x7f67ac0cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 -- 172.21.15.66:0/1856013834 >> 172.21.15.66:0/1856013834 conn(0x7f67ac06c780 msgr2=0x7f67ac06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:46.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 -- 172.21.15.66:0/1856013834 shutdown_connections 2024-07-27T06:51:46.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.331+0000 7f67b0c00640 1 -- 172.21.15.66:0/1856013834 wait complete. 2024-07-27T06:51:46.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.334+0000 7f67b0c00640 1 Processor -- start 2024-07-27T06:51:46.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.334+0000 7f67b0c00640 1 -- start start 2024-07-27T06:51:46.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac0ae620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ac0ceb20 0x7f67ac145ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f67ac15ca30 con 0x7f67ac15fea0 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67ac15c8b0 con 0x7f67ac0ceb20 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67b0c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67ac15cbb0 con 0x7f67ac0cc5f0 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53626/0 (socket says 172.21.15.66:53626) 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.336+0000 7f67abe00640 1 -- 172.21.15.66:0/3659159853 learned_addr learned my addr 172.21.15.66:0/3659159853 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67aaa00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ac0ceb20 0x7f67ac145ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67ab400640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac0ae620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 -- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 msgr2=0x7f67ac0ae620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac0ae620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 -- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ac0ceb20 msgr2=0x7f67ac145ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ac0ceb20 0x7f67ac145ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 -- 172.21.15.66:0/3659159853 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67ac148fa0 con 0x7f67ac15fea0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67ab400640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac0ae620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.337+0000 7f67abe00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f67a402af90 tx=0x7f67a4003f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.338+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a4033050 con 0x7f67ac15fea0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.338+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67a4004450 con 0x7f67ac15fea0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.338+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a4004840 con 0x7f67ac15fea0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.338+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67ac149280 con 0x7f67ac15fea0 2024-07-27T06:51:46.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.338+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67ac157850 con 0x7f67ac15fea0 2024-07-27T06:51:46.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.339+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67ac075330 con 0x7f67ac15fea0 2024-07-27T06:51:46.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.341+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f67a4036070 con 0x7f67ac15fea0 2024-07-27T06:51:46.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.342+0000 7f67a3400640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 0x7f6788079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.342+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f67a40b9e50 con 0x7f67ac15fea0 2024-07-27T06:51:46.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.342+0000 7f67ab400640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 0x7f6788079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.344+0000 7f67ab400640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 0x7f6788079520 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f679c009a30 tx=0x7f679c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:46.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.346+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67a4082c90 con 0x7f67ac15fea0 2024-07-27T06:51:46.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.563+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67ac15d0d0 con 0x7f67ac15fea0 2024-07-27T06:51:46.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.564+0000 7f67a3400640 1 -- 172.21.15.66:0/3659159853 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+18810 (secure 0 0 0) 0x7f67a4082590 con 0x7f67ac15fea0 2024-07-27T06:51:46.567 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":43,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:42.956279+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:51:28.009350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-27T06:51:29.342847+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":7,"snaps":[{"begin":1,"length":1}]}],"new_removed_snaps":[{"pool":7,"snaps":[{"begin":1,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:46.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.567+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 msgr2=0x7f6788079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.567+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 0x7f6788079520 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f679c009a30 tx=0x7f679c005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.567+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 msgr2=0x7f67ac1f2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.567+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f67a402af90 tx=0x7f67a4003f70 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 shutdown_connections 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6788077010 0x7f6788079520 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67ac15fea0 0x7f67ac1f2fd0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67ac0ceb20 0x7f67ac145ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 --2- 172.21.15.66:0/3659159853 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67ac0cc5f0 0x7f67ac0ae620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 >> 172.21.15.66:0/3659159853 conn(0x7f67ac06c780 msgr2=0x7f67ac155790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 shutdown_connections 2024-07-27T06:51:46.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.568+0000 7f67b0c00640 1 -- 172.21.15.66:0/3659159853 wait complete. 2024-07-27T06:51:46.595 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T06:51:46.596 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 -- 172.21.15.66:0/2385726989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c073830 msgr2=0x7f063c15ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 --2- 172.21.15.66:0/2385726989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c073830 0x7f063c15ff10 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f062c005fd0 tx=0x7f062c02a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 -- 172.21.15.66:0/2385726989 shutdown_connections 2024-07-27T06:51:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 --2- 172.21.15.66:0/2385726989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c073830 0x7f063c15ff10 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 --2- 172.21.15.66:0/2385726989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c15f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 -- 172.21.15.66:0/2385726989 >> 172.21.15.66:0/2385726989 conn(0x7f063c06c780 msgr2=0x7f063c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:46.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.888+0000 7f0643200640 1 -- 172.21.15.66:0/2385726989 shutdown_connections 2024-07-27T06:51:46.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.889+0000 7f0643200640 1 -- 172.21.15.66:0/2385726989 wait complete. 2024-07-27T06:51:46.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.891+0000 7f0643200640 1 Processor -- start 2024-07-27T06:51:46.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.891+0000 7f0643200640 1 -- start start 2024-07-27T06:51:46.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.892+0000 7f0643200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c1f9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.892+0000 7f0643200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0643200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c15d4f0 0x7f063c149d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0643200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f063c0cf010 con 0x7f063c073830 2024-07-27T06:51:46.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0643200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f063c0cee90 con 0x7f063c15d4f0 2024-07-27T06:51:46.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0643200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f063c0cf190 con 0x7f063c073420 2024-07-27T06:51:46.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53636/0 (socket says 172.21.15.66:53636) 2024-07-27T06:51:46.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 -- 172.21.15.66:0/1367256187 learned_addr learned my addr 172.21.15.66:0/1367256187 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:46.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0642800640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c15d4f0 0x7f063c149d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641e00640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c1f9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 -- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 msgr2=0x7f063c1f9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c1f9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 -- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c15d4f0 msgr2=0x7f063c149d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c15d4f0 0x7f063c149d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641400640 1 -- 172.21.15.66:0/1367256187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f063c0b3030 con 0x7f063c073830 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.893+0000 7f0641e00640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c1f9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0641400640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f062c034040 tx=0x7f062c0035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c03e030 con 0x7f063c073830 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f062c003ae0 con 0x7f063c073830 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f062c035040 con 0x7f063c073830 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f063c06eaa0 con 0x7f063c073830 2024-07-27T06:51:46.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.894+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f063c06f060 con 0x7f063c073830 2024-07-27T06:51:46.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.895+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f063c06e810 con 0x7f063c073830 2024-07-27T06:51:46.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.897+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f062c041030 con 0x7f063c073830 2024-07-27T06:51:46.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.898+0000 7f0636000640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 0x7f0620079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:46.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.898+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f062c0b9460 con 0x7f063c073830 2024-07-27T06:51:46.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.899+0000 7f0641e00640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 0x7f0620079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:46.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.900+0000 7f0641e00640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 0x7f0620079550 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0630009ab0 tx=0x7f0630005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:46.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:46.903+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f062c0822a0 con 0x7f063c073830 2024-07-27T06:51:47.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.155+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f063c075330 con 0x7f063c073830 2024-07-27T06:51:47.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.157+0000 7f0636000640 1 -- 172.21.15.66:0/1367256187 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f062c081ba0 con 0x7f063c073830 2024-07-27T06:51:47.159 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:47.159 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:47.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 msgr2=0x7f0620079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 0x7f0620079550 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0630009ab0 tx=0x7f0630005f90 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 msgr2=0x7f063c15b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f062c034040 tx=0x7f062c0035f0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 shutdown_connections 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0620077040 0x7f0620079550 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f063c15d4f0 0x7f063c149d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f063c073830 0x7f063c15b000 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 --2- 172.21.15.66:0/1367256187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f063c073420 0x7f063c1f9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 >> 172.21.15.66:0/1367256187 conn(0x7f063c06c780 msgr2=0x7f063c15d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:47.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 shutdown_connections 2024-07-27T06:51:47.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.160+0000 7f0643200640 1 -- 172.21.15.66:0/1367256187 wait complete. 2024-07-27T06:51:47.188 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 -- 172.21.15.66:0/1379202979 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 msgr2=0x7f0d8c0b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 --2- 172.21.15.66:0/1379202979 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c0b38c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f0d8c0b4cc0 tx=0x7f0d7c02b880 comp rx=0 tx=0).stop 2024-07-27T06:51:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 -- 172.21.15.66:0/1379202979 shutdown_connections 2024-07-27T06:51:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 --2- 172.21.15.66:0/1379202979 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c06de60 0x7f0d8c06e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 --2- 172.21.15.66:0/1379202979 >> v2:172.21.15.155:3300/0 conn(0x7f0d8c0ae830 0x7f0d8c0aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 --2- 172.21.15.66:0/1379202979 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c0b38c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 -- 172.21.15.66:0/1379202979 >> 172.21.15.66:0/1379202979 conn(0x7f0d8c06c780 msgr2=0x7f0d8c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 -- 172.21.15.66:0/1379202979 shutdown_connections 2024-07-27T06:51:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.475+0000 7f0d8b200640 1 -- 172.21.15.66:0/1379202979 wait complete. 2024-07-27T06:51:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.478+0000 7f0d8b200640 1 Processor -- start 2024-07-27T06:51:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.478+0000 7f0d8b200640 1 -- start start 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 0x7f0d8c1f2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c0ae830 0x7f0d8c1e5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c070350 con 0x7f0d8c151010 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8c0701d0 con 0x7f0d8c06de60 2024-07-27T06:51:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0d8c15a4b0 con 0x7f0d8c0ae830 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53660/0 (socket says 172.21.15.66:53660) 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8a800640 1 -- 172.21.15.66:0/2412186199 learned_addr learned my addr 172.21.15.66:0/2412186199 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d89400640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c0ae830 0x7f0d8c1e5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d89e00640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 0x7f0d8c1f2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8a800640 1 -- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c0ae830 msgr2=0x7f0d8c1e5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.480+0000 7f0d8a800640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c0ae830 0x7f0d8c1e5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8a800640 1 -- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 msgr2=0x7f0d8c1f2330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8a800640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 0x7f0d8c1f2330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8a800640 1 -- 172.21.15.66:0/2412186199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d8c1f5df0 con 0x7f0d8c151010 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d89e00640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 0x7f0d8c1f2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8a800640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400d660 tx=0x7f0d8400db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84017070 con 0x7f0d8c151010 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d84005310 con 0x7f0d8c151010 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8c1f51e0 con 0x7f0d8c151010 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d84009820 con 0x7f0d8c151010 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.481+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8c1f57a0 con 0x7f0d8c151010 2024-07-27T06:51:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.482+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d8c0aec40 con 0x7f0d8c151010 2024-07-27T06:51:47.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.484+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0d840099c0 con 0x7f0d8c151010 2024-07-27T06:51:47.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.485+0000 7f0d82000640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 0x7f0d6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:47.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.485+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f0d84098cf0 con 0x7f0d8c151010 2024-07-27T06:51:47.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.486+0000 7f0d89e00640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 0x7f0d6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:47.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.487+0000 7f0d89e00640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 0x7f0d6c079550 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c036000 tx=0x7f0d7c004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:47.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.490+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0d84061b40 con 0x7f0d8c151010 2024-07-27T06:51:47.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.734+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0d8c0adb80 con 0x7f0d8c151010 2024-07-27T06:51:47.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.735+0000 7f0d82000640 1 -- 172.21.15.66:0/2412186199 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5229 (secure 0 0 0) 0x7f0d84061440 con 0x7f0d8c151010 2024-07-27T06:51:47.737 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:47.737 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":18,"btime":"2024-07-27T06:51:33:824032+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:51:30.358896+0000","modified":"2024-07-27T06:51:33.407597+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4920},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4920":{"gid":4920,"name":"c","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.66:6835/3123370329","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3123370329},{"type":"v1","addr":"172.21.15.66:6835","nonce":3123370329}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4920,"qdb_cluster":[4920]},"id":2}]} 2024-07-27T06:51:47.737 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 18 2024-07-27T06:51:47.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 msgr2=0x7f0d6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 0x7f0d6c079550 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c036000 tx=0x7f0d7c004ab0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 msgr2=0x7f0d8c1e5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f0d8400d660 tx=0x7f0d8400db20 comp rx=0 tx=0).stop 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 shutdown_connections 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d6c077040 0x7f0d6c079550 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d8c151010 0x7f0d8c1e5dd0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0d8c0ae830 0x7f0d8c1e5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 --2- 172.21.15.66:0/2412186199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d8c06de60 0x7f0d8c1f2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:47.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 >> 172.21.15.66:0/2412186199 conn(0x7f0d8c06c780 msgr2=0x7f0d8c159650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:47.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.738+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 shutdown_connections 2024-07-27T06:51:47.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:47.739+0000 7f0d8b200640 1 -- 172.21.15.66:0/2412186199 wait complete. 2024-07-27T06:51:47.769 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 -- 172.21.15.66:0/2345271055 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f762c004800 msgr2=0x7f762c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 --2- 172.21.15.66:0/2345271055 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f762c004800 0x7f762c004c10 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f76300016c0 tx=0x7f762c005830 comp rx=0 tx=0).stop 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 -- 172.21.15.66:0/2345271055 shutdown_connections 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 --2- 172.21.15.66:0/2345271055 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f762c004800 0x7f762c004c10 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 -- 172.21.15.66:0/2345271055 >> 172.21.15.66:0/2345271055 conn(0x7f764406c780 msgr2=0x7f764406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 -- 172.21.15.66:0/2345271055 shutdown_connections 2024-07-27T06:51:48.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.035+0000 7f764a000640 1 -- 172.21.15.66:0/2345271055 wait complete. 2024-07-27T06:51:48.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.038+0000 7f764a000640 1 Processor -- start 2024-07-27T06:51:48.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.038+0000 7f764a000640 1 -- start start 2024-07-27T06:51:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762c004800 0x7f76441f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76440cf8d0 0x7f76440cfce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7644073520 con 0x7f76441586c0 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76440cf6b0 con 0x7f762c004800 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f764a000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76440736a0 con 0x7f76440cf8d0 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.039+0000 7f7643e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53664/0 (socket says 172.21.15.66:53664) 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 -- 172.21.15.66:0/1304228570 learned_addr learned my addr 172.21.15.66:0/1304228570 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7649600640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76440cf8d0 0x7f76440cfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7648c00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762c004800 0x7f76441f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 -- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76440cf8d0 msgr2=0x7f76440cfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76440cf8d0 0x7f76440cfce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 -- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762c004800 msgr2=0x7f76441f87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762c004800 0x7f76441f87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 -- 172.21.15.66:0/1304228570 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76440d0220 con 0x7f76441586c0 2024-07-27T06:51:48.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.040+0000 7f7643e00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7630000fd0 tx=0x7f76300063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.041+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630041070 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.041+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7630039070 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.041+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7630003db0 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.041+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76440aeb90 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.041+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76440ae5d0 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.042+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f764415f970 con 0x7f76441586c0 2024-07-27T06:51:48.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.043+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f763003b070 con 0x7f76441586c0 2024-07-27T06:51:48.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.044+0000 7f7640c00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 0x7f7624079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.045+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7f76300b7f60 con 0x7f76441586c0 2024-07-27T06:51:48.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.045+0000 7f7648c00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 0x7f7624079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.046+0000 7f7648c00640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 0x7f7624079550 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f76380058c0 tx=0x7f7638005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:48.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.049+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f76440d0220 con 0x7f76441586c0 2024-07-27T06:51:48.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.261+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f764415ea70 con 0x7f76441586c0 2024-07-27T06:51:48.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.265+0000 7f7640c00640 1 -- 172.21.15.66:0/1304228570 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) ==== 74+0+18810 (secure 0 0 0) 0x7f7630080da0 con 0x7f76441586c0 2024-07-27T06:51:48.267 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:48.267 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":43,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:42.956279+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:51:28.009350+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"39","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-07-27T06:51:29.342847+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":7,"snaps":[{"begin":1,"length":1}]}],"new_removed_snaps":[{"pool":7,"snaps":[{"begin":1,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:48.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.267+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 msgr2=0x7f7624079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.267+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 0x7f7624079550 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f76380058c0 tx=0x7f7638005850 comp rx=0 tx=0).stop 2024-07-27T06:51:48.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.267+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 msgr2=0x7f7644157f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.267+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7630000fd0 tx=0x7f76300063a0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 shutdown_connections 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7624077040 0x7f7624079550 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76440cf8d0 0x7f76440cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f76441586c0 0x7f7644157f30 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 --2- 172.21.15.66:0/1304228570 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f762c004800 0x7f76441f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 >> 172.21.15.66:0/1304228570 conn(0x7f764406c780 msgr2=0x7f7644145220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 shutdown_connections 2024-07-27T06:51:48.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.268+0000 7f764a000640 1 -- 172.21.15.66:0/1304228570 wait complete. 2024-07-27T06:51:48.296 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T06:51:48.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 -- 172.21.15.66:0/2772287635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d00cee80 msgr2=0x7fd4d00cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 --2- 172.21.15.66:0/2772287635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d00cee80 0x7fd4d00cf290 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fd4d0072070 tx=0x7fd4b802a560 comp rx=0 tx=0).stop 2024-07-27T06:51:48.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 -- 172.21.15.66:0/2772287635 shutdown_connections 2024-07-27T06:51:48.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 --2- 172.21.15.66:0/2772287635 >> v2:172.21.15.155:3300/0 conn(0x7fd4d015f970 0x7fd4d015fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 --2- 172.21.15.66:0/2772287635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d00cee80 0x7fd4d00cf290 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 --2- 172.21.15.66:0/2772287635 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 0x7fd4d0073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 -- 172.21.15.66:0/2772287635 >> 172.21.15.66:0/2772287635 conn(0x7fd4d006c780 msgr2=0x7fd4d006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:48.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 -- 172.21.15.66:0/2772287635 shutdown_connections 2024-07-27T06:51:48.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.586+0000 7fd4cf200640 1 -- 172.21.15.66:0/2772287635 wait complete. 2024-07-27T06:51:48.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.589+0000 7fd4cf200640 1 Processor -- start 2024-07-27T06:51:48.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.589+0000 7fd4cf200640 1 -- start start 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4d00cee80 0x7fd4d01412d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 0x7fd4d0141f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d006e3a0 con 0x7fd4d015f970 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4d006e220 con 0x7fd4d00cee80 2024-07-27T06:51:48.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.590+0000 7fd4cf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4d006e520 con 0x7fd4d0159980 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53678/0 (socket says 172.21.15.66:53678) 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 -- 172.21.15.66:0/751239453 learned_addr learned my addr 172.21.15.66:0/751239453 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4c7e00640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 0x7fd4d0141f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4cde00640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4d00cee80 0x7fd4d01412d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 -- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 msgr2=0x7fd4d0141f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 0x7fd4d0141f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 -- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4d00cee80 msgr2=0x7fd4d01412d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4d00cee80 0x7fd4d01412d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.591+0000 7fd4ce800640 1 -- 172.21.15.66:0/751239453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4d013fd30 con 0x7fd4d015f970 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4ce800640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800ca80 tx=0x7fd4c800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8007d90 con 0x7fd4d015f970 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4c8004c30 con 0x7fd4d015f970 2024-07-27T06:51:48.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4d0140230 con 0x7fd4d015f970 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c8005280 con 0x7fd4d015f970 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.592+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4d01407f0 con 0x7fd4d015f970 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.593+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4d013ffa0 con 0x7fd4d015f970 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.594+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd4c8005420 con 0x7fd4d015f970 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.595+0000 7fd4c6000640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:48.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.595+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 6510+0+0 (secure 0 0 0) 0x7fd4c8099690 con 0x7fd4d015f970 2024-07-27T06:51:48.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.596+0000 7fd4cde00640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:48.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.598+0000 7fd4cde00640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd4c00058c0 tx=0x7fd4c0005d80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:48.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.601+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd4c8014070 con 0x7fd4d015f970 2024-07-27T06:51:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.860+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd4d0073490 con 0x7fd4d015f970 2024-07-27T06:51:48.863 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T06:51:48.862+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T06:51:48.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.866+0000 7fd4c6000640 1 -- 172.21.15.66:0/751239453 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7fd4c8062450 con 0x7fd4d015f970 2024-07-27T06:51:48.867 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T06:51:48.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.869+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 msgr2=0x7fd4ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.869+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fd4c00058c0 tx=0x7fd4c0005d80 comp rx=0 tx=0).stop 2024-07-27T06:51:48.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.869+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 msgr2=0x7fd4d00ac640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:48.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.869+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fd4c800ca80 tx=0x7fd4c800cf40 comp rx=0 tx=0).stop 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 shutdown_connections 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4d015f970 0x7fd4d00ac640 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4d0159980 0x7fd4d0141f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 --2- 172.21.15.66:0/751239453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4d00cee80 0x7fd4d01412d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 >> 172.21.15.66:0/751239453 conn(0x7fd4d006c780 msgr2=0x7fd4d006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 shutdown_connections 2024-07-27T06:51:48.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:48.870+0000 7fd4cf200640 1 -- 172.21.15.66:0/751239453 wait complete. 2024-07-27T06:51:48.882 INFO:tasks.ceph.mds.c.smithi066.stderr: -1987> 2024-07-27T06:51:33.463+0000 7f4c73600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:51:48.908 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T06:51:49.018 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:51:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 -- 172.21.15.66:0/2734428111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77001600d0 msgr2=0x7f77000cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 --2- 172.21.15.66:0/2734428111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77001600d0 0x7f77000cf0c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7700073d60 tx=0x7f76f802a890 comp rx=0 tx=0).stop 2024-07-27T06:51:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 -- 172.21.15.66:0/2734428111 shutdown_connections 2024-07-27T06:51:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 --2- 172.21.15.66:0/2734428111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77001600d0 0x7f77000cf0c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 -- 172.21.15.66:0/2734428111 >> 172.21.15.66:0/2734428111 conn(0x7f770006c780 msgr2=0x7f770006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:49.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 -- 172.21.15.66:0/2734428111 shutdown_connections 2024-07-27T06:51:49.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.171+0000 7f7704a00640 1 -- 172.21.15.66:0/2734428111 wait complete. 2024-07-27T06:51:49.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.173+0000 7f7704a00640 1 Processor -- start 2024-07-27T06:51:49.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.174+0000 7f7704a00640 1 -- start start 2024-07-27T06:51:49.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:49.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 0x7f7700156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:49.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77001f5fa0 0x7f77001f63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:49.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f770015d920 con 0x7f77000cecb0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f770015d7a0 con 0x7f77001f5fa0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.175+0000 7f7704a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f770015daa0 con 0x7f7700156550 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53700/0 (socket says 172.21.15.66:53700) 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 -- 172.21.15.66:0/2786744751 learned_addr learned my addr 172.21.15.66:0/2786744751 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76ff200640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77001f5fa0 0x7f77001f63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fde00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 0x7f7700156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 -- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 msgr2=0x7f7700156a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 0x7f7700156a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 -- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77001f5fa0 msgr2=0x7f77001f63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77001f5fa0 0x7f77001f63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fe800640 1 -- 172.21.15.66:0/2786744751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77000a9550 con 0x7f77000cecb0 2024-07-27T06:51:49.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.176+0000 7f76fde00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 0x7f7700156a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f76fe800640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c3d0 tx=0x7f76f000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0011790 con 0x7f77000cecb0 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76f0017070 con 0x7f77000cecb0 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76f0011cc0 con 0x7f77000cecb0 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77000a9830 con 0x7f77000cecb0 2024-07-27T06:51:49.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.177+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77000a9df0 con 0x7f77000cecb0 2024-07-27T06:51:49.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.178+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f770015df20 con 0x7f77000cecb0 2024-07-27T06:51:49.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.180+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f76f001c460 con 0x7f77000cecb0 2024-07-27T06:51:49.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.181+0000 7f76f6a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 0x7f76dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:49.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.181+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 6568+0+0 (secure 0 0 0) 0x7f76f0098ac0 con 0x7f77000cecb0 2024-07-27T06:51:49.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.181+0000 7f76fde00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 0x7f76dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:49.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.183+0000 7f76fde00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 0x7f76dc079520 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f77000ab7e0 tx=0x7f76e8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:49.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.185+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f76f0061960 con 0x7f77000cecb0 2024-07-27T06:51:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:49.430+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f7700157050 con 0x7f77000cecb0 2024-07-27T06:51:50.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.023+0000 7f76f6a00640 1 -- 172.21.15.66:0/2786744751 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f76f0061260 con 0x7f77000cecb0 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 msgr2=0x7f76dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 0x7f76dc079520 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f77000ab7e0 tx=0x7f76e8008040 comp rx=0 tx=0).stop 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 msgr2=0x7f7700131ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f76f000c3d0 tx=0x7f76f000c890 comp rx=0 tx=0).stop 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 shutdown_connections 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f76dc077010 0x7f76dc079520 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f77001f5fa0 0x7f77001f63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7700156550 0x7f7700156a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 --2- 172.21.15.66:0/2786744751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f77000cecb0 0x7f7700131ea0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.027+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 >> 172.21.15.66:0/2786744751 conn(0x7f770006c780 msgr2=0x7f77000af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:50.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.028+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 shutdown_connections 2024-07-27T06:51:50.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.028+0000 7f7704a00640 1 -- 172.21.15.66:0/2786744751 wait complete. 2024-07-27T06:51:50.061 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 -- 172.21.15.66:0/810705830 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2660003c80 msgr2=0x7f26600040d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 --2- 172.21.15.66:0/810705830 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2660003c80 0x7f26600040d0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f266c009b50 tx=0x7f2660005830 comp rx=0 tx=0).stop 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 -- 172.21.15.66:0/810705830 shutdown_connections 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 --2- 172.21.15.66:0/810705830 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2660003c80 0x7f26600040d0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 -- 172.21.15.66:0/810705830 >> 172.21.15.66:0/810705830 conn(0x7f267c06d110 msgr2=0x7f267c0b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 -- 172.21.15.66:0/810705830 shutdown_connections 2024-07-27T06:51:50.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.346+0000 7f2680a00640 1 -- 172.21.15.66:0/810705830 wait complete. 2024-07-27T06:51:50.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.349+0000 7f2680a00640 1 Processor -- start 2024-07-27T06:51:50.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.349+0000 7f2680a00640 1 -- start start 2024-07-27T06:51:50.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2660003c80 0x7f267c13e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:50.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f267c0ae5f0 0x7f267c0aea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:50.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:50.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f267c15d410 con 0x7f267c0aef40 2024-07-27T06:51:50.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f267c15d290 con 0x7f267c0ae5f0 2024-07-27T06:51:50.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2680a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f267c13ed90 con 0x7f2660003c80 2024-07-27T06:51:50.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f267a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:50.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f267a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53718/0 (socket says 172.21.15.66:53718) 2024-07-27T06:51:50.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f267a800640 1 -- 172.21.15.66:0/2848612611 learned_addr learned my addr 172.21.15.66:0/2848612611 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:50.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2679e00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2660003c80 0x7f267c13e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.351+0000 7f2679400640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f267c0ae5f0 0x7f267c0aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 -- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2660003c80 msgr2=0x7f267c13e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2660003c80 0x7f267c13e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 -- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f267c0ae5f0 msgr2=0x7f267c0aea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f267c0ae5f0 0x7f267c0aea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 -- 172.21.15.66:0/2848612611 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f267c1e5d40 con 0x7f267c0aef40 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f267a800640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f267c070840 tx=0x7f2674006790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f267400fc90 con 0x7f267c0aef40 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2674018070 con 0x7f267c0aef40 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f267c0adb10 con 0x7f267c0aef40 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.352+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2674011690 con 0x7f267c0aef40 2024-07-27T06:51:50.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.353+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f267c1f5090 con 0x7f267c0aef40 2024-07-27T06:51:50.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.354+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f267c1e5ab0 con 0x7f267c0aef40 2024-07-27T06:51:50.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.355+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2674011830 con 0x7f267c0aef40 2024-07-27T06:51:50.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.356+0000 7f2672000640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 0x7f265c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:50.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.357+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 6626+0+0 (secure 0 0 0) 0x7f26740996f0 con 0x7f267c0aef40 2024-07-27T06:51:50.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.357+0000 7f2679e00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 0x7f265c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:50.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.358+0000 7f2679e00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 0x7f265c079520 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f266c035000 tx=0x7f266c0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:50.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.361+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f267c13f2d0 con 0x7f267c0aef40 2024-07-27T06:51:50.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.576+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f267c1f52f0 con 0x7f267c0aef40 2024-07-27T06:51:50.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.874+0000 7f2672000640 1 -- 172.21.15.66:0/2848612611 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v46) ==== 181+0+0 (secure 0 0 0) 0x7f26740624c0 con 0x7f267c0aef40 2024-07-27T06:51:50.876 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T06:51:50.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 msgr2=0x7f265c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 0x7f265c079520 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f266c035000 tx=0x7f266c0046c0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 msgr2=0x7f267c1f8350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:50.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f267c070840 tx=0x7f2674006790 comp rx=0 tx=0).stop 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 shutdown_connections 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f265c077010 0x7f265c079520 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f267c0aef40 0x7f267c1f8350 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f267c0ae5f0 0x7f267c0aea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 --2- 172.21.15.66:0/2848612611 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2660003c80 0x7f267c13e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:50.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.879+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 >> 172.21.15.66:0/2848612611 conn(0x7f267c06d110 msgr2=0x7f267c1e8500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:50.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.880+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 shutdown_connections 2024-07-27T06:51:50.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:50.881+0000 7f2680a00640 1 -- 172.21.15.66:0/2848612611 wait complete. 2024-07-27T06:51:50.920 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T06:51:51.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.219+0000 7fd51be00640 1 -- 172.21.15.66:0/2902730965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c145650 msgr2=0x7fd51c06ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:51.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.219+0000 7fd51be00640 1 --2- 172.21.15.66:0/2902730965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c145650 0x7fd51c06ff60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd51c06eab0 tx=0x7fd50402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 -- 172.21.15.66:0/2902730965 shutdown_connections 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 --2- 172.21.15.66:0/2902730965 >> v2:172.21.15.155:3300/0 conn(0x7fd51c0cd610 0x7fd51c0cda20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 --2- 172.21.15.66:0/2902730965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c145650 0x7fd51c06ff60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 -- 172.21.15.66:0/2902730965 >> 172.21.15.66:0/2902730965 conn(0x7fd51c06c780 msgr2=0x7fd51c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 -- 172.21.15.66:0/2902730965 shutdown_connections 2024-07-27T06:51:51.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.220+0000 7fd51be00640 1 -- 172.21.15.66:0/2902730965 wait complete. 2024-07-27T06:51:51.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.222+0000 7fd51be00640 1 Processor -- start 2024-07-27T06:51:51.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.222+0000 7fd51be00640 1 -- start start 2024-07-27T06:51:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd51c0cd610 0x7fd51c15b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd51c145650 0x7fd51c0c5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c072490 con 0x7fd51c15c6c0 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c072310 con 0x7fd51c145650 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd51c072610 con 0x7fd51c0cd610 2024-07-27T06:51:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37754/0 (socket says 172.21.15.66:37754) 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.224+0000 7fd51b400640 1 -- 172.21.15.66:0/1643012820 learned_addr learned my addr 172.21.15.66:0/1643012820 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51aa00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd51c0cd610 0x7fd51c15b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 -- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd51c0cd610 msgr2=0x7fd51c15b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd51c0cd610 0x7fd51c15b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51a000640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd51c145650 0x7fd51c0c5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 -- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd51c145650 msgr2=0x7fd51c0c5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd51c145650 0x7fd51c0c5310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 -- 172.21.15.66:0/1643012820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd51c15bb70 con 0x7fd51c15c6c0 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.225+0000 7fd51b400640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd51400c390 tx=0x7fd51400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.226+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd514017070 con 0x7fd51c15c6c0 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.226+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5140053c0 con 0x7fd51c15c6c0 2024-07-27T06:51:51.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.226+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd51c0c5ef0 con 0x7fd51c15c6c0 2024-07-27T06:51:51.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.226+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd514003830 con 0x7fd51c15c6c0 2024-07-27T06:51:51.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.226+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd51c1f8a20 con 0x7fd51c15c6c0 2024-07-27T06:51:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.227+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd51c072b30 con 0x7fd51c15c6c0 2024-07-27T06:51:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.228+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd51401a070 con 0x7fd51c15c6c0 2024-07-27T06:51:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.229+0000 7fd512a00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.230+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 6188+0+0 (secure 0 0 0) 0x7fd514097e70 con 0x7fd51c15c6c0 2024-07-27T06:51:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.230+0000 7fd51aa00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.232+0000 7fd51aa00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 0x7fd4f8079520 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd504033000 tx=0x7fd504004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:51.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.234+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd51c15bb70 con 0x7fd51c15c6c0 2024-07-27T06:51:51.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:51.445+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd51c0ce930 con 0x7fd51c15c6c0 2024-07-27T06:51:52.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.039+0000 7fd512a00640 1 -- 172.21.15.66:0/1643012820 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v47) ==== 169+0+0 (secure 0 0 0) 0x7fd51c0cdf60 con 0x7fd51c15c6c0 2024-07-27T06:51:52.041 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.043+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 msgr2=0x7fd4f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.043+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 0x7fd4f8079520 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd504033000 tx=0x7fd504004730 comp rx=0 tx=0).stop 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.043+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 msgr2=0x7fd51c0b0730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.043+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fd51400c390 tx=0x7fd51400c850 comp rx=0 tx=0).stop 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 shutdown_connections 2024-07-27T06:51:52.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4f8077010 0x7fd4f8079520 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd51c15c6c0 0x7fd51c0b0730 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd51c145650 0x7fd51c0c5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 --2- 172.21.15.66:0/1643012820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd51c0cd610 0x7fd51c15b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 >> 172.21.15.66:0/1643012820 conn(0x7fd51c06c780 msgr2=0x7fd51c0cbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 shutdown_connections 2024-07-27T06:51:52.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.044+0000 7fd51be00640 1 -- 172.21.15.66:0/1643012820 wait complete. 2024-07-27T06:51:52.083 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 -- 172.21.15.66:0/4018620860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 msgr2=0x7fb66c0cc8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 --2- 172.21.15.66:0/4018620860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c0cc8b0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fb664005fd0 tx=0x7fb66402a540 comp rx=0 tx=0).stop 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 -- 172.21.15.66:0/4018620860 shutdown_connections 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 --2- 172.21.15.66:0/4018620860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c0cc8b0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 --2- 172.21.15.66:0/4018620860 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 0x7fb66c0b2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 -- 172.21.15.66:0/4018620860 >> 172.21.15.66:0/4018620860 conn(0x7fb66c0d1b50 msgr2=0x7fb66c0d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 -- 172.21.15.66:0/4018620860 shutdown_connections 2024-07-27T06:51:52.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.355+0000 7fb672c00640 1 -- 172.21.15.66:0/4018620860 wait complete. 2024-07-27T06:51:52.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.358+0000 7fb672c00640 1 Processor -- start 2024-07-27T06:51:52.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.358+0000 7fb672c00640 1 -- start start 2024-07-27T06:51:52.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 0x7fb66c15b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb66c0ce740 0x7fb66c158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb66c06e0c0 con 0x7fb66c0ceb50 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb66c06df40 con 0x7fb66c0ce740 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb66c06e240 con 0x7fb66c0b6d80 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37772/0 (socket says 172.21.15.66:37772) 2024-07-27T06:51:52.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 -- 172.21.15.66:0/1358750810 learned_addr learned my addr 172.21.15.66:0/1358750810 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb670e00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb66c0ce740 0x7fb66c158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb671800640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 0x7fb66c15b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 -- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 msgr2=0x7fb66c15b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 0x7fb66c15b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 -- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb66c0ce740 msgr2=0x7fb66c158980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.360+0000 7fb672200640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb66c0ce740 0x7fb66c158980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb672200640 1 -- 172.21.15.66:0/1358750810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb66c1594f0 con 0x7fb66c0ceb50 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb672200640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb664006010 tx=0x7fb664003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb66403e030 con 0x7fb66c0ceb50 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb664003e50 con 0x7fb66c0ceb50 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb664035040 con 0x7fb66c0ceb50 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb66c1597d0 con 0x7fb66c0ceb50 2024-07-27T06:51:52.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.361+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb66c159d90 con 0x7fb66c0ceb50 2024-07-27T06:51:52.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.363+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb66c159240 con 0x7fb66c0ceb50 2024-07-27T06:51:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.364+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb664041030 con 0x7fb66c0ceb50 2024-07-27T06:51:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.365+0000 7fb669600640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 0x7fb64c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.365+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5716+0+0 (secure 0 0 0) 0x7fb6640b9220 con 0x7fb66c0ceb50 2024-07-27T06:51:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.366+0000 7fb671800640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 0x7fb64c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.367+0000 7fb671800640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 0x7fb64c079520 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb65c009f20 tx=0x7fb65c0094f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:52.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.370+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb664082370 con 0x7fb66c0ceb50 2024-07-27T06:51:52.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.594+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fb66c0b2d70 con 0x7fb66c0ceb50 2024-07-27T06:51:52.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.603+0000 7fb669600640 1 -- 172.21.15.66:0/1358750810 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v30) ==== 71+0+0 (secure 0 0 0) 0x7fb664081c70 con 0x7fb66c0ceb50 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 msgr2=0x7fb64c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 0x7fb64c079520 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb65c009f20 tx=0x7fb65c0094f0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 msgr2=0x7fb66c1f8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fb664006010 tx=0x7fb664003960 comp rx=0 tx=0).stop 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 shutdown_connections 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb64c077010 0x7fb64c079520 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb66c0ceb50 0x7fb66c1f8d00 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb66c0ce740 0x7fb66c158980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 --2- 172.21.15.66:0/1358750810 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb66c0b6d80 0x7fb66c15b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.606+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 >> 172.21.15.66:0/1358750810 conn(0x7fb66c0d1b50 msgr2=0x7fb66c15e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:52.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.607+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 shutdown_connections 2024-07-27T06:51:52.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.607+0000 7fb672c00640 1 -- 172.21.15.66:0/1358750810 wait complete. 2024-07-27T06:51:52.635 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails' 2024-07-27T06:51:52.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2284197432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb8006dbe0 msgr2=0x7fdb800ccba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2284197432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb8006dbe0 0x7fdb800ccba0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fdb78005fd0 tx=0x7fdb7802a8b0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2284197432 shutdown_connections 2024-07-27T06:51:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2284197432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb8006dbe0 0x7fdb800ccba0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2284197432 >> v2:172.21.15.155:3300/0 conn(0x7fdb800cf820 0x7fdb800b2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2284197432 >> 172.21.15.66:0/2284197432 conn(0x7fdb800b50b0 msgr2=0x7fdb800b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2284197432 shutdown_connections 2024-07-27T06:51:52.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.915+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2284197432 wait complete. 2024-07-27T06:51:52.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.917+0000 7fdb7fe00640 1 Processor -- start 2024-07-27T06:51:52.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.918+0000 7fdb7fe00640 1 -- start start 2024-07-27T06:51:52.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb800af7c0 0x7fdb800c2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb800cf820 0x7fdb80099210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdb80069270 con 0x7fdb800cd750 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdb800690f0 con 0x7fdb800af7c0 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.919+0000 7fdb7fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdb800693f0 con 0x7fdb800cf820 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37776/0 (socket says 172.21.15.66:37776) 2024-07-27T06:51:52.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 -- 172.21.15.66:0/2736302727 learned_addr learned my addr 172.21.15.66:0/2736302727 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7e000640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb800cf820 0x7fdb80099210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 -- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb800cf820 msgr2=0x7fdb80099210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb800cf820 0x7fdb80099210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 -- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb800af7c0 msgr2=0x7fdb800c2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb800af7c0 0x7fdb800c2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.920+0000 7fdb7f400640 1 -- 172.21.15.66:0/2736302727 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb800c2aa0 con 0x7fdb800cd750 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb7f400640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009cd0 tx=0x7fdb780316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb78031da0 con 0x7fdb800cd750 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb78003a60 con 0x7fdb800cd750 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb780330d0 con 0x7fdb800cd750 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb801f54a0 con 0x7fdb800cd750 2024-07-27T06:51:52.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.921+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb801f5a40 con 0x7fdb800cd750 2024-07-27T06:51:52.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.922+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb800b2880 con 0x7fdb800cd750 2024-07-27T06:51:52.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.924+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdb78033270 con 0x7fdb800cd750 2024-07-27T06:51:52.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.925+0000 7fdb76a00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 0x7fdb60079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:52.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.925+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7fdb780b9e10 con 0x7fdb800cd750 2024-07-27T06:51:52.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.925+0000 7fdb7ea00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 0x7fdb60079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:52.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.927+0000 7fdb7ea00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 0x7fdb60079550 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb700058c0 tx=0x7fdb70005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:52.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:52.930+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb780bd030 con 0x7fdb800cd750 2024-07-27T06:51:53.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:53.221+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails"]} v 0) -- 0x7fdb80070900 con 0x7fdb800cd750 2024-07-27T06:51:54.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.055+0000 7fdb76a00640 1 -- 172.21.15.66:0/2736302727 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_attaching_pools_with_snaps_to_fs_fails"]}]=0 v116) ==== 173+0+0 (secure 0 0 0) 0x7fdb7803f030 con 0x7fdb800cd750 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 msgr2=0x7fdb60079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 0x7fdb60079550 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fdb700058c0 tx=0x7fdb70005850 comp rx=0 tx=0).stop 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 msgr2=0x7fdb80099750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009cd0 tx=0x7fdb780316f0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 shutdown_connections 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb60077040 0x7fdb60079550 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb800cd750 0x7fdb80099750 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb800cf820 0x7fdb80099210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 --2- 172.21.15.66:0/2736302727 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb800af7c0 0x7fdb800c2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 >> 172.21.15.66:0/2736302727 conn(0x7fdb800b50b0 msgr2=0x7fdb800cf070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.059+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 shutdown_connections 2024-07-27T06:51:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.060+0000 7fdb7fe00640 1 -- 172.21.15.66:0/2736302727 wait complete. 2024-07-27T06:51:54.091 INFO:tasks.cephfs_test_runner:Test that attempt to attach pool with snapshots to an fs fails ... ok 2024-07-27T06:51:54.091 INFO:tasks.cephfs_test_runner:Starting test: test_disallow_monitor_managed_snaps_for_fs_pools (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) Test that creation of monitor managed snaps fails for pools attached 2024-07-27T06:51:54.091 INFO:tasks.cephfs_test_runner:test_disallow_monitor_managed_snaps_for_fs_pools (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) 2024-07-27T06:51:54.092 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:51:54.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 -- 172.21.15.66:0/2037961549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e180cecb0 msgr2=0x7f3e180cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 --2- 172.21.15.66:0/2037961549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e180cecb0 0x7f3e180cf0c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3e08005fd0 tx=0x7f3e0802a4d0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 -- 172.21.15.66:0/2037961549 shutdown_connections 2024-07-27T06:51:54.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 --2- 172.21.15.66:0/2037961549 >> v2:172.21.15.155:3300/0 conn(0x7f3e1815f9c0 0x7f3e1815fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 --2- 172.21.15.66:0/2037961549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e180cecb0 0x7f3e180cf0c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.383+0000 7f3e1f200640 1 -- 172.21.15.66:0/2037961549 >> 172.21.15.66:0/2037961549 conn(0x7f3e1806c780 msgr2=0x7f3e1806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:54.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.384+0000 7f3e1f200640 1 -- 172.21.15.66:0/2037961549 shutdown_connections 2024-07-27T06:51:54.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.384+0000 7f3e1f200640 1 -- 172.21.15.66:0/2037961549 wait complete. 2024-07-27T06:51:54.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.386+0000 7f3e1f200640 1 Processor -- start 2024-07-27T06:51:54.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.386+0000 7f3e1f200640 1 -- start start 2024-07-27T06:51:54.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e180cecb0 0x7f3e180b33b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e1815f9c0 0x7f3e181e6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1815d920 con 0x7f3e18156550 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3e1815d7a0 con 0x7f3e180cecb0 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3e1815daa0 con 0x7f3e1815f9c0 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37792/0 (socket says 172.21.15.66:37792) 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1d400640 1 -- 172.21.15.66:0/590041504 learned_addr learned my addr 172.21.15.66:0/590041504 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1e800640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e1815f9c0 0x7f3e181e6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.388+0000 7f3e1de00640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e180cecb0 0x7f3e180b33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 -- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e1815f9c0 msgr2=0x7f3e181e6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e1815f9c0 0x7f3e181e6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 -- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e180cecb0 msgr2=0x7f3e180b33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e180cecb0 0x7f3e180b33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 -- 172.21.15.66:0/590041504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e180b38f0 con 0x7f3e18156550 2024-07-27T06:51:54.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e1d400640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3e08034040 tx=0x7f3e080038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e0803e030 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e08003db0 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.389+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e08035040 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.390+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e180b44f0 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.390+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e180b2bb0 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.391+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e180b29d0 con 0x7f3e18156550 2024-07-27T06:51:54.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.392+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3e08041030 con 0x7f3e18156550 2024-07-27T06:51:54.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.393+0000 7f3e12000640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 0x7f3dfc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.393+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7f3e080b8fe0 con 0x7f3e18156550 2024-07-27T06:51:54.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.394+0000 7f3e1de00640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 0x7f3dfc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.395+0000 7f3e1de00640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 0x7f3dfc079520 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c001940 tx=0x7f3e0c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:54.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.398+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e180b29d0 con 0x7f3e18156550 2024-07-27T06:51:54.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.612+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3e180cce70 con 0x7f3e18156550 2024-07-27T06:51:54.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.615+0000 7f3e12000640 1 -- 172.21.15.66:0/590041504 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) ==== 74+0+15118 (secure 0 0 0) 0x7f3e180cce70 con 0x7f3e18156550 2024-07-27T06:51:54.617 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:54.617 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":48,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:51:52.875681+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":45,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6835/3123370329":"2024-07-28T06:51:48.862299+0000","172.21.15.66:6833/3123370329":"2024-07-28T06:51:48.862299+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":7,"snaps":[{"begin":1,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 msgr2=0x7f3dfc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 0x7f3dfc079520 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f3e0c001940 tx=0x7f3e0c009040 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 msgr2=0x7f3e18147350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f3e08034040 tx=0x7f3e080038a0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 shutdown_connections 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dfc077010 0x7f3dfc079520 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e1815f9c0 0x7f3e181e6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e18156550 0x7f3e18147350 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 --2- 172.21.15.66:0/590041504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e180cecb0 0x7f3e180b33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.618+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 >> 172.21.15.66:0/590041504 conn(0x7f3e1806c780 msgr2=0x7f3e1806e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:54.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.619+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 shutdown_connections 2024-07-27T06:51:54.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.619+0000 7f3e1f200640 1 -- 172.21.15.66:0/590041504 wait complete. 2024-07-27T06:51:54.648 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T06:51:54.648 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 -- 172.21.15.66:0/1355653810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003ad0 msgr2=0x7fcd30003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/1355653810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003ad0 0x7fcd30003f40 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c0016c0 tx=0x7fcd30005830 comp rx=0 tx=0).stop 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 -- 172.21.15.66:0/1355653810 shutdown_connections 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/1355653810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003ad0 0x7fcd30003f40 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 -- 172.21.15.66:0/1355653810 >> 172.21.15.66:0/1355653810 conn(0x7fcd4806c780 msgr2=0x7fcd4806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.930+0000 7fcd4ec00640 1 -- 172.21.15.66:0/1355653810 shutdown_connections 2024-07-27T06:51:54.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.931+0000 7fcd4ec00640 1 -- 172.21.15.66:0/1355653810 wait complete. 2024-07-27T06:51:54.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.933+0000 7fcd4ec00640 1 Processor -- start 2024-07-27T06:51:54.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.933+0000 7fcd4ec00640 1 -- start start 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd30003ad0 0x7fcd481f5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd48153440 0x7fcd4814cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcd48154db0 con 0x7fcd4814a050 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd48162280 con 0x7fcd48153440 2024-07-27T06:51:54.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ec00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd48154f30 con 0x7fcd30003ad0 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37818/0 (socket says 172.21.15.66:37818) 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.935+0000 7fcd4ce00640 1 -- 172.21.15.66:0/668940840 learned_addr learned my addr 172.21.15.66:0/668940840 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 -- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd30003ad0 msgr2=0x7fcd481f5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd30003ad0 0x7fcd481f5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 -- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd48153440 msgr2=0x7fcd4814cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4e200640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd48153440 0x7fcd4814cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd48153440 0x7fcd4814cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:54.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 -- 172.21.15.66:0/668940840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd48153850 con 0x7fcd4814a050 2024-07-27T06:51:54.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd4ce00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e660 tx=0x7fcd3400eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.936+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3400ca50 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.937+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd3400cce0 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.937+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd340116b0 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.937+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd4814a460 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.937+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd481569c0 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.938+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd48158170 con 0x7fcd4814a050 2024-07-27T06:51:54.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.939+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcd34011850 con 0x7fcd4814a050 2024-07-27T06:51:54.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.940+0000 7fcd45600640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 0x7fcd28079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:54.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.940+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7fcd34099380 con 0x7fcd4814a050 2024-07-27T06:51:54.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.941+0000 7fcd4d800640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 0x7fcd28079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:54.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.942+0000 7fcd4d800640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 0x7fcd28079520 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c0016c0 tx=0x7fcd3c001120 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:54.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:54.944+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd48153850 con 0x7fcd4814a050 2024-07-27T06:51:55.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.146+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcd480b35d0 con 0x7fcd4814a050 2024-07-27T06:51:55.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.148+0000 7fcd45600640 1 -- 172.21.15.66:0/668940840 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) ==== 93+0+10 (secure 0 0 0) 0x7fcd34016030 con 0x7fcd4814a050 2024-07-27T06:51:55.149 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T06:51:55.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.150+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 msgr2=0x7fcd28079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.150+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 0x7fcd28079520 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c0016c0 tx=0x7fcd3c001120 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.150+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 msgr2=0x7fcd48152f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.150+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e660 tx=0x7fcd3400eb20 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 shutdown_connections 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd28077010 0x7fcd28079520 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd48153440 0x7fcd4814cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4814a050 0x7fcd48152f00 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 --2- 172.21.15.66:0/668940840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd30003ad0 0x7fcd481f5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 >> 172.21.15.66:0/668940840 conn(0x7fcd4806c780 msgr2=0x7fcd480b4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 shutdown_connections 2024-07-27T06:51:55.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.151+0000 7fcd4ec00640 1 -- 172.21.15.66:0/668940840 wait complete. 2024-07-27T06:51:55.180 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T06:51:55.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.469+0000 7f3cb8200640 1 -- 172.21.15.66:0/3380445532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 msgr2=0x7f3cb0070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.469+0000 7f3cb8200640 1 --2- 172.21.15.66:0/3380445532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb0070060 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4009830 tx=0x7f3ca402a510 comp rx=0 tx=0).stop 2024-07-27T06:51:55.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.469+0000 7f3cb8200640 1 -- 172.21.15.66:0/3380445532 shutdown_connections 2024-07-27T06:51:55.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.469+0000 7f3cb8200640 1 --2- 172.21.15.66:0/3380445532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb0070060 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.469+0000 7f3cb8200640 1 -- 172.21.15.66:0/3380445532 >> 172.21.15.66:0/3380445532 conn(0x7f3cb00cfb90 msgr2=0x7f3cb00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:55.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.470+0000 7f3cb8200640 1 -- 172.21.15.66:0/3380445532 shutdown_connections 2024-07-27T06:51:55.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.470+0000 7f3cb8200640 1 -- 172.21.15.66:0/3380445532 wait complete. 2024-07-27T06:51:55.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.472+0000 7f3cb8200640 1 Processor -- start 2024-07-27T06:51:55.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.473+0000 7f3cb8200640 1 -- start start 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 0x7f3cb013ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cb00cb6c0 0x7f3cb00b3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb00b52d0 con 0x7f3cb00732e0 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3cb00b5150 con 0x7f3cb00ca8f0 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb8200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3cb00b5450 con 0x7f3cb00cb6c0 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37838/0 (socket says 172.21.15.66:37838) 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb5800640 1 -- 172.21.15.66:0/2320105377 learned_addr learned my addr 172.21.15.66:0/2320105377 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:55.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.475+0000 7f3cb4e00640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 0x7f3cb013ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 -- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cb00cb6c0 msgr2=0x7f3cb00b3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cb00cb6c0 0x7f3cb00b3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 -- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 msgr2=0x7f3cb013ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 0x7f3cb013ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 -- 172.21.15.66:0/2320105377 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cb013d8b0 con 0x7f3cb00732e0 2024-07-27T06:51:55.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb4e00640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 0x7f3cb013ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:55.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb5800640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3ca402ab00 tx=0x7f3ca4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:55.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4031d60 con 0x7f3cb00732e0 2024-07-27T06:51:55.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ca4033e10 con 0x7f3cb00732e0 2024-07-27T06:51:55.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cb013db90 con 0x7f3cb00732e0 2024-07-27T06:51:55.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.476+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca4005260 con 0x7f3cb00732e0 2024-07-27T06:51:55.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.477+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cb013e150 con 0x7f3cb00732e0 2024-07-27T06:51:55.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.478+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cb00cc220 con 0x7f3cb00732e0 2024-07-27T06:51:55.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.479+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3ca4005400 con 0x7f3cb00732e0 2024-07-27T06:51:55.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.480+0000 7f3cad600640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 0x7f3c90079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:55.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.480+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7f3ca40b9c30 con 0x7f3cb00732e0 2024-07-27T06:51:55.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.481+0000 7f3cb4e00640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 0x7f3c90079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:55.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.482+0000 7f3cb4e00640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 0x7f3c90079520 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3cb00cd0d0 tx=0x7f3c9c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:55.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.484+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3ca403f030 con 0x7f3cb00732e0 2024-07-27T06:51:55.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.696+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7f3cb015dd40 con 0x7f3cb00732e0 2024-07-27T06:51:55.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.697+0000 7f3cad600640 1 -- 172.21.15.66:0/2320105377 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v48) ==== 103+0+11 (secure 0 0 0) 0x7f3ca4082d80 con 0x7f3cb00732e0 2024-07-27T06:51:55.699 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:51:55.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 msgr2=0x7f3c90079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 0x7f3c90079520 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3cb00cd0d0 tx=0x7f3c9c009040 comp rx=0 tx=0).stop 2024-07-27T06:51:55.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 msgr2=0x7f3cb00c28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f3ca402ab00 tx=0x7f3ca4033c20 comp rx=0 tx=0).stop 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 shutdown_connections 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c90077010 0x7f3c90079520 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cb00cb6c0 0x7f3cb00b3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cb00ca8f0 0x7f3cb013ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 --2- 172.21.15.66:0/2320105377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cb00732e0 0x7f3cb00c28d0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 >> 172.21.15.66:0/2320105377 conn(0x7f3cb00cfb90 msgr2=0x7f3cb015e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 shutdown_connections 2024-07-27T06:51:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:55.701+0000 7f3cb8200640 1 -- 172.21.15.66:0/2320105377 wait complete. 2024-07-27T06:51:55.734 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools' 2024-07-27T06:51:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 -- 172.21.15.66:0/4112715212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 msgr2=0x7f1d8c00ba50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 --2- 172.21.15.66:0/4112715212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1d8c00ba50 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f1da0001690 tx=0x7f1d8c005830 comp rx=0 tx=0).stop 2024-07-27T06:51:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 -- 172.21.15.66:0/4112715212 shutdown_connections 2024-07-27T06:51:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 --2- 172.21.15.66:0/4112715212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1d8c00ba50 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 -- 172.21.15.66:0/4112715212 >> 172.21.15.66:0/4112715212 conn(0x7f1da80b3670 msgr2=0x7f1da80b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 -- 172.21.15.66:0/4112715212 shutdown_connections 2024-07-27T06:51:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.022+0000 7f1dad800640 1 -- 172.21.15.66:0/4112715212 wait complete. 2024-07-27T06:51:56.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.025+0000 7f1dad800640 1 Processor -- start 2024-07-27T06:51:56.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.025+0000 7f1dad800640 1 -- start start 2024-07-27T06:51:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1da815a9a0 0x7f1da8159350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1da806d890 0x7f1da815cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1da80b0d60 con 0x7f1d8c0053a0 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1da80b0ee0 con 0x7f1da815a9a0 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1dad800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1da80b1060 con 0x7f1da806d890 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.026+0000 7f1da7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37864/0 (socket says 172.21.15.66:37864) 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 -- 172.21.15.66:0/1749837994 learned_addr learned my addr 172.21.15.66:0/1749837994 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7400640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1da815a9a0 0x7f1da8159350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1dace00640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1da806d890 0x7f1da815cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 -- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1da806d890 msgr2=0x7f1da815cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1da806d890 0x7f1da815cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:56.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 -- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1da815a9a0 msgr2=0x7f1da8159350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:56.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1da815a9a0 0x7f1da8159350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:56.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.027+0000 7f1da7e00640 1 -- 172.21.15.66:0/1749837994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da8158590 con 0x7f1d8c0053a0 2024-07-27T06:51:56.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1da7e00640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1d9800fbb0 tx=0x7f1d9800d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d98011640 con 0x7f1d8c0053a0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d980117e0 con 0x7f1d8c0053a0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da8158870 con 0x7f1d8c0053a0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d98011c30 con 0x7f1d8c0053a0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.028+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da8158e30 con 0x7f1d8c0053a0 2024-07-27T06:51:56.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.029+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da8070d40 con 0x7f1d8c0053a0 2024-07-27T06:51:56.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.030+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1d98024440 con 0x7f1d8c0053a0 2024-07-27T06:51:56.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.031+0000 7f1d9fe00640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 0x7f1d84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:56.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.032+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7f1d98099800 con 0x7f1d8c0053a0 2024-07-27T06:51:56.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.032+0000 7f1da7400640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 0x7f1d84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:56.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.033+0000 7f1da7400640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 0x7f1d84079520 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1d90001eb0 tx=0x7f1d90000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:56.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.036+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1d980629e0 con 0x7f1d8c0053a0 2024-07-27T06:51:56.205 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:51:56.213 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:51:56.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:56.328+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools"]} v 0) -- 0x7f1da8072210 con 0x7f1d8c0053a0 2024-07-27T06:51:57.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.089+0000 7f1d9fe00640 1 -- 172.21.15.66:0/1749837994 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools"]}]=0 v119) ==== 181+0+0 (secure 0 0 0) 0x7f1d980622e0 con 0x7f1d8c0053a0 2024-07-27T06:51:57.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 msgr2=0x7f1d84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 0x7f1d84079520 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1d90001eb0 tx=0x7f1d90000ed0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 msgr2=0x7f1da815aea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f1d9800fbb0 tx=0x7f1d9800d6b0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 shutdown_connections 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d84077010 0x7f1d84079520 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1da806d890 0x7f1da815cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1da815a9a0 0x7f1da8159350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 --2- 172.21.15.66:0/1749837994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1d8c0053a0 0x7f1da815aea0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 >> 172.21.15.66:0/1749837994 conn(0x7f1da80b3670 msgr2=0x7f1da80af980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 shutdown_connections 2024-07-27T06:51:57.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.093+0000 7f1dad800640 1 -- 172.21.15.66:0/1749837994 wait complete. 2024-07-27T06:51:57.126 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T06:51:57.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 -- 172.21.15.66:0/18148997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe080151010 msgr2=0x7fe0800b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 --2- 172.21.15.66:0/18148997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe080151010 0x7fe0800b38c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fe070009830 tx=0x7fe07002a480 comp rx=0 tx=0).stop 2024-07-27T06:51:57.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 -- 172.21.15.66:0/18148997 shutdown_connections 2024-07-27T06:51:57.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 --2- 172.21.15.66:0/18148997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe080151010 0x7fe0800b38c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 -- 172.21.15.66:0/18148997 >> 172.21.15.66:0/18148997 conn(0x7fe08006c780 msgr2=0x7fe08006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:57.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 -- 172.21.15.66:0/18148997 shutdown_connections 2024-07-27T06:51:57.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.418+0000 7fe085200640 1 -- 172.21.15.66:0/18148997 wait complete. 2024-07-27T06:51:57.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.421+0000 7fe085200640 1 Processor -- start 2024-07-27T06:51:57.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.421+0000 7fe085200640 1 -- start start 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 0x7fe0801515d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 0x7fe08015c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe080070350 con 0x7fe08006de60 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0800701d0 con 0x7fe080151010 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.422+0000 7fe085200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe080165c30 con 0x7fe0800ae830 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37876/0 (socket says 172.21.15.66:37876) 2024-07-27T06:51:57.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 -- 172.21.15.66:0/4182600396 learned_addr learned my addr 172.21.15.66:0/4182600396 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07fe00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 0x7fe08015c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07ea00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 0x7fe0801515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 -- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 msgr2=0x7fe0801515d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 0x7fe0801515d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 -- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 msgr2=0x7fe08015c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 0x7fe08015c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07f400640 1 -- 172.21.15.66:0/4182600396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe080151b10 con 0x7fe08006de60 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07fe00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 0x7fe08015c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.423+0000 7fe07ea00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 0x7fe0801515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:51:57.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe07f400640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe070009950 tx=0x7fe070033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe070031d60 con 0x7fe08006de60 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0700330d0 con 0x7fe08006de60 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe08015d500 con 0x7fe08006de60 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe070033520 con 0x7fe08006de60 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.424+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe08015c470 con 0x7fe08006de60 2024-07-27T06:51:57.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.425+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0800b38c0 con 0x7fe08006de60 2024-07-27T06:51:57.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.428+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe0700035f0 con 0x7fe08006de60 2024-07-27T06:51:57.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.429+0000 7fe077400640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 0x7fe05c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.429+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7fe0700ba370 con 0x7fe08006de60 2024-07-27T06:51:57.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.430+0000 7fe07ea00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 0x7fe05c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.431+0000 7fe07ea00640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 0x7fe05c079520 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe08015d900 tx=0x7fe068008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:57.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.432+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe070051020 con 0x7fe08006de60 2024-07-27T06:51:57.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.643+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fe08015d6d0 con 0x7fe08006de60 2024-07-27T06:51:57.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.645+0000 7fe077400640 1 -- 172.21.15.66:0/4182600396 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v30) ==== 59+0+1998 (secure 0 0 0) 0x7fe07003f030 con 0x7fe08006de60 2024-07-27T06:51:57.647 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T06:51:57.647 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T06:51:57.647 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T06:51:57.647 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T06:51:57.648 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T06:51:57.649 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T06:51:57.650 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T06:51:57.651 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T06:51:57.651 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T06:51:57.651 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T06:51:57.651 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T06:51:57.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 msgr2=0x7fe05c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 0x7fe05c079520 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe08015d900 tx=0x7fe068008040 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 msgr2=0x7fe08013ecd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fe070009950 tx=0x7fe070033d60 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 shutdown_connections 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe05c077010 0x7fe05c079520 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe080151010 0x7fe08015c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0800ae830 0x7fe0801515d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 --2- 172.21.15.66:0/4182600396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe08006de60 0x7fe08013ecd0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 >> 172.21.15.66:0/4182600396 conn(0x7fe08006c780 msgr2=0x7fe08015a4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:57.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 shutdown_connections 2024-07-27T06:51:57.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.648+0000 7fe085200640 1 -- 172.21.15.66:0/4182600396 wait complete. 2024-07-27T06:51:57.677 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 -- 172.21.15.66:0/2251975336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c0d0dd0 msgr2=0x7f630c0b3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 --2- 172.21.15.66:0/2251975336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c0d0dd0 0x7f630c0b3ad0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6304005fd0 tx=0x7f630402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 -- 172.21.15.66:0/2251975336 shutdown_connections 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 --2- 172.21.15.66:0/2251975336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c0d0dd0 0x7f630c0b3ad0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 --2- 172.21.15.66:0/2251975336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 0x7f630c0b54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 -- 172.21.15.66:0/2251975336 >> 172.21.15.66:0/2251975336 conn(0x7f630c0d4060 msgr2=0x7f630c0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:57.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 -- 172.21.15.66:0/2251975336 shutdown_connections 2024-07-27T06:51:57.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.970+0000 7f6313c00640 1 -- 172.21.15.66:0/2251975336 wait complete. 2024-07-27T06:51:57.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.973+0000 7f6313c00640 1 Processor -- start 2024-07-27T06:51:57.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.973+0000 7f6313c00640 1 -- start start 2024-07-27T06:51:57.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.974+0000 7f6313c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.974+0000 7f6313c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 0x7f630c154270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6313c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f630c0d0dd0 0x7f630c151f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6313c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f630c0b4420 con 0x7f630c08c9d0 2024-07-27T06:51:57.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6313c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f630c0b42a0 con 0x7f630c0d0dd0 2024-07-27T06:51:57.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6313c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f630c0b45a0 con 0x7f630c0b9390 2024-07-27T06:51:57.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37898/0 (socket says 172.21.15.66:37898) 2024-07-27T06:51:57.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 -- 172.21.15.66:0/2194491347 learned_addr learned my addr 172.21.15.66:0/2194491347 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f630be00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 0x7f630c154270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f630c0d0dd0 0x7f630c151f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 -- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 msgr2=0x7f630c154270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 0x7f630c154270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 -- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f630c0d0dd0 msgr2=0x7f630c151f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f630c0d0dd0 0x7f630c151f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:57.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.975+0000 7f6311200640 1 -- 172.21.15.66:0/2194491347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630c0a01c0 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6311200640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f62fc00c390 tx=0x7f62fc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62fc017070 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62fc0035f0 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f630c0a04a0 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62fc003a20 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.976+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f630c0a0a60 con 0x7f630c08c9d0 2024-07-27T06:51:57.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.978+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f630c0b4ad0 con 0x7f630c08c9d0 2024-07-27T06:51:57.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.979+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f62fc01a070 con 0x7f630c08c9d0 2024-07-27T06:51:57.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.980+0000 7f6308c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 0x7f62e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:57.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.980+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7f62fc097c90 con 0x7f630c08c9d0 2024-07-27T06:51:57.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.981+0000 7f630be00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 0x7f62e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:57.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.982+0000 7f630be00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 0x7f62e8079520 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f62f4005c40 tx=0x7f62f4005bd0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:57.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:57.985+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f62fc060e70 con 0x7f630c08c9d0 2024-07-27T06:51:58.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.199+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f630c06ec20 con 0x7f630c08c9d0 2024-07-27T06:51:58.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.207+0000 7f6308c00640 1 -- 172.21.15.66:0/2194491347 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v31)=0 v31) ==== 122+0+0 (secure 0 0 0) 0x7f62fc0690b0 con 0x7f630c08c9d0 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 msgr2=0x7f62e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 0x7f62e8079520 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f62f4005c40 tx=0x7f62f4005bd0 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 msgr2=0x7f630c0a1260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f62fc00c390 tx=0x7f62fc00c850 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 shutdown_connections 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f62e8077010 0x7f62e8079520 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f630c0d0dd0 0x7f630c151f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f630c0b9390 0x7f630c154270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 --2- 172.21.15.66:0/2194491347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f630c08c9d0 0x7f630c0a1260 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:58.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 >> 172.21.15.66:0/2194491347 conn(0x7f630c0d4060 msgr2=0x7f630c0d1c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:58.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.210+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 shutdown_connections 2024-07-27T06:51:58.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:58.211+0000 7f6313c00640 1 -- 172.21.15.66:0/2194491347 wait complete. 2024-07-27T06:51:58.238 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:51:58.238 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:58.342 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:51:58.473 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:51:58.473 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:58.473 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:58.535 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:51:58.535 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:58.535 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:58.591 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:51:58.592 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:51:58.592 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:58.653 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:51:58.653 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:51:58.654 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:51:58.709 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:51:58.709 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T06:51:58.709 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 -- 172.21.15.66:0/3703120289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280732e0 msgr2=0x7fd528070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 --2- 172.21.15.66:0/3703120289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280732e0 0x7fd528070060 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fd5280d0b90 tx=0x7fd51802a560 comp rx=0 tx=0).stop 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 -- 172.21.15.66:0/3703120289 shutdown_connections 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 --2- 172.21.15.66:0/3703120289 >> v2:172.21.15.155:3300/0 conn(0x7fd5280ca8f0 0x7fd5280b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 --2- 172.21.15.66:0/3703120289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280732e0 0x7fd528070060 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 -- 172.21.15.66:0/3703120289 >> 172.21.15.66:0/3703120289 conn(0x7fd5280cfb90 msgr2=0x7fd5280cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:59.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 -- 172.21.15.66:0/3703120289 shutdown_connections 2024-07-27T06:51:59.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.007+0000 7fd52e200640 1 -- 172.21.15.66:0/3703120289 wait complete. 2024-07-27T06:51:59.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.010+0000 7fd52e200640 1 Processor -- start 2024-07-27T06:51:59.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.010+0000 7fd52e200640 1 -- start start 2024-07-27T06:51:59.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5280732e0 0x7fd5281575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5280cb6c0 0x7fd52815e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd5280b5100 con 0x7fd5280ca8f0 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd5280b4f80 con 0x7fd5280cb6c0 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.011+0000 7fd52e200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd5280b5280 con 0x7fd5280732e0 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37908/0 (socket says 172.21.15.66:37908) 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 -- 172.21.15.66:0/3833582618 learned_addr learned my addr 172.21.15.66:0/3833582618 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 -- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5280732e0 msgr2=0x7fd5281575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5280732e0 0x7fd5281575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 -- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5280cb6c0 msgr2=0x7fd52815e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5280cb6c0 0x7fd52815e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.012+0000 7fd526a00640 1 -- 172.21.15.66:0/3833582618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5281f6690 con 0x7fd5280ca8f0 2024-07-27T06:51:59.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd526a00640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd51000c410 tx=0x7fd51000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:59.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd510007020 con 0x7fd5280ca8f0 2024-07-27T06:51:59.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5100072b0 con 0x7fd5280ca8f0 2024-07-27T06:51:59.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5100067d0 con 0x7fd5280ca8f0 2024-07-27T06:51:59.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5281f6970 con 0x7fd5280ca8f0 2024-07-27T06:51:59.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.013+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5281f6f30 con 0x7fd5280ca8f0 2024-07-27T06:51:59.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.014+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd528070060 con 0x7fd5280ca8f0 2024-07-27T06:51:59.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.016+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd510019020 con 0x7fd5280ca8f0 2024-07-27T06:51:59.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.017+0000 7fd51f400640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 0x7fd504079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.017+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7fd510098200 con 0x7fd5280ca8f0 2024-07-27T06:51:59.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.017+0000 7fd527400640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 0x7fd504079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.019+0000 7fd527400640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 0x7fd504079520 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd518033000 tx=0x7fd5180046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:59.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.021+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd510061350 con 0x7fd5280ca8f0 2024-07-27T06:51:59.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.274+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5280cc220 con 0x7fd5280ca8f0 2024-07-27T06:51:59.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.275+0000 7fd51f400640 1 -- 172.21.15.66:0/3833582618 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3917 (secure 0 0 0) 0x7fd510060c50 con 0x7fd5280ca8f0 2024-07-27T06:51:59.277 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:51:59.278 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":20,"btime":"2024-07-27T06:51:50:011815+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4819,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2878478899","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2878478899},{"type":"v1","addr":"172.21.15.155:6836","nonce":2878478899}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4822,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3657605051","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3657605051},{"type":"v1","addr":"172.21.15.155:6837","nonce":3657605051}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4825,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3406134589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3406134589},{"type":"v1","addr":"172.21.15.66:6834","nonce":3406134589}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5175,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/1671301053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1671301053},{"type":"v1","addr":"172.21.15.66:6835","nonce":1671301053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-07-27T06:51:59.278 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 20 2024-07-27T06:51:59.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 msgr2=0x7fd504079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 0x7fd504079520 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd518033000 tx=0x7fd5180046c0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 msgr2=0x7fd52815dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fd51000c410 tx=0x7fd51000c8d0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 shutdown_connections 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd504077010 0x7fd504079520 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd5280cb6c0 0x7fd52815e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd5280ca8f0 0x7fd52815dc20 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 --2- 172.21.15.66:0/3833582618 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd5280732e0 0x7fd5281575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.278+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 >> 172.21.15.66:0/3833582618 conn(0x7fd5280cfb90 msgr2=0x7fd52815e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.279+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 shutdown_connections 2024-07-27T06:51:59.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.279+0000 7fd52e200640 1 -- 172.21.15.66:0/3833582618 wait complete. 2024-07-27T06:51:59.309 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:51:59.309 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:51:59.309 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:51:59.310 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:59.310 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:51:59.310 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:51:59.310 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:51:59.310 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:59.310 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:51:59.310 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T06:51:59.311 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T06:51:59.311 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:59.311 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:51:59.311 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:51:59.311 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:51:59.311 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:51:59.340 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:51:59.340 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:51:59.343 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:51:59.343 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:51:59.344 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T06:51:59.345 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:51:59.349 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:51:59.349 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:51:59.390 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:51:59.390 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:59.394 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:51:59.395 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:59.396 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:51:59.396 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:59.399 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:51:59.399 DEBUG:teuthology.parallel:result is None 2024-07-27T06:51:59.399 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T06:51:59.603 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:51:59.607 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:51:59.617 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:51:59.617 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 -- 172.21.15.66:0/1951222821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 msgr2=0x7f1dc40734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1951222821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40734d0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1dc415d4e0 tx=0x7f1db802a560 comp rx=0 tx=0).stop 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 -- 172.21.15.66:0/1951222821 shutdown_connections 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1951222821 >> v2:172.21.15.155:3300/0 conn(0x7f1dc415f9c0 0x7f1dc415fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1951222821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 0x7f1dc40cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1951222821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40734d0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 -- 172.21.15.66:0/1951222821 >> 172.21.15.66:0/1951222821 conn(0x7f1dc406c780 msgr2=0x7f1dc406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 -- 172.21.15.66:0/1951222821 shutdown_connections 2024-07-27T06:51:59.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.652+0000 7f1dcb200640 1 -- 172.21.15.66:0/1951222821 wait complete. 2024-07-27T06:51:59.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.654+0000 7f1dcb200640 1 Processor -- start 2024-07-27T06:51:59.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.654+0000 7f1dcb200640 1 -- start start 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 0x7f1dc40adfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1dc415f9c0 0x7f1dc415ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc415d710 con 0x7f1dc4156550 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1dc415d590 con 0x7f1dc415f9c0 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dcb200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1dc415d890 con 0x7f1dc40cecb0 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dc9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dc9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37974/0 (socket says 172.21.15.66:37974) 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dc9400640 1 -- 172.21.15.66:0/1626787879 learned_addr learned my addr 172.21.15.66:0/1626787879 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dc9e00640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 0x7f1dc40adfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.656+0000 7f1dca800640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1dc415f9c0 0x7f1dc415ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 -- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 msgr2=0x7f1dc40adfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 0x7f1dc40adfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 -- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1dc415f9c0 msgr2=0x7f1dc415ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1dc415f9c0 0x7f1dc415ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 -- 172.21.15.66:0/1626787879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1dc40ae500 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dc9400640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1db400c9a0 tx=0x7f1db400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db4007bb0 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1db4007e40 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1db400f6b0 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.657+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1dc41421f0 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.658+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1dc40b29d0 con 0x7f1dc4156550 2024-07-27T06:51:59.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.659+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1dc415efa0 con 0x7f1dc4156550 2024-07-27T06:51:59.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.660+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1db400f850 con 0x7f1dc4156550 2024-07-27T06:51:59.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.661+0000 7f1dbe000640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 0x7f1da8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:51:59.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.661+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 5716+0+0 (secure 0 0 0) 0x7f1db4098ec0 con 0x7f1dc4156550 2024-07-27T06:51:59.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.662+0000 7f1dc9e00640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 0x7f1da8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:51:59.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.662+0000 7f1dc9e00640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 0x7f1da8079550 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1db8033000 tx=0x7f1db8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:51:59.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.665+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1db4014030 con 0x7f1dc4156550 2024-07-27T06:51:59.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:51:59.887+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f1dc41458b0 con 0x7f1dc4156550 2024-07-27T06:52:00.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.246+0000 7f1dbe000640 1 -- 172.21.15.66:0/1626787879 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v50) ==== 97+0+0 (secure 0 0 0) 0x7f1db4061ae0 con 0x7f1dc4156550 2024-07-27T06:52:00.248 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T06:52:00.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 msgr2=0x7f1da8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 0x7f1da8079550 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1db8033000 tx=0x7f1db8004730 comp rx=0 tx=0).stop 2024-07-27T06:52:00.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 msgr2=0x7f1dc40b4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1db400c9a0 tx=0x7f1db400ce60 comp rx=0 tx=0).stop 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 shutdown_connections 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1da8077040 0x7f1da8079550 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1dc415f9c0 0x7f1dc415ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1dc4156550 0x7f1dc40b4430 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 --2- 172.21.15.66:0/1626787879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1dc40cecb0 0x7f1dc40adfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 >> 172.21.15.66:0/1626787879 conn(0x7f1dc406c780 msgr2=0x7f1dc415c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:00.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.250+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 shutdown_connections 2024-07-27T06:52:00.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.251+0000 7f1dcb200640 1 -- 172.21.15.66:0/1626787879 wait complete. 2024-07-27T06:52:00.287 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T06:52:00.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.564+0000 7f8c05a00640 1 -- 172.21.15.66:0/1152430272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c000cee80 msgr2=0x7f8c000cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.564+0000 7f8c05a00640 1 --2- 172.21.15.66:0/1152430272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c000cee80 0x7f8c000cf290 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f8c0006d8e0 tx=0x7f8be802a540 comp rx=0 tx=0).stop 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 -- 172.21.15.66:0/1152430272 shutdown_connections 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 --2- 172.21.15.66:0/1152430272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c000cee80 0x7f8c000cf290 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 --2- 172.21.15.66:0/1152430272 >> v2:172.21.15.155:3300/0 conn(0x7f8c00159980 0x7f8c00073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 -- 172.21.15.66:0/1152430272 >> 172.21.15.66:0/1152430272 conn(0x7f8c0006c780 msgr2=0x7f8c0006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 -- 172.21.15.66:0/1152430272 shutdown_connections 2024-07-27T06:52:00.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.565+0000 7f8c05a00640 1 -- 172.21.15.66:0/1152430272 wait complete. 2024-07-27T06:52:00.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.567+0000 7f8c05a00640 1 Processor -- start 2024-07-27T06:52:00.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.567+0000 7f8c05a00640 1 -- start start 2024-07-27T06:52:00.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c000cee80 0x7f8c001f8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 0x7f8c000ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0006e5b0 con 0x7f8c00159980 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0006e430 con 0x7f8c0015f970 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8c05a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0006e730 con 0x7f8c000cee80 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8bf7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8bf7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37994/0 (socket says 172.21.15.66:37994) 2024-07-27T06:52:00.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.569+0000 7f8bf7e00640 1 -- 172.21.15.66:0/2420195450 learned_addr learned my addr 172.21.15.66:0/2420195450 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:00.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bffe00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c000cee80 0x7f8c001f8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:00.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 -- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c000cee80 msgr2=0x7f8c001f8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c000cee80 0x7f8c001f8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 -- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 msgr2=0x7f8c000ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8c05000640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 0x7f8c000ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 0x7f8c000ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 -- 172.21.15.66:0/2420195450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c001f57a0 con 0x7f8c00159980 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8c05000640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 0x7f8c000ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bf7e00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8be8009780 tx=0x7f8be8033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8031d60 con 0x7f8c00159980 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8be8005020 con 0x7f8c00159980 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.570+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8be8005470 con 0x7f8c00159980 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.571+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c001f5a80 con 0x7f8c00159980 2024-07-27T06:52:00.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.571+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c001402c0 con 0x7f8c00159980 2024-07-27T06:52:00.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.572+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c001f5510 con 0x7f8c00159980 2024-07-27T06:52:00.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.573+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8be80047a0 con 0x7f8c00159980 2024-07-27T06:52:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.574+0000 7f8bfcc00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 0x7f8bdc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.574+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5602+0+0 (secure 0 0 0) 0x7f8be80b9b00 con 0x7f8c00159980 2024-07-27T06:52:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.575+0000 7f8bffe00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 0x7f8bdc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:00.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.577+0000 7f8bffe00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 0x7f8bdc079520 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8bf000b9a0 tx=0x7f8bf0005c20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:00.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.579+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8be803f030 con 0x7f8c00159980 2024-07-27T06:52:00.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.870+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f8c000b13f0 con 0x7f8c00159980 2024-07-27T06:52:00.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.871+0000 7f8bfcc00640 1 -- 172.21.15.66:0/2420195450 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7f8c000b13f0 con 0x7f8c00159980 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.873 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:00.874 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.875 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T06:52:00.876 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.877 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.878 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T06:52:00.879 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.880 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.881 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.882 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.883 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:00.884 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.885 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.886 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:52:00.887 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:00.888 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.888 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:00.888 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T06:52:00.888 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 msgr2=0x7f8bdc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 0x7f8bdc079520 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8bf000b9a0 tx=0x7f8bf0005c20 comp rx=0 tx=0).stop 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 msgr2=0x7f8c001f4ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8be8009780 tx=0x7f8be8033d60 comp rx=0 tx=0).stop 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 shutdown_connections 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bdc077010 0x7f8bdc079520 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0015f970 0x7f8c000ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c00159980 0x7f8c001f4ce0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 --2- 172.21.15.66:0/2420195450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c000cee80 0x7f8c001f8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:00.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 >> 172.21.15.66:0/2420195450 conn(0x7f8c0006c780 msgr2=0x7f8c00158c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:00.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.874+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 shutdown_connections 2024-07-27T06:52:00.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:00.875+0000 7f8c05a00640 1 -- 172.21.15.66:0/2420195450 wait complete. 2024-07-27T06:52:00.903 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:52:01.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.189+0000 7f6067e00640 1 -- 172.21.15.66:0/3483442904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6068161af0 msgr2=0x7f6068161f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.189+0000 7f6067e00640 1 --2- 172.21.15.66:0/3483442904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6068161af0 0x7f6068161f00 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f6050005fd0 tx=0x7f605002a5a0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 -- 172.21.15.66:0/3483442904 shutdown_connections 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 --2- 172.21.15.66:0/3483442904 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6068161af0 0x7f6068161f00 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 --2- 172.21.15.66:0/3483442904 >> v2:172.21.15.155:3300/0 conn(0x7f606806e560 0x7f6068154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 -- 172.21.15.66:0/3483442904 >> 172.21.15.66:0/3483442904 conn(0x7f606806c780 msgr2=0x7f606806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 -- 172.21.15.66:0/3483442904 shutdown_connections 2024-07-27T06:52:01.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.190+0000 7f6067e00640 1 -- 172.21.15.66:0/3483442904 wait complete. 2024-07-27T06:52:01.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.192+0000 7f6067e00640 1 Processor -- start 2024-07-27T06:52:01.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.192+0000 7f6067e00640 1 -- start start 2024-07-27T06:52:01.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606815e500 0x7f6068159a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6068161af0 0x7f60681f8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f606815f1a0 con 0x7f606806e560 2024-07-27T06:52:01.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f606815f020 con 0x7f606815e500 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6067e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f606815f320 con 0x7f6068161af0 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6066a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6066a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38398/0 (socket says 172.21.15.66:38398) 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.194+0000 7f6066a00640 1 -- 172.21.15.66:0/1723357584 learned_addr learned my addr 172.21.15.66:0/1723357584 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f605fe00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606815e500 0x7f6068159a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6067400640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6068161af0 0x7f60681f8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 -- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6068161af0 msgr2=0x7f60681f8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6068161af0 0x7f60681f8640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 -- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606815e500 msgr2=0x7f6068159a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606815e500 0x7f6068159a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 -- 172.21.15.66:0/1723357584 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6068159fb0 con 0x7f606806e560 2024-07-27T06:52:01.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.195+0000 7f6066a00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f605800d770 tx=0x7f605800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:01.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.196+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058017070 con 0x7f606806e560 2024-07-27T06:52:01.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.196+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6058009d20 con 0x7f606806e560 2024-07-27T06:52:01.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.196+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60681f51d0 con 0x7f606806e560 2024-07-27T06:52:01.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.196+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60580106c0 con 0x7f606806e560 2024-07-27T06:52:01.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.196+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60681f5790 con 0x7f606806e560 2024-07-27T06:52:01.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.197+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6068154db0 con 0x7f606806e560 2024-07-27T06:52:01.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.198+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f605801a070 con 0x7f606806e560 2024-07-27T06:52:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.200+0000 7f605ea00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 0x7f6044079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.200+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5602+0+0 (secure 0 0 0) 0x7f60580989b0 con 0x7f606806e560 2024-07-27T06:52:01.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.201+0000 7f605fe00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 0x7f6044079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.202+0000 7f605fe00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 0x7f6044079520 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6050033000 tx=0x7f6050004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:01.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.205+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6058061c00 con 0x7f606806e560 2024-07-27T06:52:01.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.421+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f60681548b0 con 0x7f606806e560 2024-07-27T06:52:01.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.422+0000 7f605ea00640 1 -- 172.21.15.66:0/1723357584 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v52) ==== 84+0+137 (secure 0 0 0) 0x7f6058061500 con 0x7f606806e560 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:01.424 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 msgr2=0x7f6044079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 0x7f6044079520 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6050033000 tx=0x7f6050004730 comp rx=0 tx=0).stop 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 msgr2=0x7f60680ce370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f605800d770 tx=0x7f605800dc30 comp rx=0 tx=0).stop 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 shutdown_connections 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6044077010 0x7f6044079520 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6068161af0 0x7f60681f8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f606815e500 0x7f6068159a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 --2- 172.21.15.66:0/1723357584 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f606806e560 0x7f60680ce370 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 >> 172.21.15.66:0/1723357584 conn(0x7f606806c780 msgr2=0x7f6068073050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:01.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 shutdown_connections 2024-07-27T06:52:01.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.425+0000 7f6067e00640 1 -- 172.21.15.66:0/1723357584 wait complete. 2024-07-27T06:52:01.453 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:52:01.453 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:52:01.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 -- 172.21.15.66:0/4225435662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8240c9560 msgr2=0x7fa82406d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 --2- 172.21.15.66:0/4225435662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8240c9560 0x7fa82406d5e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa80c005fd0 tx=0x7fa80c02a670 comp rx=0 tx=0).stop 2024-07-27T06:52:01.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 -- 172.21.15.66:0/4225435662 shutdown_connections 2024-07-27T06:52:01.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 --2- 172.21.15.66:0/4225435662 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8240c9560 0x7fa82406d5e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 --2- 172.21.15.66:0/4225435662 >> v2:172.21.15.155:3300/0 conn(0x7fa82415e5d0 0x7fa8240690f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 -- 172.21.15.66:0/4225435662 >> 172.21.15.66:0/4225435662 conn(0x7fa8240b51c0 msgr2=0x7fa8240b55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:01.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 -- 172.21.15.66:0/4225435662 shutdown_connections 2024-07-27T06:52:01.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.734+0000 7fa82a600640 1 -- 172.21.15.66:0/4225435662 wait complete. 2024-07-27T06:52:01.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.737+0000 7fa82a600640 1 Processor -- start 2024-07-27T06:52:01.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.737+0000 7fa82a600640 1 -- start start 2024-07-27T06:52:01.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 0x7fa8241ebbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 0x7fa8241f5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8240b2480 con 0x7fa82406db20 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8240cbd40 con 0x7fa8240c9560 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa82a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8240b2600 con 0x7fa82415e5d0 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa829200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa829200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38406/0 (socket says 172.21.15.66:38406) 2024-07-27T06:52:01.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.739+0000 7fa829200640 1 -- 172.21.15.66:0/1573310205 learned_addr learned my addr 172.21.15.66:0/1573310205 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa81be00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 0x7fa8241ebbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829c00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 0x7fa8241f5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 -- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 msgr2=0x7fa8241f5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 0x7fa8241f5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 -- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 msgr2=0x7fa8241ebbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:01.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 0x7fa8241ebbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 -- 172.21.15.66:0/1573310205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8240b0140 con 0x7fa82406db20 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa81be00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 0x7fa8241ebbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829c00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 0x7fa8241f5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.740+0000 7fa829200640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fa81400e7c0 tx=0x7fa81400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.741+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa81400ccc0 con 0x7fa82406db20 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.741+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa814010430 con 0x7fa82406db20 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.741+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8241f8fc0 con 0x7fa82406db20 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.741+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa814010860 con 0x7fa82406db20 2024-07-27T06:52:01.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.741+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8241f9580 con 0x7fa82406db20 2024-07-27T06:52:01.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.742+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8241f52d0 con 0x7fa82406db20 2024-07-27T06:52:01.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.744+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa814010a00 con 0x7fa82406db20 2024-07-27T06:52:01.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.745+0000 7fa821600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 0x7fa800079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:01.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.745+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 5602+0+0 (secure 0 0 0) 0x7fa8140992f0 con 0x7fa82406db20 2024-07-27T06:52:01.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.746+0000 7fa81be00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 0x7fa800079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:01.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.747+0000 7fa81be00640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 0x7fa800079550 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa80c033000 tx=0x7fa80c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:01.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.750+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8140624b0 con 0x7fa82406db20 2024-07-27T06:52:01.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:01.970+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fa824069980 con 0x7fa82406db20 2024-07-27T06:52:02.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.266+0000 7fa821600640 1 -- 172.21.15.66:0/1573310205 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v53) ==== 138+0+0 (secure 0 0 0) 0x7fa814061db0 con 0x7fa82406db20 2024-07-27T06:52:02.268 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:52:02.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.270+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 msgr2=0x7fa800079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:02.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.270+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 0x7fa800079550 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa80c033000 tx=0x7fa80c004730 comp rx=0 tx=0).stop 2024-07-27T06:52:02.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.270+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 msgr2=0x7fa82409a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:02.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.270+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fa81400e7c0 tx=0x7fa81400ec80 comp rx=0 tx=0).stop 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 shutdown_connections 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa800077040 0x7fa800079550 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa82415e5d0 0x7fa8241f5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8240c9560 0x7fa8241ebbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 --2- 172.21.15.66:0/1573310205 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa82406db20 0x7fa82409a2d0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 >> 172.21.15.66:0/1573310205 conn(0x7fa8240b51c0 msgr2=0x7fa824154980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 shutdown_connections 2024-07-27T06:52:02.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.271+0000 7fa82a600640 1 -- 172.21.15.66:0/1573310205 wait complete. 2024-07-27T06:52:02.309 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 -- 172.21.15.66:0/2542502596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c160130 msgr2=0x7fe93c0b3040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 --2- 172.21.15.66:0/2542502596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c160130 0x7fe93c0b3040 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe934005fd0 tx=0x7fe93402a820 comp rx=0 tx=0).stop 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 -- 172.21.15.66:0/2542502596 shutdown_connections 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 --2- 172.21.15.66:0/2542502596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c160130 0x7fe93c0b3040 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 --2- 172.21.15.66:0/2542502596 >> v2:172.21.15.155:3300/0 conn(0x7fe93c06f200 0x7fe93c0b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 -- 172.21.15.66:0/2542502596 >> 172.21.15.66:0/2542502596 conn(0x7fe93c06cf40 msgr2=0x7fe93c0b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 -- 172.21.15.66:0/2542502596 shutdown_connections 2024-07-27T06:52:02.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.586+0000 7fe940c00640 1 -- 172.21.15.66:0/2542502596 wait complete. 2024-07-27T06:52:02.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.590+0000 7fe940c00640 1 Processor -- start 2024-07-27T06:52:02.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.590+0000 7fe940c00640 1 -- start start 2024-07-27T06:52:02.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe93c06f200 0x7fe93c159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:02.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:02.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c072ed0 0x7fe93c0732e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:02.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c0cecc0 con 0x7fe93c06f610 2024-07-27T06:52:02.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe93c0ceb40 con 0x7fe93c06f200 2024-07-27T06:52:02.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe940c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe93c0cee40 con 0x7fe93c072ed0 2024-07-27T06:52:02.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.592+0000 7fe93aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:02.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38422/0 (socket says 172.21.15.66:38422) 2024-07-27T06:52:02.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 -- 172.21.15.66:0/2261557163 learned_addr learned my addr 172.21.15.66:0/2261557163 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:02.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93b400640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe93c06f200 0x7fe93c159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93be00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c072ed0 0x7fe93c0732e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 -- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c072ed0 msgr2=0x7fe93c0732e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c072ed0 0x7fe93c0732e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 -- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe93c06f200 msgr2=0x7fe93c159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe93c06f200 0x7fe93c159250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.593+0000 7fe93aa00640 1 -- 172.21.15.66:0/2261557163 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe93c159a50 con 0x7fe93c06f610 2024-07-27T06:52:02.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe93aa00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe92800c460 tx=0x7fe92800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928016020 con 0x7fe93c06f610 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe928012940 con 0x7fe93c06f610 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe93c156da0 con 0x7fe93c06f610 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe928012d90 con 0x7fe93c06f610 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.594+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe93c0af370 con 0x7fe93c06f610 2024-07-27T06:52:02.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.596+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe93c159790 con 0x7fe93c06f610 2024-07-27T06:52:02.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.597+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe928019020 con 0x7fe93c06f610 2024-07-27T06:52:02.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.598+0000 7fe933400640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 0x7fe91c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:02.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.598+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5972+0+0 (secure 0 0 0) 0x7fe928098c10 con 0x7fe93c06f610 2024-07-27T06:52:02.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.599+0000 7fe93b400640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 0x7fe91c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:02.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.600+0000 7fe93b400640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 0x7fe91c079520 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe92c009b30 tx=0x7fe92c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:02.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.602+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe928020070 con 0x7fe93c06f610 2024-07-27T06:52:02.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:02.822+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe93c0cf360 con 0x7fe93c06f610 2024-07-27T06:52:03.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.283+0000 7fe933400640 1 -- 172.21.15.66:0/2261557163 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v54) ==== 170+0+0 (secure 0 0 0) 0x7fe93c156da0 con 0x7fe93c06f610 2024-07-27T06:52:03.285 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:52:03.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.287+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 msgr2=0x7fe91c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:03.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.287+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 0x7fe91c079520 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe92c009b30 tx=0x7fe92c005f90 comp rx=0 tx=0).stop 2024-07-27T06:52:03.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.287+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 msgr2=0x7fe93c14d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:03.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.287+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fe92800c460 tx=0x7fe92800c920 comp rx=0 tx=0).stop 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 shutdown_connections 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe91c077010 0x7fe91c079520 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe93c072ed0 0x7fe93c0732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe93c06f610 0x7fe93c14d030 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 --2- 172.21.15.66:0/2261557163 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe93c06f200 0x7fe93c159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 >> 172.21.15.66:0/2261557163 conn(0x7fe93c06cf40 msgr2=0x7fe93c152610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 shutdown_connections 2024-07-27T06:52:03.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.288+0000 7fe940c00640 1 -- 172.21.15.66:0/2261557163 wait complete. 2024-07-27T06:52:03.338 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:52:03.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 -- 172.21.15.66:0/1430302715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 msgr2=0x7fcc2c151760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:03.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 --2- 172.21.15.66:0/1430302715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c151760 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcc24005fd0 tx=0x7fcc2402a830 comp rx=0 tx=0).stop 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 -- 172.21.15.66:0/1430302715 shutdown_connections 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 --2- 172.21.15.66:0/1430302715 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c151760 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 --2- 172.21.15.66:0/1430302715 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c0cf3e0 0x7fcc2c06fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.597+0000 7fcc34400640 1 -- 172.21.15.66:0/1430302715 >> 172.21.15.66:0/1430302715 conn(0x7fcc2c0cfb90 msgr2=0x7fcc2c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.598+0000 7fcc34400640 1 -- 172.21.15.66:0/1430302715 shutdown_connections 2024-07-27T06:52:03.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.598+0000 7fcc34400640 1 -- 172.21.15.66:0/1430302715 wait complete. 2024-07-27T06:52:03.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.601+0000 7fcc34400640 1 Processor -- start 2024-07-27T06:52:03.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.601+0000 7fcc34400640 1 -- start start 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c0c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c072f40 0x7fcc2c15cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2c152030 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2c151eb0 con 0x7fcc2c070210 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.603+0000 7fcc34400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcc2c1521b0 con 0x7fcc2c072f40 2024-07-27T06:52:03.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38426/0 (socket says 172.21.15.66:38426) 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 -- 172.21.15.66:0/484324724 learned_addr learned my addr 172.21.15.66:0/484324724 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc31a00640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c0c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc31000640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c072f40 0x7fcc2c15cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 -- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c072f40 msgr2=0x7fcc2c15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c072f40 0x7fcc2c15cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 -- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 msgr2=0x7fcc2c0c9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c0c9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.604+0000 7fcc32400640 1 -- 172.21.15.66:0/484324724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc2c14fd30 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc32400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcc2402ae20 tx=0x7fcc240305d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc24041020 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc24030ab0 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc2c1e8840 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc24036040 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.605+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc2c1e8e00 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.607+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc2c1e8590 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.608+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcc24044020 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.609+0000 7fcc29600640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 0x7fcc10079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:03.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.609+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 6354+0+0 (secure 0 0 0) 0x7fcc240b9ae0 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.610+0000 7fcc31a00640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 0x7fcc10079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:03.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.611+0000 7fcc31a00640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 0x7fcc10079550 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcc20001e30 tx=0x7fcc20001dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:03.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.615+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcc2404b030 con 0x7fcc2c0cf3e0 2024-07-27T06:52:03.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:03.865+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fcc2c151790 con 0x7fcc2c0cf3e0 2024-07-27T06:52:04.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.287+0000 7fcc29600640 1 -- 172.21.15.66:0/484324724 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v23) ==== 172+0+0 (secure 0 0 0) 0x7fcc2c151790 con 0x7fcc2c0cf3e0 2024-07-27T06:52:04.290 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 8 and data pool 9 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 msgr2=0x7fcc10079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 0x7fcc10079550 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fcc20001e30 tx=0x7fcc20001dc0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 msgr2=0x7fcc2c15d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fcc2402ae20 tx=0x7fcc240305d0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 shutdown_connections 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcc10077040 0x7fcc10079550 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcc2c0cf3e0 0x7fcc2c15d240 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcc2c072f40 0x7fcc2c15cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 --2- 172.21.15.66:0/484324724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcc2c070210 0x7fcc2c0c9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.292+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 >> 172.21.15.66:0/484324724 conn(0x7fcc2c0cfb90 msgr2=0x7fcc2c0ce490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:04.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.293+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 shutdown_connections 2024-07-27T06:52:04.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.294+0000 7fcc34400640 1 -- 172.21.15.66:0/484324724 wait complete. 2024-07-27T06:52:04.351 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 -- 172.21.15.66:0/2963365394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7298072f40 msgr2=0x7f729815bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 --2- 172.21.15.66:0/2963365394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7298072f40 0x7f729815bec0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f7298072cb0 tx=0x7f728802a560 comp rx=0 tx=0).stop 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 -- 172.21.15.66:0/2963365394 shutdown_connections 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 --2- 172.21.15.66:0/2963365394 >> v2:172.21.15.155:3300/0 conn(0x7f72980cf3e0 0x7f729806fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 --2- 172.21.15.66:0/2963365394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7298072f40 0x7f729815bec0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 -- 172.21.15.66:0/2963365394 >> 172.21.15.66:0/2963365394 conn(0x7f72980cfb90 msgr2=0x7f72980cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 -- 172.21.15.66:0/2963365394 shutdown_connections 2024-07-27T06:52:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.601+0000 7f729e400640 1 -- 172.21.15.66:0/2963365394 wait complete. 2024-07-27T06:52:04.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.604+0000 7f729e400640 1 Processor -- start 2024-07-27T06:52:04.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.604+0000 7f729e400640 1 -- start start 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7298070210 0x7f72980af690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 0x7f729814d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7298151ff0 con 0x7f72980cf3e0 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7298151e70 con 0x7f7298072f40 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.606+0000 7f729e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7298152170 con 0x7f7298070210 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38434/0 (socket says 172.21.15.66:38434) 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 -- 172.21.15.66:0/1449194386 learned_addr learned my addr 172.21.15.66:0/1449194386 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7298070210 0x7f72980af690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:04.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7296a00640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 0x7f729814d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 -- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7298070210 msgr2=0x7f72980af690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7298070210 0x7f72980af690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 -- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 msgr2=0x7f729814d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 0x7f729814d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7297e00640 1 -- 172.21.15.66:0/1449194386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72980afee0 con 0x7f72980cf3e0 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.607+0000 7f7296a00640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 0x7f729814d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:04.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f7297e00640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f729000ba10 tx=0x7f729000bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7290019070 con 0x7f72980cf3e0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f729000cc90 con 0x7f72980cf3e0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72980b01c0 con 0x7f72980cf3e0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72900146a0 con 0x7f72980cf3e0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.608+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72980b46c0 con 0x7f72980cf3e0 2024-07-27T06:52:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.609+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72980b4920 con 0x7f72980cf3e0 2024-07-27T06:52:04.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.611+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f729001c070 con 0x7f72980cf3e0 2024-07-27T06:52:04.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.612+0000 7f728f400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 0x7f7274079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:04.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.612+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6454+0+0 (secure 0 0 0) 0x7f72900989f0 con 0x7f72980cf3e0 2024-07-27T06:52:04.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.613+0000 7f7297400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 0x7f7274079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:04.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.614+0000 7f7297400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 0x7f7274079520 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7288033000 tx=0x7f7288004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:04.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.616+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72900618f0 con 0x7f72980cf3e0 2024-07-27T06:52:04.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.823+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72980afc70 con 0x7f72980cf3e0 2024-07-27T06:52:04.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.826+0000 7f728f400640 1 -- 172.21.15.66:0/1449194386 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+18733 (secure 0 0 0) 0x7f72900611f0 con 0x7f72980cf3e0 2024-07-27T06:52:04.828 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:04.829 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":55,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:03.867220+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:01.988373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:02.845107+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 msgr2=0x7f7274079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 0x7f7274079520 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7288033000 tx=0x7f7288004730 comp rx=0 tx=0).stop 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 msgr2=0x7f7298149f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f729000ba10 tx=0x7f729000bed0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 shutdown_connections 2024-07-27T06:52:04.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7274077010 0x7f7274079520 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72980cf3e0 0x7f7298149f20 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7298072f40 0x7f729814d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 --2- 172.21.15.66:0/1449194386 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7298070210 0x7f72980af690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.830+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 >> 172.21.15.66:0/1449194386 conn(0x7f72980cfb90 msgr2=0x7f729806ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.831+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 shutdown_connections 2024-07-27T06:52:04.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:04.831+0000 7f729e400640 1 -- 172.21.15.66:0/1449194386 wait complete. 2024-07-27T06:52:04.858 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.136+0000 7f9115200640 1 -- 172.21.15.66:0/3320184356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91100cee80 msgr2=0x7f91100cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.136+0000 7f9115200640 1 --2- 172.21.15.66:0/3320184356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91100cee80 0x7f91100cf290 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f90f8009830 tx=0x7f90f802a5c0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.137+0000 7f9115200640 1 -- 172.21.15.66:0/3320184356 shutdown_connections 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.137+0000 7f9115200640 1 --2- 172.21.15.66:0/3320184356 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91100cee80 0x7f91100cf290 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.137+0000 7f9115200640 1 -- 172.21.15.66:0/3320184356 >> 172.21.15.66:0/3320184356 conn(0x7f911006c780 msgr2=0x7f911006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.137+0000 7f9115200640 1 -- 172.21.15.66:0/3320184356 shutdown_connections 2024-07-27T06:52:05.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.137+0000 7f9115200640 1 -- 172.21.15.66:0/3320184356 wait complete. 2024-07-27T06:52:05.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.139+0000 7f9115200640 1 Processor -- start 2024-07-27T06:52:05.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.139+0000 7f9115200640 1 -- start start 2024-07-27T06:52:05.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91100cee80 0x7f91101f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 0x7f911013b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f911006e6c0 con 0x7f911015f970 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f911006e540 con 0x7f91100cee80 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9115200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f911006e840 con 0x7f9110159980 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f910fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f910fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38464/0 (socket says 172.21.15.66:38464) 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f910fe00640 1 -- 172.21.15.66:0/3107238028 learned_addr learned my addr 172.21.15.66:0/3107238028 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f910f400640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91100cee80 0x7f91101f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.141+0000 7f9107e00640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 0x7f911013b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 -- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 msgr2=0x7f911013b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 0x7f911013b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 -- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91100cee80 msgr2=0x7f91101f7050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91100cee80 0x7f91101f7050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 -- 172.21.15.66:0/3107238028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91101f65b0 con 0x7f911015f970 2024-07-27T06:52:05.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9107e00640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 0x7f911013b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:05.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f910fe00640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9108002230 tx=0x7f910800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108003b70 con 0x7f911015f970 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9108003d10 con 0x7f911015f970 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9108005330 con 0x7f911015f970 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91100aeea0 con 0x7f911015f970 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.142+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91101f6850 con 0x7f911015f970 2024-07-27T06:52:05.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.144+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91100aec10 con 0x7f911015f970 2024-07-27T06:52:05.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.145+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f91080056e0 con 0x7f911015f970 2024-07-27T06:52:05.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.146+0000 7f9107400640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 0x7f90ec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.146+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 6454+0+0 (secure 0 0 0) 0x7f9108098cf0 con 0x7f911015f970 2024-07-27T06:52:05.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.147+0000 7f910f400640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 0x7f90ec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.148+0000 7f910f400640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 0x7f90ec079550 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9100001610 tx=0x7f9100009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:05.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.151+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9108061b60 con 0x7f911015f970 2024-07-27T06:52:05.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.367+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9110070190 con 0x7f911015f970 2024-07-27T06:52:05.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.371+0000 7f9107400640 1 -- 172.21.15.66:0/3107238028 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+18720 (secure 0 0 0) 0x7f9108061460 con 0x7f911015f970 2024-07-27T06:52:05.373 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:05.373 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":56,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:05.310759+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:01.988373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:02.845107+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:05.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 msgr2=0x7f90ec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 0x7f90ec079550 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f9100001610 tx=0x7f9100009040 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 msgr2=0x7f911013f0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9108002230 tx=0x7f910800cb90 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 shutdown_connections 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f90ec077040 0x7f90ec079550 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f911015f970 0x7f911013f0c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9110159980 0x7f911013b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 --2- 172.21.15.66:0/3107238028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91100cee80 0x7f91101f7050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 >> 172.21.15.66:0/3107238028 conn(0x7f911006c780 msgr2=0x7f9110159f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 shutdown_connections 2024-07-27T06:52:05.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.374+0000 7f9115200640 1 -- 172.21.15.66:0/3107238028 wait complete. 2024-07-27T06:52:05.404 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:52:05.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 -- 172.21.15.66:0/1929719676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 msgr2=0x7fa880005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 --2- 172.21.15.66:0/1929719676 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa880005150 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fa89400c610 tx=0x7fa880005830 comp rx=0 tx=0).stop 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89a800640 1 -- 172.21.15.66:0/1929719676 reap_dead start 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 -- 172.21.15.66:0/1929719676 shutdown_connections 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 -- 172.21.15.66:0/1929719676 >> 172.21.15.66:0/1929719676 conn(0x7fa89c06c780 msgr2=0x7fa89c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 -- 172.21.15.66:0/1929719676 shutdown_connections 2024-07-27T06:52:05.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.683+0000 7fa89b200640 1 -- 172.21.15.66:0/1929719676 wait complete. 2024-07-27T06:52:05.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.685+0000 7fa89b200640 1 Processor -- start 2024-07-27T06:52:05.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.685+0000 7fa89b200640 1 -- start start 2024-07-27T06:52:05.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa89c0af540 0x7fa89c15a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 0x7fa89c13ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c073a40 con 0x7fa880004d40 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa89c0738c0 con 0x7fa89c15a630 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa89c073bc0 con 0x7fa89c0af540 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38486/0 (socket says 172.21.15.66:38486) 2024-07-27T06:52:05.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 -- 172.21.15.66:0/1832433358 learned_addr learned my addr 172.21.15.66:0/1832433358 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa89a800640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 0x7fa89c13ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 -- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa89c0af540 msgr2=0x7fa89c15a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa89c0af540 0x7fa89c15a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 -- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 msgr2=0x7fa89c13ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 0x7fa89c13ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.687+0000 7fa899e00640 1 -- 172.21.15.66:0/1832433358 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa89c12e270 con 0x7fa880004d40 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa89a800640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 0x7fa89c13ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:05.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa899e00640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa88c010a10 tx=0x7fa88c010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c00eda0 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa88c004030 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa89c0afd30 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa88c004440 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.688+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa89c0b02f0 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.689+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa89c0cf290 con 0x7fa880004d40 2024-07-27T06:52:05.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.691+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa88c0035f0 con 0x7fa880004d40 2024-07-27T06:52:05.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.692+0000 7fa892000640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 0x7fa878079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:05.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.692+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fa88c099a90 con 0x7fa880004d40 2024-07-27T06:52:05.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.692+0000 7fa899400640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 0x7fa878079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:05.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.694+0000 7fa899400640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 0x7fa878079550 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa8840058c0 tx=0x7fa884005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:05.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.696+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa88c062900 con 0x7fa880004d40 2024-07-27T06:52:05.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:05.953+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa89c15ba00 con 0x7fa880004d40 2024-07-27T06:52:06.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.325+0000 7fa892000640 1 -- 172.21.15.66:0/1832433358 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7fa88c062200 con 0x7fa880004d40 2024-07-27T06:52:06.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.328+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 msgr2=0x7fa878079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:06.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.328+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 0x7fa878079550 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa8840058c0 tx=0x7fa884005850 comp rx=0 tx=0).stop 2024-07-27T06:52:06.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.328+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 msgr2=0x7fa89c0b1070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.328+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa88c010a10 tx=0x7fa88c010ed0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 shutdown_connections 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa878077040 0x7fa878079550 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa89c15a630 0x7fa89c13ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa89c0af540 0x7fa89c15a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 --2- 172.21.15.66:0/1832433358 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa880004d40 0x7fa89c0b1070 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 >> 172.21.15.66:0/1832433358 conn(0x7fa89c06c780 msgr2=0x7fa89c06fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 shutdown_connections 2024-07-27T06:52:06.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.329+0000 7fa89b200640 1 -- 172.21.15.66:0/1832433358 wait complete. 2024-07-27T06:52:06.361 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T06:52:06.361 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:52:06.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 -- 172.21.15.66:0/4190205825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc40ae830 msgr2=0x7fdcc40aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 --2- 172.21.15.66:0/4190205825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc40ae830 0x7fdcc40aec40 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7fdcb4005fd0 tx=0x7fdcb402b910 comp rx=0 tx=0).stop 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 -- 172.21.15.66:0/4190205825 shutdown_connections 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 --2- 172.21.15.66:0/4190205825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc40ae830 0x7fdcc40aec40 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 -- 172.21.15.66:0/4190205825 >> 172.21.15.66:0/4190205825 conn(0x7fdcc406c780 msgr2=0x7fdcc406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 -- 172.21.15.66:0/4190205825 shutdown_connections 2024-07-27T06:52:06.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.655+0000 7fdcc3200640 1 -- 172.21.15.66:0/4190205825 wait complete. 2024-07-27T06:52:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.658+0000 7fdcc3200640 1 Processor -- start 2024-07-27T06:52:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.658+0000 7fdcc3200640 1 -- start start 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 0x7fdcc4153300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcc40ae830 0x7fdcc41f9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc415a630 con 0x7fdcc4151010 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc415a4b0 con 0x7fdcc40ae830 2024-07-27T06:52:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.659+0000 7fdcc3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdcc415a7b0 con 0x7fdcc406de60 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38496/0 (socket says 172.21.15.66:38496) 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 -- 172.21.15.66:0/3044675351 learned_addr learned my addr 172.21.15.66:0/3044675351 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc1400640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcc40ae830 0x7fdcc41f9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc1e00640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 0x7fdcc4153300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 -- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 msgr2=0x7fdcc4153300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 0x7fdcc4153300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 -- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcc40ae830 msgr2=0x7fdcc41f9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcc40ae830 0x7fdcc41f9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc2800640 1 -- 172.21.15.66:0/3044675351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc41f5610 con 0x7fdcc4151010 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.660+0000 7fdcc1e00640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 0x7fdcc4153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcc2800640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00c6c0 tx=0x7fdcbc00cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc017070 con 0x7fdcc4151010 2024-07-27T06:52:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcbc003c60 con 0x7fdcc4151010 2024-07-27T06:52:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc0052d0 con 0x7fdcc4151010 2024-07-27T06:52:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc41f58f0 con 0x7fdcc4151010 2024-07-27T06:52:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.661+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc41391c0 con 0x7fdcc4151010 2024-07-27T06:52:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.662+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcc415ac80 con 0x7fdcc4151010 2024-07-27T06:52:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.664+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdcbc01a070 con 0x7fdcc4151010 2024-07-27T06:52:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.665+0000 7fdcba000640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 0x7fdca0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.665+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fdcbc098340 con 0x7fdcc4151010 2024-07-27T06:52:06.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.666+0000 7fdcc1e00640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 0x7fdca0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:06.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.667+0000 7fdcc1e00640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 0x7fdca0079520 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0016a0 tx=0x7fdcac009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:06.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.669+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdcc40af180 con 0x7fdcc4151010 2024-07-27T06:52:06.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:06.918+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fdcc415d2e0 con 0x7fdcc4151010 2024-07-27T06:52:07.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.339+0000 7fdcba000640 1 -- 172.21.15.66:0/3044675351 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v27) ==== 122+0+0 (secure 0 0 0) 0x7fdcbc0611b0 con 0x7fdcc4151010 2024-07-27T06:52:07.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.342+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 msgr2=0x7fdca0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.342+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 0x7fdca0079520 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0016a0 tx=0x7fdcac009040 comp rx=0 tx=0).stop 2024-07-27T06:52:07.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.342+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 msgr2=0x7fdcc414a280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.342+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc00c6c0 tx=0x7fdcbc00cb80 comp rx=0 tx=0).stop 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 shutdown_connections 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdca0077010 0x7fdca0079520 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcc4151010 0x7fdcc414a280 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcc40ae830 0x7fdcc41f9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 --2- 172.21.15.66:0/3044675351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcc406de60 0x7fdcc4153300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 >> 172.21.15.66:0/3044675351 conn(0x7fdcc406c780 msgr2=0x7fdcc406e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 shutdown_connections 2024-07-27T06:52:07.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.343+0000 7fdcc3200640 1 -- 172.21.15.66:0/3044675351 wait complete. 2024-07-27T06:52:07.376 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:52:07.376 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 -- 172.21.15.66:0/958358988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8de8003a50 msgr2=0x7f8de8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 --2- 172.21.15.66:0/958358988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8de8003a50 0x7f8de8003ec0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8df4009b50 tx=0x7f8de8005830 comp rx=0 tx=0).stop 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 -- 172.21.15.66:0/958358988 shutdown_connections 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 --2- 172.21.15.66:0/958358988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8de8003a50 0x7f8de8003ec0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 -- 172.21.15.66:0/958358988 >> 172.21.15.66:0/958358988 conn(0x7f8e0406c780 msgr2=0x7f8e0406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 -- 172.21.15.66:0/958358988 shutdown_connections 2024-07-27T06:52:07.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.666+0000 7f8e03200640 1 -- 172.21.15.66:0/958358988 wait complete. 2024-07-27T06:52:07.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.668+0000 7f8e03200640 1 Processor -- start 2024-07-27T06:52:07.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.669+0000 7f8e03200640 1 -- start start 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8de8003a50 0x7f8e04140330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 0x7f8e0413da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8e040734d0 con 0x7f8e041f5ea0 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8e040cf490 con 0x7f8de8003a50 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e03200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8e04073650 con 0x7f8e041f5a90 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.670+0000 7f8e02800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38516/0 (socket says 172.21.15.66:38516) 2024-07-27T06:52:07.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 -- 172.21.15.66:0/3376201107 learned_addr learned my addr 172.21.15.66:0/3376201107 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e01e00640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8de8003a50 0x7f8e04140330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e01400640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 0x7f8e0413da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 -- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 msgr2=0x7f8e0413da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 0x7f8e0413da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 -- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8de8003a50 msgr2=0x7f8e04140330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8de8003a50 0x7f8e04140330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 -- 172.21.15.66:0/3376201107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e041f6530 con 0x7f8e041f5ea0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e01400640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 0x7f8e0413da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.671+0000 7f8e02800640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f8e04145b90 tx=0x7f8dfc00cad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.672+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc011790 con 0x7f8e041f5ea0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.672+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8dfc017070 con 0x7f8e041f5ea0 2024-07-27T06:52:07.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.672+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8dfc011ca0 con 0x7f8e041f5ea0 2024-07-27T06:52:07.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.672+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e041f6810 con 0x7f8e041f5ea0 2024-07-27T06:52:07.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.672+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e0413d590 con 0x7f8e041f5ea0 2024-07-27T06:52:07.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.673+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e0413d0a0 con 0x7f8e041f5ea0 2024-07-27T06:52:07.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.674+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8dfc01c460 con 0x7f8e041f5ea0 2024-07-27T06:52:07.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.675+0000 7f8dfa000640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 0x7f8de4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:07.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.676+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f8dfc0989f0 con 0x7f8e041f5ea0 2024-07-27T06:52:07.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.676+0000 7f8e01e00640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 0x7f8de4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:07.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.677+0000 7f8e01e00640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 0x7f8de4079520 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8df4035000 tx=0x7f8df40046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:07.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.680+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8dfc061990 con 0x7f8e041f5ea0 2024-07-27T06:52:07.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.919+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8e041f62c0 con 0x7f8e041f5ea0 2024-07-27T06:52:07.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.920+0000 7f8dfa000640 1 -- 172.21.15.66:0/3376201107 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f8dfc061290 con 0x7f8e041f5ea0 2024-07-27T06:52:07.922 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:07.922 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:07.922 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:07.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.922+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 msgr2=0x7f8de4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.922+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 0x7f8de4079520 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f8df4035000 tx=0x7f8df40046c0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.922+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 msgr2=0x7f8e041f2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:07.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f8e04145b90 tx=0x7f8dfc00cad0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 shutdown_connections 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8de4077010 0x7f8de4079520 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8e041f5ea0 0x7f8e041f2730 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8e041f5a90 0x7f8e0413da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 --2- 172.21.15.66:0/3376201107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8de8003a50 0x7f8e04140330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 >> 172.21.15.66:0/3376201107 conn(0x7f8e0406c780 msgr2=0x7f8e0406e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 shutdown_connections 2024-07-27T06:52:07.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:07.923+0000 7f8e03200640 1 -- 172.21.15.66:0/3376201107 wait complete. 2024-07-27T06:52:07.951 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:08.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 -- 172.21.15.66:0/2899848295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 msgr2=0x7fd1880ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 --2- 172.21.15.66:0/2899848295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1880ca1e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fd1740098e0 tx=0x7fd17402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 -- 172.21.15.66:0/2899848295 shutdown_connections 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 --2- 172.21.15.66:0/2899848295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1880ca1e0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 --2- 172.21.15.66:0/2899848295 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 0x7fd188070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 -- 172.21.15.66:0/2899848295 >> 172.21.15.66:0/2899848295 conn(0x7fd1880cfb90 msgr2=0x7fd1880cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 -- 172.21.15.66:0/2899848295 shutdown_connections 2024-07-27T06:52:08.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.212+0000 7fd18da00640 1 -- 172.21.15.66:0/2899848295 wait complete. 2024-07-27T06:52:08.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.214+0000 7fd18da00640 1 Processor -- start 2024-07-27T06:52:08.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.214+0000 7fd18da00640 1 -- start start 2024-07-27T06:52:08.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 0x7fd188159d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1880ca720 0x7fd1881e8af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd1880b5150 con 0x7fd1880cb6c0 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd1880caee0 con 0x7fd1880ca720 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd18da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd1880b52d0 con 0x7fd1880732e0 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd187400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd187400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38538/0 (socket says 172.21.15.66:38538) 2024-07-27T06:52:08.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd187400640 1 -- 172.21.15.66:0/4280744077 learned_addr learned my addr 172.21.15.66:0/4280744077 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:08.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd186000640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1880ca720 0x7fd1881e8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.216+0000 7fd186a00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 0x7fd188159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 -- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 msgr2=0x7fd188159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 0x7fd188159d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 -- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1880ca720 msgr2=0x7fd1881e8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1880ca720 0x7fd1881e8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 -- 172.21.15.66:0/4280744077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd188142810 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd187400640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd18000c6b0 tx=0x7fd18000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180003b70 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd180003d30 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd180005330 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.217+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd188144de0 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.218+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1881453a0 con 0x7fd1880cb6c0 2024-07-27T06:52:08.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.219+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd188144b50 con 0x7fd1880cb6c0 2024-07-27T06:52:08.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.220+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd1800054d0 con 0x7fd1880cb6c0 2024-07-27T06:52:08.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.221+0000 7fd17ea00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 0x7fd168079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.221+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fd180098b10 con 0x7fd1880cb6c0 2024-07-27T06:52:08.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.222+0000 7fd186a00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 0x7fd168079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.223+0000 7fd186a00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 0x7fd168079520 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd178005fd0 tx=0x7fd178005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:08.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.226+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd188074520 con 0x7fd1880cb6c0 2024-07-27T06:52:08.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.431+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1880cc220 con 0x7fd1880cb6c0 2024-07-27T06:52:08.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.434+0000 7fd17ea00640 1 -- 172.21.15.66:0/4280744077 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+18720 (secure 0 0 0) 0x7fd180061980 con 0x7fd1880cb6c0 2024-07-27T06:52:08.436 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:08.436 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":56,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:05.310759+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:01.988373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:02.845107+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 msgr2=0x7fd168079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 0x7fd168079520 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd178005fd0 tx=0x7fd178005850 comp rx=0 tx=0).stop 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 msgr2=0x7fd1881e9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd18000c6b0 tx=0x7fd18000cb70 comp rx=0 tx=0).stop 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 shutdown_connections 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd168077010 0x7fd168079520 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1880cb6c0 0x7fd1881e9030 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1880ca720 0x7fd1881e8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 --2- 172.21.15.66:0/4280744077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1880732e0 0x7fd188159d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.437+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 >> 172.21.15.66:0/4280744077 conn(0x7fd1880cfb90 msgr2=0x7fd1880cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:08.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.438+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 shutdown_connections 2024-07-27T06:52:08.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.438+0000 7fd18da00640 1 -- 172.21.15.66:0/4280744077 wait complete. 2024-07-27T06:52:08.464 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:52:08.464 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:08.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 -- 172.21.15.66:0/2833410806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcea80053f0 msgr2=0x7fcea800bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 --2- 172.21.15.66:0/2833410806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcea80053f0 0x7fcea800bab0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fcebc00c640 tx=0x7fcea8005830 comp rx=0 tx=0).stop 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 -- 172.21.15.66:0/2833410806 shutdown_connections 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 --2- 172.21.15.66:0/2833410806 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcea80053f0 0x7fcea800bab0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 -- 172.21.15.66:0/2833410806 >> 172.21.15.66:0/2833410806 conn(0x7fcec406c780 msgr2=0x7fcec406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 -- 172.21.15.66:0/2833410806 shutdown_connections 2024-07-27T06:52:08.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.753+0000 7fcec3e00640 1 -- 172.21.15.66:0/2833410806 wait complete. 2024-07-27T06:52:08.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.755+0000 7fcec3e00640 1 Processor -- start 2024-07-27T06:52:08.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.755+0000 7fcec3e00640 1 -- start start 2024-07-27T06:52:08.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcec415b2a0 0x7fcec4142470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcec415ad50 0x7fcec415a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcec4160190 con 0x7fcec4140580 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcec4160010 con 0x7fcec415b2a0 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcec4160310 con 0x7fcec415ad50 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38566/0 (socket says 172.21.15.66:38566) 2024-07-27T06:52:08.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.757+0000 7fcec3400640 1 -- 172.21.15.66:0/1432071469 learned_addr learned my addr 172.21.15.66:0/1432071469 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec2a00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcec415b2a0 0x7fcec4142470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec2000640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcec415ad50 0x7fcec415a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 -- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcec415ad50 msgr2=0x7fcec415a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcec415ad50 0x7fcec415a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 -- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcec415b2a0 msgr2=0x7fcec4142470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcec415b2a0 0x7fcec4142470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 -- 172.21.15.66:0/1432071469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcec4140ed0 con 0x7fcec4140580 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3400640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fcebc00c760 tx=0x7fcebc004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc039070 con 0x7fcec4140580 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcebc02bc60 con 0x7fcec4140580 2024-07-27T06:52:08.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcebc006290 con 0x7fcec4140580 2024-07-27T06:52:08.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.758+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcec4141410 con 0x7fcec4140580 2024-07-27T06:52:08.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.759+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcec4141990 con 0x7fcec4140580 2024-07-27T06:52:08.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.760+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcec4075330 con 0x7fcec4140580 2024-07-27T06:52:08.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.761+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcebc006430 con 0x7fcec4140580 2024-07-27T06:52:08.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.762+0000 7fcebb400640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 0x7fcea0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:08.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.762+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fcebc0b8640 con 0x7fcec4140580 2024-07-27T06:52:08.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.763+0000 7fcec2a00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 0x7fcea0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:08.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.764+0000 7fcec2a00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 0x7fcea0079550 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcec41411d0 tx=0x7fceb4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:08.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.767+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcebc044030 con 0x7fcec4140580 2024-07-27T06:52:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.974+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcec406fec0 con 0x7fcea0077040 2024-07-27T06:52:08.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.994+0000 7fcebb400640 1 -- 172.21.15.66:0/1432071469 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+330551 (secure 0 0 0) 0x7fcec406fec0 con 0x7fcea0077040 2024-07-27T06:52:09.000 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:09.002 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:09.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.999+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 msgr2=0x7fcea0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:08.999+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 0x7fcea0079550 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fcec41411d0 tx=0x7fceb4009040 comp rx=0 tx=0).stop 2024-07-27T06:52:09.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 msgr2=0x7fcec4140990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fcebc00c760 tx=0x7fcebc004bb0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 shutdown_connections 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcea0077040 0x7fcea0079550 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcec4140580 0x7fcec4140990 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcec415ad50 0x7fcec415a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 --2- 172.21.15.66:0/1432071469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcec415b2a0 0x7fcec4142470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.000+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 >> 172.21.15.66:0/1432071469 conn(0x7fcec406c780 msgr2=0x7fcec40b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.001+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 shutdown_connections 2024-07-27T06:52:09.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.001+0000 7fcec3e00640 1 -- 172.21.15.66:0/1432071469 wait complete. 2024-07-27T06:52:09.032 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-07-27T06:52:08.243563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":120,"num_write_kb":1637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230680,"kb_used_data":6184,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744040,"statfs":{"total":773094113280,"available":772857896960,"internally_reserved":0,"allocated":6332416,"data_stored":3501207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.973229"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263459+0000","last_change":"2024-07-27T06:52:04.340939+0000","last_active":"2024-07-27T06:52:06.263459+0000","last_peered":"2024-07-27T06:52:06.263459+0000","last_clean":"2024-07-27T06:52:06.263459+0000","last_became_active":"2024-07-27T06:52:04.336297+0000","last_became_peered":"2024-07-27T06:52:04.336297+0000","last_unstale":"2024-07-27T06:52:06.263459+0000","last_undegraded":"2024-07-27T06:52:06.263459+0000","last_fullsized":"2024-07-27T06:52:06.263459+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:58.030384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333659+0000","last_change":"2024-07-27T06:52:04.352879+0000","last_active":"2024-07-27T06:52:05.333659+0000","last_peered":"2024-07-27T06:52:05.333659+0000","last_clean":"2024-07-27T06:52:05.333659+0000","last_became_active":"2024-07-27T06:52:04.352373+0000","last_became_peered":"2024-07-27T06:52:04.352373+0000","last_unstale":"2024-07-27T06:52:05.333659+0000","last_undegraded":"2024-07-27T06:52:05.333659+0000","last_fullsized":"2024-07-27T06:52:05.333659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310875+0000","last_change":"2024-07-27T06:52:03.310875+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310875+0000","last_undegraded":"2024-07-27T06:52:03.310875+0000","last_fullsized":"2024-07-27T06:52:03.310875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.305651+0000","last_change":"2024-07-27T06:52:03.305651+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.305651+0000","last_undegraded":"2024-07-27T06:52:03.305651+0000","last_fullsized":"2024-07-27T06:52:03.305651+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262282+0000","last_change":"2024-07-27T06:52:04.327095+0000","last_active":"2024-07-27T06:52:06.262282+0000","last_peered":"2024-07-27T06:52:06.262282+0000","last_clean":"2024-07-27T06:52:06.262282+0000","last_became_active":"2024-07-27T06:52:04.326568+0000","last_became_peered":"2024-07-27T06:52:04.326568+0000","last_unstale":"2024-07-27T06:52:06.262282+0000","last_undegraded":"2024-07-27T06:52:06.262282+0000","last_fullsized":"2024-07-27T06:52:06.262282+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:15.827040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261394+0000","last_change":"2024-07-27T06:52:04.333613+0000","last_active":"2024-07-27T06:52:06.261394+0000","last_peered":"2024-07-27T06:52:06.261394+0000","last_clean":"2024-07-27T06:52:06.261394+0000","last_became_active":"2024-07-27T06:52:04.333235+0000","last_became_peered":"2024-07-27T06:52:04.333235+0000","last_unstale":"2024-07-27T06:52:06.261394+0000","last_undegraded":"2024-07-27T06:52:06.261394+0000","last_fullsized":"2024-07-27T06:52:06.261394+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:41:51.293388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314093+0000","last_change":"2024-07-27T06:52:03.314093+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314093+0000","last_undegraded":"2024-07-27T06:52:03.314093+0000","last_fullsized":"2024-07-27T06:52:03.314093+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996923+0000","last_change":"2024-07-27T06:52:04.330376+0000","last_active":"2024-07-27T06:52:05.996923+0000","last_peered":"2024-07-27T06:52:05.996923+0000","last_clean":"2024-07-27T06:52:05.996923+0000","last_became_active":"2024-07-27T06:52:04.326840+0000","last_became_peered":"2024-07-27T06:52:04.326840+0000","last_unstale":"2024-07-27T06:52:05.996923+0000","last_undegraded":"2024-07-27T06:52:05.996923+0000","last_fullsized":"2024-07-27T06:52:05.996923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:21:55.204841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301398+0000","last_change":"2024-07-27T06:52:03.301398+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301398+0000","last_undegraded":"2024-07-27T06:52:03.301398+0000","last_fullsized":"2024-07-27T06:52:03.301398+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262463+0000","last_change":"2024-07-27T06:52:04.324141+0000","last_active":"2024-07-27T06:52:06.262463+0000","last_peered":"2024-07-27T06:52:06.262463+0000","last_clean":"2024-07-27T06:52:06.262463+0000","last_became_active":"2024-07-27T06:52:04.323810+0000","last_became_peered":"2024-07-27T06:52:04.323810+0000","last_unstale":"2024-07-27T06:52:06.262463+0000","last_undegraded":"2024-07-27T06:52:06.262463+0000","last_fullsized":"2024-07-27T06:52:06.262463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:19.656532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335119+0000","last_change":"2024-07-27T06:52:04.340636+0000","last_active":"2024-07-27T06:52:05.335119+0000","last_peered":"2024-07-27T06:52:05.335119+0000","last_clean":"2024-07-27T06:52:05.335119+0000","last_became_active":"2024-07-27T06:52:04.339562+0000","last_became_peered":"2024-07-27T06:52:04.339562+0000","last_unstale":"2024-07-27T06:52:05.335119+0000","last_undegraded":"2024-07-27T06:52:05.335119+0000","last_fullsized":"2024-07-27T06:52:05.335119+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301462+0000","last_change":"2024-07-27T06:52:03.301462+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301462+0000","last_undegraded":"2024-07-27T06:52:03.301462+0000","last_fullsized":"2024-07-27T06:52:03.301462+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303101+0000","last_change":"2024-07-27T06:52:03.303101+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303101+0000","last_undegraded":"2024-07-27T06:52:03.303101+0000","last_fullsized":"2024-07-27T06:52:03.303101+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308723+0000","last_change":"2024-07-27T06:52:03.308723+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308723+0000","last_undegraded":"2024-07-27T06:52:03.308723+0000","last_fullsized":"2024-07-27T06:52:03.308723+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.302236+0000","last_change":"2024-07-27T06:52:03.302236+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.302236+0000","last_undegraded":"2024-07-27T06:52:03.302236+0000","last_fullsized":"2024-07-27T06:52:03.302236+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261045+0000","last_change":"2024-07-27T06:52:04.325891+0000","last_active":"2024-07-27T06:52:06.261045+0000","last_peered":"2024-07-27T06:52:06.261045+0000","last_clean":"2024-07-27T06:52:06.261045+0000","last_became_active":"2024-07-27T06:52:04.324208+0000","last_became_peered":"2024-07-27T06:52:04.324208+0000","last_unstale":"2024-07-27T06:52:06.261045+0000","last_undegraded":"2024-07-27T06:52:06.261045+0000","last_fullsized":"2024-07-27T06:52:06.261045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:08.187879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263583+0000","last_change":"2024-07-27T06:52:04.321189+0000","last_active":"2024-07-27T06:52:06.263583+0000","last_peered":"2024-07-27T06:52:06.263583+0000","last_clean":"2024-07-27T06:52:06.263583+0000","last_became_active":"2024-07-27T06:52:04.320779+0000","last_became_peered":"2024-07-27T06:52:04.320779+0000","last_unstale":"2024-07-27T06:52:06.263583+0000","last_undegraded":"2024-07-27T06:52:06.263583+0000","last_fullsized":"2024-07-27T06:52:06.263583+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:24.916138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310308+0000","last_change":"2024-07-27T06:52:03.310308+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310308+0000","last_undegraded":"2024-07-27T06:52:03.310308+0000","last_fullsized":"2024-07-27T06:52:03.310308+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334433+0000","last_change":"2024-07-27T06:52:04.343769+0000","last_active":"2024-07-27T06:52:05.334433+0000","last_peered":"2024-07-27T06:52:05.334433+0000","last_clean":"2024-07-27T06:52:05.334433+0000","last_became_active":"2024-07-27T06:52:04.343453+0000","last_became_peered":"2024-07-27T06:52:04.343453+0000","last_unstale":"2024-07-27T06:52:05.334433+0000","last_undegraded":"2024-07-27T06:52:05.334433+0000","last_fullsized":"2024-07-27T06:52:05.334433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331693+0000","last_change":"2024-07-27T06:52:04.343060+0000","last_active":"2024-07-27T06:52:05.331693+0000","last_peered":"2024-07-27T06:52:05.331693+0000","last_clean":"2024-07-27T06:52:05.331693+0000","last_became_active":"2024-07-27T06:52:04.342085+0000","last_became_peered":"2024-07-27T06:52:04.342085+0000","last_unstale":"2024-07-27T06:52:05.331693+0000","last_undegraded":"2024-07-27T06:52:05.331693+0000","last_fullsized":"2024-07-27T06:52:05.331693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301682+0000","last_change":"2024-07-27T06:52:03.301682+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301682+0000","last_undegraded":"2024-07-27T06:52:03.301682+0000","last_fullsized":"2024-07-27T06:52:03.301682+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332848+0000","last_change":"2024-07-27T06:52:04.345821+0000","last_active":"2024-07-27T06:52:05.332848+0000","last_peered":"2024-07-27T06:52:05.332848+0000","last_clean":"2024-07-27T06:52:05.332848+0000","last_became_active":"2024-07-27T06:52:04.345215+0000","last_became_peered":"2024-07-27T06:52:04.345215+0000","last_unstale":"2024-07-27T06:52:05.332848+0000","last_undegraded":"2024-07-27T06:52:05.332848+0000","last_fullsized":"2024-07-27T06:52:05.332848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.313574+0000","last_change":"2024-07-27T06:52:03.313574+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.313574+0000","last_undegraded":"2024-07-27T06:52:03.313574+0000","last_fullsized":"2024-07-27T06:52:03.313574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300226+0000","last_change":"2024-07-27T06:52:03.300226+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300226+0000","last_undegraded":"2024-07-27T06:52:03.300226+0000","last_fullsized":"2024-07-27T06:52:03.300226+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334559+0000","last_change":"2024-07-27T06:52:04.349114+0000","last_active":"2024-07-27T06:52:05.334559+0000","last_peered":"2024-07-27T06:52:05.334559+0000","last_clean":"2024-07-27T06:52:05.334559+0000","last_became_active":"2024-07-27T06:52:04.348414+0000","last_became_peered":"2024-07-27T06:52:04.348414+0000","last_unstale":"2024-07-27T06:52:05.334559+0000","last_undegraded":"2024-07-27T06:52:05.334559+0000","last_fullsized":"2024-07-27T06:52:05.334559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307223+0000","last_change":"2024-07-27T06:52:03.307223+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307223+0000","last_undegraded":"2024-07-27T06:52:03.307223+0000","last_fullsized":"2024-07-27T06:52:03.307223+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333384+0000","last_change":"2024-07-27T06:52:04.347025+0000","last_active":"2024-07-27T06:52:05.333384+0000","last_peered":"2024-07-27T06:52:05.333384+0000","last_clean":"2024-07-27T06:52:05.333384+0000","last_became_active":"2024-07-27T06:52:04.346624+0000","last_became_peered":"2024-07-27T06:52:04.346624+0000","last_unstale":"2024-07-27T06:52:05.333384+0000","last_undegraded":"2024-07-27T06:52:05.333384+0000","last_fullsized":"2024-07-27T06:52:05.333384+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:54.671794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998585+0000","last_change":"2024-07-27T06:52:04.325400+0000","last_active":"2024-07-27T06:52:05.998585+0000","last_peered":"2024-07-27T06:52:05.998585+0000","last_clean":"2024-07-27T06:52:05.998585+0000","last_became_active":"2024-07-27T06:52:04.323451+0000","last_became_peered":"2024-07-27T06:52:04.323451+0000","last_unstale":"2024-07-27T06:52:05.998585+0000","last_undegraded":"2024-07-27T06:52:05.998585+0000","last_fullsized":"2024-07-27T06:52:05.998585+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:51:02.770445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997777+0000","last_change":"2024-07-27T06:52:04.331914+0000","last_active":"2024-07-27T06:52:05.997777+0000","last_peered":"2024-07-27T06:52:05.997777+0000","last_clean":"2024-07-27T06:52:05.997777+0000","last_became_active":"2024-07-27T06:52:04.331568+0000","last_became_peered":"2024-07-27T06:52:04.331568+0000","last_unstale":"2024-07-27T06:52:05.997777+0000","last_undegraded":"2024-07-27T06:52:05.997777+0000","last_fullsized":"2024-07-27T06:52:05.997777+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:26:38.530058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.309309+0000","last_change":"2024-07-27T06:52:03.309309+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.309309+0000","last_undegraded":"2024-07-27T06:52:03.309309+0000","last_fullsized":"2024-07-27T06:52:03.309309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334217+0000","last_change":"2024-07-27T06:52:04.347015+0000","last_active":"2024-07-27T06:52:05.334217+0000","last_peered":"2024-07-27T06:52:05.334217+0000","last_clean":"2024-07-27T06:52:05.334217+0000","last_became_active":"2024-07-27T06:52:04.346671+0000","last_became_peered":"2024-07-27T06:52:04.346671+0000","last_unstale":"2024-07-27T06:52:05.334217+0000","last_undegraded":"2024-07-27T06:52:05.334217+0000","last_fullsized":"2024-07-27T06:52:05.334217+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330836+0000","last_change":"2024-07-27T06:52:04.337217+0000","last_active":"2024-07-27T06:52:05.330836+0000","last_peered":"2024-07-27T06:52:05.330836+0000","last_clean":"2024-07-27T06:52:05.330836+0000","last_became_active":"2024-07-27T06:52:04.336920+0000","last_became_peered":"2024-07-27T06:52:04.336920+0000","last_unstale":"2024-07-27T06:52:05.330836+0000","last_undegraded":"2024-07-27T06:52:05.330836+0000","last_fullsized":"2024-07-27T06:52:05.330836+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308876+0000","last_change":"2024-07-27T06:52:03.308876+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308876+0000","last_undegraded":"2024-07-27T06:52:03.308876+0000","last_fullsized":"2024-07-27T06:52:03.308876+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.319623+0000","last_change":"2024-07-27T06:52:03.315523+0000","last_active":"2024-07-27T06:52:03.319623+0000","last_peered":"2024-07-27T06:52:03.319623+0000","last_clean":"2024-07-27T06:52:03.319623+0000","last_became_active":"2024-07-27T06:52:03.315103+0000","last_became_peered":"2024-07-27T06:52:03.315103+0000","last_unstale":"2024-07-27T06:52:03.319623+0000","last_undegraded":"2024-07-27T06:52:03.319623+0000","last_fullsized":"2024-07-27T06:52:03.319623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:36.244147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996112+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:05.996112+0000","last_peered":"2024-07-27T06:52:05.996112+0000","last_clean":"2024-07-27T06:52:05.996112+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:05.996112+0000","last_undegraded":"2024-07-27T06:52:05.996112+0000","last_fullsized":"2024-07-27T06:52:05.996112+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298185+0000","last_change":"2024-07-27T06:52:03.298185+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298185+0000","last_undegraded":"2024-07-27T06:52:03.298185+0000","last_fullsized":"2024-07-27T06:52:03.298185+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997586+0000","last_change":"2024-07-27T06:52:03.321661+0000","last_active":"2024-07-27T06:52:05.997586+0000","last_peered":"2024-07-27T06:52:05.997586+0000","last_clean":"2024-07-27T06:52:05.997586+0000","last_became_active":"2024-07-27T06:52:03.318263+0000","last_became_peered":"2024-07-27T06:52:03.318263+0000","last_unstale":"2024-07-27T06:52:05.997586+0000","last_undegraded":"2024-07-27T06:52:05.997586+0000","last_fullsized":"2024-07-27T06:52:05.997586+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:54.436078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321246+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:03.321246+0000","last_peered":"2024-07-27T06:52:03.321246+0000","last_clean":"2024-07-27T06:52:03.321246+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:03.321246+0000","last_undegraded":"2024-07-27T06:52:03.321246+0000","last_fullsized":"2024-07-27T06:52:03.321246+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312522+0000","last_change":"2024-07-27T06:52:03.312522+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312522+0000","last_undegraded":"2024-07-27T06:52:03.312522+0000","last_fullsized":"2024-07-27T06:52:03.312522+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.328344+0000","last_change":"2024-07-27T06:52:03.323878+0000","last_active":"2024-07-27T06:52:03.328344+0000","last_peered":"2024-07-27T06:52:03.328344+0000","last_clean":"2024-07-27T06:52:03.328344+0000","last_became_active":"2024-07-27T06:52:03.323489+0000","last_became_peered":"2024-07-27T06:52:03.323489+0000","last_unstale":"2024-07-27T06:52:03.328344+0000","last_undegraded":"2024-07-27T06:52:03.328344+0000","last_fullsized":"2024-07-27T06:52:03.328344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:10.354399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.305251+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:03.305251+0000","last_peered":"2024-07-27T06:52:03.305251+0000","last_clean":"2024-07-27T06:52:03.305251+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:03.305251+0000","last_undegraded":"2024-07-27T06:52:03.305251+0000","last_fullsized":"2024-07-27T06:52:03.305251+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298792+0000","last_change":"2024-07-27T06:52:03.298792+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298792+0000","last_undegraded":"2024-07-27T06:52:03.298792+0000","last_fullsized":"2024-07-27T06:52:03.298792+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321541+0000","last_change":"2024-07-27T06:52:03.318003+0000","last_active":"2024-07-27T06:52:03.321541+0000","last_peered":"2024-07-27T06:52:03.321541+0000","last_clean":"2024-07-27T06:52:03.321541+0000","last_became_active":"2024-07-27T06:52:03.317661+0000","last_became_peered":"2024-07-27T06:52:03.317661+0000","last_unstale":"2024-07-27T06:52:03.321541+0000","last_undegraded":"2024-07-27T06:52:03.321541+0000","last_fullsized":"2024-07-27T06:52:03.321541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:11.851650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332270+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:05.332270+0000","last_peered":"2024-07-27T06:52:05.332270+0000","last_clean":"2024-07-27T06:52:05.332270+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:05.332270+0000","last_undegraded":"2024-07-27T06:52:05.332270+0000","last_fullsized":"2024-07-27T06:52:05.332270+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.319946+0000","last_change":"2024-07-27T06:52:03.319946+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.319946+0000","last_undegraded":"2024-07-27T06:52:03.319946+0000","last_fullsized":"2024-07-27T06:52:03.319946+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998399+0000","last_change":"2024-07-27T06:52:03.320401+0000","last_active":"2024-07-27T06:52:05.998399+0000","last_peered":"2024-07-27T06:52:05.998399+0000","last_clean":"2024-07-27T06:52:05.998399+0000","last_became_active":"2024-07-27T06:52:03.320066+0000","last_became_peered":"2024-07-27T06:52:03.320066+0000","last_unstale":"2024-07-27T06:52:05.998399+0000","last_undegraded":"2024-07-27T06:52:05.998399+0000","last_fullsized":"2024-07-27T06:52:05.998399+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:42.844072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.317207+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:03.317207+0000","last_peered":"2024-07-27T06:52:03.317207+0000","last_clean":"2024-07-27T06:52:03.317207+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:03.317207+0000","last_undegraded":"2024-07-27T06:52:03.317207+0000","last_fullsized":"2024-07-27T06:52:03.317207+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304793+0000","last_change":"2024-07-27T06:52:03.304793+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304793+0000","last_undegraded":"2024-07-27T06:52:03.304793+0000","last_fullsized":"2024-07-27T06:52:03.304793+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.322459+0000","last_change":"2024-07-27T06:52:03.320899+0000","last_active":"2024-07-27T06:52:03.322459+0000","last_peered":"2024-07-27T06:52:03.322459+0000","last_clean":"2024-07-27T06:52:03.322459+0000","last_became_active":"2024-07-27T06:52:03.320557+0000","last_became_peered":"2024-07-27T06:52:03.320557+0000","last_unstale":"2024-07-27T06:52:03.322459+0000","last_undegraded":"2024-07-27T06:52:03.322459+0000","last_fullsized":"2024-07-27T06:52:03.322459+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331184+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:05.331184+0000","last_peered":"2024-07-27T06:52:05.331184+0000","last_clean":"2024-07-27T06:52:05.331184+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:05.331184+0000","last_undegraded":"2024-07-27T06:52:05.331184+0000","last_fullsized":"2024-07-27T06:52:05.331184+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311692+0000","last_change":"2024-07-27T06:52:03.311692+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311692+0000","last_undegraded":"2024-07-27T06:52:03.311692+0000","last_fullsized":"2024-07-27T06:52:03.311692+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332753+0000","last_change":"2024-07-27T06:52:03.329950+0000","last_active":"2024-07-27T06:52:03.332753+0000","last_peered":"2024-07-27T06:52:03.332753+0000","last_clean":"2024-07-27T06:52:03.332753+0000","last_became_active":"2024-07-27T06:52:03.329652+0000","last_became_peered":"2024-07-27T06:52:03.329652+0000","last_unstale":"2024-07-27T06:52:03.332753+0000","last_undegraded":"2024-07-27T06:52:03.332753+0000","last_fullsized":"2024-07-27T06:52:03.332753+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:00:09.612757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332785+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:05.332785+0000","last_peered":"2024-07-27T06:52:05.332785+0000","last_clean":"2024-07-27T06:52:05.332785+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:05.332785+0000","last_undegraded":"2024-07-27T06:52:05.332785+0000","last_fullsized":"2024-07-27T06:52:05.332785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997913+0000","last_change":"2024-07-27T06:52:04.345494+0000","last_active":"2024-07-27T06:52:05.997913+0000","last_peered":"2024-07-27T06:52:05.997913+0000","last_clean":"2024-07-27T06:52:05.997913+0000","last_became_active":"2024-07-27T06:52:04.345166+0000","last_became_peered":"2024-07-27T06:52:04.345166+0000","last_unstale":"2024-07-27T06:52:05.997913+0000","last_undegraded":"2024-07-27T06:52:05.997913+0000","last_fullsized":"2024-07-27T06:52:05.997913+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332829+0000","last_change":"2024-07-27T06:52:03.331265+0000","last_active":"2024-07-27T06:52:03.332829+0000","last_peered":"2024-07-27T06:52:03.332829+0000","last_clean":"2024-07-27T06:52:03.332829+0000","last_became_active":"2024-07-27T06:52:03.330920+0000","last_became_peered":"2024-07-27T06:52:03.330920+0000","last_unstale":"2024-07-27T06:52:03.332829+0000","last_undegraded":"2024-07-27T06:52:03.332829+0000","last_fullsized":"2024-07-27T06:52:03.332829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:31.392168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316524+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:03.316524+0000","last_peered":"2024-07-27T06:52:03.316524+0000","last_clean":"2024-07-27T06:52:03.316524+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:03.316524+0000","last_undegraded":"2024-07-27T06:52:03.316524+0000","last_fullsized":"2024-07-27T06:52:03.316524+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332277+0000","last_change":"2024-07-27T06:52:04.345578+0000","last_active":"2024-07-27T06:52:05.332277+0000","last_peered":"2024-07-27T06:52:05.332277+0000","last_clean":"2024-07-27T06:52:05.332277+0000","last_became_active":"2024-07-27T06:52:04.345114+0000","last_became_peered":"2024-07-27T06:52:04.345114+0000","last_unstale":"2024-07-27T06:52:05.332277+0000","last_undegraded":"2024-07-27T06:52:05.332277+0000","last_fullsized":"2024-07-27T06:52:05.332277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261799+0000","last_change":"2024-07-27T06:52:03.328982+0000","last_active":"2024-07-27T06:52:06.261799+0000","last_peered":"2024-07-27T06:52:06.261799+0000","last_clean":"2024-07-27T06:52:06.261799+0000","last_became_active":"2024-07-27T06:52:03.328315+0000","last_became_peered":"2024-07-27T06:52:03.328315+0000","last_unstale":"2024-07-27T06:52:06.261799+0000","last_undegraded":"2024-07-27T06:52:06.261799+0000","last_fullsized":"2024-07-27T06:52:06.261799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:44.265463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316835+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:03.316835+0000","last_peered":"2024-07-27T06:52:03.316835+0000","last_clean":"2024-07-27T06:52:03.316835+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:03.316835+0000","last_undegraded":"2024-07-27T06:52:03.316835+0000","last_fullsized":"2024-07-27T06:52:03.316835+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997854+0000","last_change":"2024-07-27T06:52:04.326916+0000","last_active":"2024-07-27T06:52:05.997854+0000","last_peered":"2024-07-27T06:52:05.997854+0000","last_clean":"2024-07-27T06:52:05.997854+0000","last_became_active":"2024-07-27T06:52:04.326218+0000","last_became_peered":"2024-07-27T06:52:04.326218+0000","last_unstale":"2024-07-27T06:52:05.997854+0000","last_undegraded":"2024-07-27T06:52:05.997854+0000","last_fullsized":"2024-07-27T06:52:05.997854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330689+0000","last_change":"2024-07-27T06:52:03.327366+0000","last_active":"2024-07-27T06:52:03.330689+0000","last_peered":"2024-07-27T06:52:03.330689+0000","last_clean":"2024-07-27T06:52:03.330689+0000","last_became_active":"2024-07-27T06:52:03.326566+0000","last_became_peered":"2024-07-27T06:52:03.326566+0000","last_unstale":"2024-07-27T06:52:03.330689+0000","last_undegraded":"2024-07-27T06:52:03.330689+0000","last_fullsized":"2024-07-27T06:52:03.330689+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995993+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:05.995993+0000","last_peered":"2024-07-27T06:52:05.995993+0000","last_clean":"2024-07-27T06:52:05.995993+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:05.995993+0000","last_undegraded":"2024-07-27T06:52:05.995993+0000","last_fullsized":"2024-07-27T06:52:05.995993+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261125+0000","last_change":"2024-07-27T06:52:04.328110+0000","last_active":"2024-07-27T06:52:06.261125+0000","last_peered":"2024-07-27T06:52:06.261125+0000","last_clean":"2024-07-27T06:52:06.261125+0000","last_became_active":"2024-07-27T06:52:04.327798+0000","last_became_peered":"2024-07-27T06:52:04.327798+0000","last_unstale":"2024-07-27T06:52:06.261125+0000","last_undegraded":"2024-07-27T06:52:06.261125+0000","last_fullsized":"2024-07-27T06:52:06.261125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:52:27.820626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.325600+0000","last_change":"2024-07-27T06:52:03.321437+0000","last_active":"2024-07-27T06:52:03.325600+0000","last_peered":"2024-07-27T06:52:03.325600+0000","last_clean":"2024-07-27T06:52:03.325600+0000","last_became_active":"2024-07-27T06:52:03.320939+0000","last_became_peered":"2024-07-27T06:52:03.320939+0000","last_unstale":"2024-07-27T06:52:03.325600+0000","last_undegraded":"2024-07-27T06:52:03.325600+0000","last_fullsized":"2024-07-27T06:52:03.325600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:56:45.580965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.291284+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:03.291284+0000","last_peered":"2024-07-27T06:52:03.291284+0000","last_clean":"2024-07-27T06:52:03.291284+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:03.291284+0000","last_undegraded":"2024-07-27T06:52:03.291284+0000","last_fullsized":"2024-07-27T06:52:03.291284+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307253+0000","last_change":"2024-07-27T06:52:03.307253+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307253+0000","last_undegraded":"2024-07-27T06:52:03.307253+0000","last_fullsized":"2024-07-27T06:52:03.307253+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.310603+0000","last_change":"2024-07-27T06:52:03.307339+0000","last_active":"2024-07-27T06:52:03.310603+0000","last_peered":"2024-07-27T06:52:03.310603+0000","last_clean":"2024-07-27T06:52:03.310603+0000","last_became_active":"2024-07-27T06:52:03.306995+0000","last_became_peered":"2024-07-27T06:52:03.306995+0000","last_unstale":"2024-07-27T06:52:03.310603+0000","last_undegraded":"2024-07-27T06:52:03.310603+0000","last_fullsized":"2024-07-27T06:52:03.310603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290965+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:03.290965+0000","last_peered":"2024-07-27T06:52:03.290965+0000","last_clean":"2024-07-27T06:52:03.290965+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:03.290965+0000","last_undegraded":"2024-07-27T06:52:03.290965+0000","last_fullsized":"2024-07-27T06:52:03.290965+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.264068+0000","last_change":"2024-07-27T06:52:04.340923+0000","last_active":"2024-07-27T06:52:06.264068+0000","last_peered":"2024-07-27T06:52:06.264068+0000","last_clean":"2024-07-27T06:52:06.264068+0000","last_became_active":"2024-07-27T06:52:04.337261+0000","last_became_peered":"2024-07-27T06:52:04.337261+0000","last_unstale":"2024-07-27T06:52:06.264068+0000","last_undegraded":"2024-07-27T06:52:06.264068+0000","last_fullsized":"2024-07-27T06:52:06.264068+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:53.067358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332427+0000","last_change":"2024-07-27T06:52:03.327196+0000","last_active":"2024-07-27T06:52:05.332427+0000","last_peered":"2024-07-27T06:52:05.332427+0000","last_clean":"2024-07-27T06:52:05.332427+0000","last_became_active":"2024-07-27T06:52:03.326884+0000","last_became_peered":"2024-07-27T06:52:03.326884+0000","last_unstale":"2024-07-27T06:52:05.332427+0000","last_undegraded":"2024-07-27T06:52:05.332427+0000","last_fullsized":"2024-07-27T06:52:05.332427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323011+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:03.323011+0000","last_peered":"2024-07-27T06:52:03.323011+0000","last_clean":"2024-07-27T06:52:03.323011+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:03.323011+0000","last_undegraded":"2024-07-27T06:52:03.323011+0000","last_fullsized":"2024-07-27T06:52:03.323011+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262869+0000","last_change":"2024-07-27T06:52:04.325256+0000","last_active":"2024-07-27T06:52:06.262869+0000","last_peered":"2024-07-27T06:52:06.262869+0000","last_clean":"2024-07-27T06:52:06.262869+0000","last_became_active":"2024-07-27T06:52:04.321235+0000","last_became_peered":"2024-07-27T06:52:04.321235+0000","last_unstale":"2024-07-27T06:52:06.262869+0000","last_undegraded":"2024-07-27T06:52:06.262869+0000","last_fullsized":"2024-07-27T06:52:06.262869+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:52.346429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335430+0000","last_change":"2024-07-27T06:52:03.311014+0000","last_active":"2024-07-27T06:52:05.335430+0000","last_peered":"2024-07-27T06:52:05.335430+0000","last_clean":"2024-07-27T06:52:05.335430+0000","last_became_active":"2024-07-27T06:52:03.310538+0000","last_became_peered":"2024-07-27T06:52:03.310538+0000","last_unstale":"2024-07-27T06:52:05.335430+0000","last_undegraded":"2024-07-27T06:52:05.335430+0000","last_fullsized":"2024-07-27T06:52:05.335430+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:25.157410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330014+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:05.330014+0000","last_peered":"2024-07-27T06:52:05.330014+0000","last_clean":"2024-07-27T06:52:05.330014+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:05.330014+0000","last_undegraded":"2024-07-27T06:52:05.330014+0000","last_fullsized":"2024-07-27T06:52:05.330014+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263272+0000","last_change":"2024-07-27T06:52:04.350904+0000","last_active":"2024-07-27T06:52:06.263272+0000","last_peered":"2024-07-27T06:52:06.263272+0000","last_clean":"2024-07-27T06:52:06.263272+0000","last_became_active":"2024-07-27T06:52:04.345962+0000","last_became_peered":"2024-07-27T06:52:04.345962+0000","last_unstale":"2024-07-27T06:52:06.263272+0000","last_undegraded":"2024-07-27T06:52:06.263272+0000","last_fullsized":"2024-07-27T06:52:06.263272+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:15.470072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330377+0000","last_change":"2024-07-27T06:52:03.327547+0000","last_active":"2024-07-27T06:52:03.330377+0000","last_peered":"2024-07-27T06:52:03.330377+0000","last_clean":"2024-07-27T06:52:03.330377+0000","last_became_active":"2024-07-27T06:52:03.327238+0000","last_became_peered":"2024-07-27T06:52:03.327238+0000","last_unstale":"2024-07-27T06:52:03.330377+0000","last_undegraded":"2024-07-27T06:52:03.330377+0000","last_fullsized":"2024-07-27T06:52:03.330377+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:05.727555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331197+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:05.331197+0000","last_peered":"2024-07-27T06:52:05.331197+0000","last_clean":"2024-07-27T06:52:05.331197+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:05.331197+0000","last_undegraded":"2024-07-27T06:52:05.331197+0000","last_fullsized":"2024-07-27T06:52:05.331197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997781+0000","last_change":"2024-07-27T06:52:04.333256+0000","last_active":"2024-07-27T06:52:05.997781+0000","last_peered":"2024-07-27T06:52:05.997781+0000","last_clean":"2024-07-27T06:52:05.997781+0000","last_became_active":"2024-07-27T06:52:04.332916+0000","last_became_peered":"2024-07-27T06:52:04.332916+0000","last_unstale":"2024-07-27T06:52:05.997781+0000","last_undegraded":"2024-07-27T06:52:05.997781+0000","last_fullsized":"2024-07-27T06:52:05.997781+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262799+0000","last_change":"2024-07-27T06:52:03.331873+0000","last_active":"2024-07-27T06:52:06.262799+0000","last_peered":"2024-07-27T06:52:06.262799+0000","last_clean":"2024-07-27T06:52:06.262799+0000","last_became_active":"2024-07-27T06:52:03.331551+0000","last_became_peered":"2024-07-27T06:52:03.331551+0000","last_unstale":"2024-07-27T06:52:06.262799+0000","last_undegraded":"2024-07-27T06:52:06.262799+0000","last_fullsized":"2024-07-27T06:52:06.262799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:56.185292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290496+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:03.290496+0000","last_peered":"2024-07-27T06:52:03.290496+0000","last_clean":"2024-07-27T06:52:03.290496+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:03.290496+0000","last_undegraded":"2024-07-27T06:52:03.290496+0000","last_fullsized":"2024-07-27T06:52:03.290496+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300509+0000","last_change":"2024-07-27T06:52:03.300509+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300509+0000","last_undegraded":"2024-07-27T06:52:03.300509+0000","last_fullsized":"2024-07-27T06:52:03.300509+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.329973+0000","last_change":"2024-07-27T06:52:03.324875+0000","last_active":"2024-07-27T06:52:03.329973+0000","last_peered":"2024-07-27T06:52:03.329973+0000","last_clean":"2024-07-27T06:52:03.329973+0000","last_became_active":"2024-07-27T06:52:03.324562+0000","last_became_peered":"2024-07-27T06:52:03.324562+0000","last_unstale":"2024-07-27T06:52:03.329973+0000","last_undegraded":"2024-07-27T06:52:03.329973+0000","last_fullsized":"2024-07-27T06:52:03.329973+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:53.731759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290885+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:03.290885+0000","last_peered":"2024-07-27T06:52:03.290885+0000","last_clean":"2024-07-27T06:52:03.290885+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:03.290885+0000","last_undegraded":"2024-07-27T06:52:03.290885+0000","last_fullsized":"2024-07-27T06:52:03.290885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261815+0000","last_change":"2024-07-27T06:52:04.332997+0000","last_active":"2024-07-27T06:52:06.261815+0000","last_peered":"2024-07-27T06:52:06.261815+0000","last_clean":"2024-07-27T06:52:06.261815+0000","last_became_active":"2024-07-27T06:52:04.332634+0000","last_became_peered":"2024-07-27T06:52:04.332634+0000","last_unstale":"2024-07-27T06:52:06.261815+0000","last_undegraded":"2024-07-27T06:52:06.261815+0000","last_fullsized":"2024-07-27T06:52:06.261815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:28.059870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330905+0000","last_change":"2024-07-27T06:52:03.333083+0000","last_active":"2024-07-27T06:52:05.330905+0000","last_peered":"2024-07-27T06:52:05.330905+0000","last_clean":"2024-07-27T06:52:05.330905+0000","last_became_active":"2024-07-27T06:52:03.332644+0000","last_became_peered":"2024-07-27T06:52:03.332644+0000","last_unstale":"2024-07-27T06:52:05.330905+0000","last_undegraded":"2024-07-27T06:52:05.330905+0000","last_fullsized":"2024-07-27T06:52:05.330905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321398+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:03.321398+0000","last_peered":"2024-07-27T06:52:03.321398+0000","last_clean":"2024-07-27T06:52:03.321398+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:03.321398+0000","last_undegraded":"2024-07-27T06:52:03.321398+0000","last_fullsized":"2024-07-27T06:52:03.321398+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334355+0000","last_change":"2024-07-27T06:52:04.345344+0000","last_active":"2024-07-27T06:52:05.334355+0000","last_peered":"2024-07-27T06:52:05.334355+0000","last_clean":"2024-07-27T06:52:05.334355+0000","last_became_active":"2024-07-27T06:52:04.344782+0000","last_became_peered":"2024-07-27T06:52:04.344782+0000","last_unstale":"2024-07-27T06:52:05.334355+0000","last_undegraded":"2024-07-27T06:52:05.334355+0000","last_fullsized":"2024-07-27T06:52:05.334355+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997109+0000","last_change":"2024-07-27T06:52:03.322631+0000","last_active":"2024-07-27T06:52:05.997109+0000","last_peered":"2024-07-27T06:52:05.997109+0000","last_clean":"2024-07-27T06:52:05.997109+0000","last_became_active":"2024-07-27T06:52:03.322274+0000","last_became_peered":"2024-07-27T06:52:03.322274+0000","last_unstale":"2024-07-27T06:52:05.997109+0000","last_undegraded":"2024-07-27T06:52:05.997109+0000","last_fullsized":"2024-07-27T06:52:05.997109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:00.977795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334029+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:05.334029+0000","last_peered":"2024-07-27T06:52:05.334029+0000","last_clean":"2024-07-27T06:52:05.334029+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:05.334029+0000","last_undegraded":"2024-07-27T06:52:05.334029+0000","last_fullsized":"2024-07-27T06:52:05.334029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997097+0000","last_change":"2024-07-27T06:52:04.326714+0000","last_active":"2024-07-27T06:52:05.997097+0000","last_peered":"2024-07-27T06:52:05.997097+0000","last_clean":"2024-07-27T06:52:05.997097+0000","last_became_active":"2024-07-27T06:52:04.326004+0000","last_became_peered":"2024-07-27T06:52:04.326004+0000","last_unstale":"2024-07-27T06:52:05.997097+0000","last_undegraded":"2024-07-27T06:52:05.997097+0000","last_fullsized":"2024-07-27T06:52:05.997097+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:29.898841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261133+0000","last_change":"2024-07-27T06:52:03.323561+0000","last_active":"2024-07-27T06:52:06.261133+0000","last_peered":"2024-07-27T06:52:06.261133+0000","last_clean":"2024-07-27T06:52:06.261133+0000","last_became_active":"2024-07-27T06:52:03.323203+0000","last_became_peered":"2024-07-27T06:52:03.323203+0000","last_unstale":"2024-07-27T06:52:06.261133+0000","last_undegraded":"2024-07-27T06:52:06.261133+0000","last_fullsized":"2024-07-27T06:52:06.261133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:45:44.985552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332686+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:05.332686+0000","last_peered":"2024-07-27T06:52:05.332686+0000","last_clean":"2024-07-27T06:52:05.332686+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:05.332686+0000","last_undegraded":"2024-07-27T06:52:05.332686+0000","last_fullsized":"2024-07-27T06:52:05.332686+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311575+0000","last_change":"2024-07-27T06:52:03.311575+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311575+0000","last_undegraded":"2024-07-27T06:52:03.311575+0000","last_fullsized":"2024-07-27T06:52:03.311575+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.303334+0000","last_change":"2024-07-27T06:52:03.328505+0000","last_active":"2024-07-27T06:52:06.303334+0000","last_peered":"2024-07-27T06:52:06.303334+0000","last_clean":"2024-07-27T06:52:06.303334+0000","last_became_active":"2024-07-27T06:52:03.327940+0000","last_became_peered":"2024-07-27T06:52:03.327940+0000","last_unstale":"2024-07-27T06:52:06.303334+0000","last_undegraded":"2024-07-27T06:52:06.303334+0000","last_fullsized":"2024-07-27T06:52:06.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:17.272438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995762+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:05.995762+0000","last_peered":"2024-07-27T06:52:05.995762+0000","last_clean":"2024-07-27T06:52:05.995762+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:05.995762+0000","last_undegraded":"2024-07-27T06:52:05.995762+0000","last_fullsized":"2024-07-27T06:52:05.995762+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303002+0000","last_change":"2024-07-27T06:52:03.303002+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303002+0000","last_undegraded":"2024-07-27T06:52:03.303002+0000","last_fullsized":"2024-07-27T06:52:03.303002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333707+0000","last_change":"2024-07-27T06:52:03.332923+0000","last_active":"2024-07-27T06:52:05.333707+0000","last_peered":"2024-07-27T06:52:05.333707+0000","last_clean":"2024-07-27T06:52:05.333707+0000","last_became_active":"2024-07-27T06:52:03.331764+0000","last_became_peered":"2024-07-27T06:52:03.331764+0000","last_unstale":"2024-07-27T06:52:05.333707+0000","last_undegraded":"2024-07-27T06:52:05.333707+0000","last_fullsized":"2024-07-27T06:52:05.333707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995804+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:05.995804+0000","last_peered":"2024-07-27T06:52:05.995804+0000","last_clean":"2024-07-27T06:52:05.995804+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:05.995804+0000","last_undegraded":"2024-07-27T06:52:05.995804+0000","last_fullsized":"2024-07-27T06:52:05.995804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998567+0000","last_change":"2024-07-27T06:52:04.328671+0000","last_active":"2024-07-27T06:52:05.998567+0000","last_peered":"2024-07-27T06:52:05.998567+0000","last_clean":"2024-07-27T06:52:05.998567+0000","last_became_active":"2024-07-27T06:52:04.328205+0000","last_became_peered":"2024-07-27T06:52:04.328205+0000","last_unstale":"2024-07-27T06:52:05.998567+0000","last_undegraded":"2024-07-27T06:52:05.998567+0000","last_fullsized":"2024-07-27T06:52:05.998567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:32.403871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330894+0000","last_change":"2024-07-27T06:52:03.327305+0000","last_active":"2024-07-27T06:52:03.330894+0000","last_peered":"2024-07-27T06:52:03.330894+0000","last_clean":"2024-07-27T06:52:03.330894+0000","last_became_active":"2024-07-27T06:52:03.326205+0000","last_became_peered":"2024-07-27T06:52:03.326205+0000","last_unstale":"2024-07-27T06:52:03.330894+0000","last_undegraded":"2024-07-27T06:52:03.330894+0000","last_fullsized":"2024-07-27T06:52:03.330894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.260085+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:06.260085+0000","last_peered":"2024-07-27T06:52:06.260085+0000","last_clean":"2024-07-27T06:52:06.260085+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:06.260085+0000","last_undegraded":"2024-07-27T06:52:06.260085+0000","last_fullsized":"2024-07-27T06:52:06.260085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333661+0000","last_change":"2024-07-27T06:52:04.347741+0000","last_active":"2024-07-27T06:52:05.333661+0000","last_peered":"2024-07-27T06:52:05.333661+0000","last_clean":"2024-07-27T06:52:05.333661+0000","last_became_active":"2024-07-27T06:52:04.342671+0000","last_became_peered":"2024-07-27T06:52:04.342671+0000","last_unstale":"2024-07-27T06:52:05.333661+0000","last_undegraded":"2024-07-27T06:52:05.333661+0000","last_fullsized":"2024-07-27T06:52:05.333661+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330371+0000","last_change":"2024-07-27T06:52:03.328511+0000","last_active":"2024-07-27T06:52:03.330371+0000","last_peered":"2024-07-27T06:52:03.330371+0000","last_clean":"2024-07-27T06:52:03.330371+0000","last_became_active":"2024-07-27T06:52:03.328206+0000","last_became_peered":"2024-07-27T06:52:03.328206+0000","last_unstale":"2024-07-27T06:52:03.330371+0000","last_undegraded":"2024-07-27T06:52:03.330371+0000","last_fullsized":"2024-07-27T06:52:03.330371+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333004+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:05.333004+0000","last_peered":"2024-07-27T06:52:05.333004+0000","last_clean":"2024-07-27T06:52:05.333004+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:05.333004+0000","last_undegraded":"2024-07-27T06:52:05.333004+0000","last_fullsized":"2024-07-27T06:52:05.333004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998378+0000","last_change":"2024-07-27T06:52:04.331207+0000","last_active":"2024-07-27T06:52:05.998378+0000","last_peered":"2024-07-27T06:52:05.998378+0000","last_clean":"2024-07-27T06:52:05.998378+0000","last_became_active":"2024-07-27T06:52:04.330840+0000","last_became_peered":"2024-07-27T06:52:04.330840+0000","last_unstale":"2024-07-27T06:52:05.998378+0000","last_undegraded":"2024-07-27T06:52:05.998378+0000","last_fullsized":"2024-07-27T06:52:05.998378+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997728+0000","last_change":"2024-07-27T06:52:03.319231+0000","last_active":"2024-07-27T06:52:05.997728+0000","last_peered":"2024-07-27T06:52:05.997728+0000","last_clean":"2024-07-27T06:52:05.997728+0000","last_became_active":"2024-07-27T06:52:03.318909+0000","last_became_peered":"2024-07-27T06:52:03.318909+0000","last_unstale":"2024-07-27T06:52:05.997728+0000","last_undegraded":"2024-07-27T06:52:05.997728+0000","last_fullsized":"2024-07-27T06:52:05.997728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.655386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316970+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:03.316970+0000","last_peered":"2024-07-27T06:52:03.316970+0000","last_clean":"2024-07-27T06:52:03.316970+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:03.316970+0000","last_undegraded":"2024-07-27T06:52:03.316970+0000","last_fullsized":"2024-07-27T06:52:03.316970+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.297303+0000","last_change":"2024-07-27T06:52:03.297303+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.297303+0000","last_undegraded":"2024-07-27T06:52:03.297303+0000","last_fullsized":"2024-07-27T06:52:03.297303+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332448+0000","last_change":"2024-07-27T06:52:03.317339+0000","last_active":"2024-07-27T06:52:05.332448+0000","last_peered":"2024-07-27T06:52:05.332448+0000","last_clean":"2024-07-27T06:52:05.332448+0000","last_became_active":"2024-07-27T06:52:03.316997+0000","last_became_peered":"2024-07-27T06:52:03.316997+0000","last_unstale":"2024-07-27T06:52:05.332448+0000","last_undegraded":"2024-07-27T06:52:05.332448+0000","last_fullsized":"2024-07-27T06:52:05.332448+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:15:02.064678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334243+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:05.334243+0000","last_peered":"2024-07-27T06:52:05.334243+0000","last_clean":"2024-07-27T06:52:05.334243+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:05.334243+0000","last_undegraded":"2024-07-27T06:52:05.334243+0000","last_fullsized":"2024-07-27T06:52:05.334243+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997089+0000","last_change":"2024-07-27T06:52:04.328415+0000","last_active":"2024-07-27T06:52:05.997089+0000","last_peered":"2024-07-27T06:52:05.997089+0000","last_clean":"2024-07-27T06:52:05.997089+0000","last_became_active":"2024-07-27T06:52:04.326308+0000","last_became_peered":"2024-07-27T06:52:04.326308+0000","last_unstale":"2024-07-27T06:52:05.997089+0000","last_undegraded":"2024-07-27T06:52:05.997089+0000","last_fullsized":"2024-07-27T06:52:05.997089+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:52:46.982563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.318505+0000","last_change":"2024-07-27T06:52:03.314968+0000","last_active":"2024-07-27T06:52:03.318505+0000","last_peered":"2024-07-27T06:52:03.318505+0000","last_clean":"2024-07-27T06:52:03.318505+0000","last_became_active":"2024-07-27T06:52:03.314651+0000","last_became_peered":"2024-07-27T06:52:03.314651+0000","last_unstale":"2024-07-27T06:52:03.318505+0000","last_undegraded":"2024-07-27T06:52:03.318505+0000","last_fullsized":"2024-07-27T06:52:03.318505+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316808+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:03.316808+0000","last_peered":"2024-07-27T06:52:03.316808+0000","last_clean":"2024-07-27T06:52:03.316808+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:03.316808+0000","last_undegraded":"2024-07-27T06:52:03.316808+0000","last_fullsized":"2024-07-27T06:52:03.316808+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314129+0000","last_change":"2024-07-27T06:52:03.314129+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314129+0000","last_undegraded":"2024-07-27T06:52:03.314129+0000","last_fullsized":"2024-07-27T06:52:03.314129+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998651+0000","last_change":"2024-07-27T06:52:03.319305+0000","last_active":"2024-07-27T06:52:05.998651+0000","last_peered":"2024-07-27T06:52:05.998651+0000","last_clean":"2024-07-27T06:52:05.998651+0000","last_became_active":"2024-07-27T06:52:03.318155+0000","last_became_peered":"2024-07-27T06:52:03.318155+0000","last_unstale":"2024-07-27T06:52:05.998651+0000","last_undegraded":"2024-07-27T06:52:05.998651+0000","last_fullsized":"2024-07-27T06:52:05.998651+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:50.972134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323151+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:03.323151+0000","last_peered":"2024-07-27T06:52:03.323151+0000","last_clean":"2024-07-27T06:52:03.323151+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:03.323151+0000","last_undegraded":"2024-07-27T06:52:03.323151+0000","last_fullsized":"2024-07-27T06:52:03.323151+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304637+0000","last_change":"2024-07-27T06:52:03.304637+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304637+0000","last_undegraded":"2024-07-27T06:52:03.304637+0000","last_fullsized":"2024-07-27T06:52:03.304637+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333312+0000","last_change":"2024-07-27T06:52:03.333835+0000","last_active":"2024-07-27T06:52:05.333312+0000","last_peered":"2024-07-27T06:52:05.333312+0000","last_clean":"2024-07-27T06:52:05.333312+0000","last_became_active":"2024-07-27T06:52:03.333079+0000","last_became_peered":"2024-07-27T06:52:03.333079+0000","last_unstale":"2024-07-27T06:52:05.333312+0000","last_undegraded":"2024-07-27T06:52:05.333312+0000","last_fullsized":"2024-07-27T06:52:05.333312+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290328+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:03.290328+0000","last_peered":"2024-07-27T06:52:03.290328+0000","last_clean":"2024-07-27T06:52:03.290328+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:03.290328+0000","last_undegraded":"2024-07-27T06:52:03.290328+0000","last_fullsized":"2024-07-27T06:52:03.290328+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312605+0000","last_change":"2024-07-27T06:52:03.312605+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312605+0000","last_undegraded":"2024-07-27T06:52:03.312605+0000","last_fullsized":"2024-07-27T06:52:03.312605+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997997+0000","last_change":"2024-07-27T06:52:03.324268+0000","last_active":"2024-07-27T06:52:05.997997+0000","last_peered":"2024-07-27T06:52:05.997997+0000","last_clean":"2024-07-27T06:52:05.997997+0000","last_became_active":"2024-07-27T06:52:03.323954+0000","last_became_peered":"2024-07-27T06:52:03.323954+0000","last_unstale":"2024-07-27T06:52:05.997997+0000","last_undegraded":"2024-07-27T06:52:05.997997+0000","last_fullsized":"2024-07-27T06:52:05.997997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:37.443211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995885+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:05.995885+0000","last_peered":"2024-07-27T06:52:05.995885+0000","last_clean":"2024-07-27T06:52:05.995885+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:05.995885+0000","last_undegraded":"2024-07-27T06:52:05.995885+0000","last_fullsized":"2024-07-27T06:52:05.995885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333184+0000","last_change":"2024-07-27T06:52:04.351183+0000","last_active":"2024-07-27T06:52:05.333184+0000","last_peered":"2024-07-27T06:52:05.333184+0000","last_clean":"2024-07-27T06:52:05.333184+0000","last_became_active":"2024-07-27T06:52:04.350875+0000","last_became_peered":"2024-07-27T06:52:04.350875+0000","last_unstale":"2024-07-27T06:52:05.333184+0000","last_undegraded":"2024-07-27T06:52:05.333184+0000","last_fullsized":"2024-07-27T06:52:05.333184+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:22.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330825+0000","last_change":"2024-07-27T06:52:03.327679+0000","last_active":"2024-07-27T06:52:03.330825+0000","last_peered":"2024-07-27T06:52:03.330825+0000","last_clean":"2024-07-27T06:52:03.330825+0000","last_became_active":"2024-07-27T06:52:03.326624+0000","last_became_peered":"2024-07-27T06:52:03.326624+0000","last_unstale":"2024-07-27T06:52:03.330825+0000","last_undegraded":"2024-07-27T06:52:03.330825+0000","last_fullsized":"2024-07-27T06:52:03.330825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333259+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:05.333259+0000","last_peered":"2024-07-27T06:52:05.333259+0000","last_clean":"2024-07-27T06:52:05.333259+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:05.333259+0000","last_undegraded":"2024-07-27T06:52:05.333259+0000","last_fullsized":"2024-07-27T06:52:05.333259+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998616+0000","last_change":"2024-07-27T06:52:04.341949+0000","last_active":"2024-07-27T06:52:05.998616+0000","last_peered":"2024-07-27T06:52:05.998616+0000","last_clean":"2024-07-27T06:52:05.998616+0000","last_became_active":"2024-07-27T06:52:04.341587+0000","last_became_peered":"2024-07-27T06:52:04.341587+0000","last_unstale":"2024-07-27T06:52:05.998616+0000","last_undegraded":"2024-07-27T06:52:05.998616+0000","last_fullsized":"2024-07-27T06:52:05.998616+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.331611+0000","last_change":"2024-07-27T06:52:03.326622+0000","last_active":"2024-07-27T06:52:03.331611+0000","last_peered":"2024-07-27T06:52:03.331611+0000","last_clean":"2024-07-27T06:52:03.331611+0000","last_became_active":"2024-07-27T06:52:03.325841+0000","last_became_peered":"2024-07-27T06:52:03.325841+0000","last_unstale":"2024-07-27T06:52:03.331611+0000","last_undegraded":"2024-07-27T06:52:03.331611+0000","last_fullsized":"2024-07-27T06:52:03.331611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:38:46.635930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998726+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:05.998726+0000","last_peered":"2024-07-27T06:52:05.998726+0000","last_clean":"2024-07-27T06:52:05.998726+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:05.998726+0000","last_undegraded":"2024-07-27T06:52:05.998726+0000","last_fullsized":"2024-07-27T06:52:05.998726+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":170,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290880+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:03.290880+0000","last_peered":"2024-07-27T06:52:03.290880+0000","last_clean":"2024-07-27T06:52:03.290880+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:03.290880+0000","last_undegraded":"2024-07-27T06:52:03.290880+0000","last_fullsized":"2024-07-27T06:52:03.290880+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476767,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":277419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476767,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1224704,"data_stored":874807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":647168,"data_stored":291981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:09.038 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 -- 172.21.15.66:0/1826978779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 msgr2=0x7fee4c165b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 --2- 172.21.15.66:0/1826978779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c165b20 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fee44005fd0 tx=0x7fee4402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 -- 172.21.15.66:0/1826978779 shutdown_connections 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 --2- 172.21.15.66:0/1826978779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c165b20 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 -- 172.21.15.66:0/1826978779 >> 172.21.15.66:0/1826978779 conn(0x7fee4c06c780 msgr2=0x7fee4c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 -- 172.21.15.66:0/1826978779 shutdown_connections 2024-07-27T06:52:09.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.358+0000 7fee52000640 1 -- 172.21.15.66:0/1826978779 wait complete. 2024-07-27T06:52:09.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.360+0000 7fee52000640 1 Processor -- start 2024-07-27T06:52:09.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.360+0000 7fee52000640 1 -- start start 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee4c06f800 0x7fee4c15b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee4c143ac0 0x7fee4c141b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fee4c166270 con 0x7fee4c0ce970 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fee4c143ed0 con 0x7fee4c06f800 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee52000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fee4c1663f0 con 0x7fee4c143ac0 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38584/0 (socket says 172.21.15.66:38584) 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.362+0000 7fee4be00640 1 -- 172.21.15.66:0/3089311487 learned_addr learned my addr 172.21.15.66:0/3089311487 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 -- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee4c143ac0 msgr2=0x7fee4c141b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee51600640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee4c143ac0 0x7fee4c141b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee50c00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee4c06f800 0x7fee4c15b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee4c143ac0 0x7fee4c141b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 -- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee4c06f800 msgr2=0x7fee4c15b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee4c06f800 0x7fee4c15b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 -- 172.21.15.66:0/3089311487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee4c15bd20 con 0x7fee4c0ce970 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee4be00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c370 tx=0x7fee3400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee340052d0 con 0x7fee4c0ce970 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee34007020 con 0x7fee4c0ce970 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee4c15c000 con 0x7fee4c0ce970 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee34007470 con 0x7fee4c0ce970 2024-07-27T06:52:09.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.363+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee4c15c5c0 con 0x7fee4c0ce970 2024-07-27T06:52:09.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.365+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee4c15ba90 con 0x7fee4c0ce970 2024-07-27T06:52:09.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.366+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fee340067d0 con 0x7fee4c0ce970 2024-07-27T06:52:09.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.368+0000 7fee48c00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 0x7fee28079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.369+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fee34098160 con 0x7fee4c0ce970 2024-07-27T06:52:09.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.369+0000 7fee50c00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 0x7fee28079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.370+0000 7fee50c00640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 0x7fee28079520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fee3c007dc0 tx=0x7fee3c0072f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:09.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.374+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fee34061060 con 0x7fee4c0ce970 2024-07-27T06:52:09.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.578+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fee4c15e9a0 con 0x7fee28077010 2024-07-27T06:52:09.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.595+0000 7fee48c00640 1 -- 172.21.15.66:0/3089311487 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+330551 (secure 0 0 0) 0x7fee4c15e9a0 con 0x7fee28077010 2024-07-27T06:52:09.603 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:09.605 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.603+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 msgr2=0x7fee28079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.603+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 0x7fee28079520 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fee3c007dc0 tx=0x7fee3c0072f0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.603+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 msgr2=0x7fee4c133050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.603+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fee3400c370 tx=0x7fee3400c830 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 shutdown_connections 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fee28077010 0x7fee28079520 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fee4c143ac0 0x7fee4c141b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fee4c0ce970 0x7fee4c133050 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 --2- 172.21.15.66:0/3089311487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fee4c06f800 0x7fee4c15b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 >> 172.21.15.66:0/3089311487 conn(0x7fee4c06c780 msgr2=0x7fee4c0b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 shutdown_connections 2024-07-27T06:52:09.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.604+0000 7fee52000640 1 -- 172.21.15.66:0/3089311487 wait complete. 2024-07-27T06:52:09.636 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-07-27T06:52:08.243563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":120,"num_write_kb":1637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230680,"kb_used_data":6184,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744040,"statfs":{"total":773094113280,"available":772857896960,"internally_reserved":0,"allocated":6332416,"data_stored":3501207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.973229"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263459+0000","last_change":"2024-07-27T06:52:04.340939+0000","last_active":"2024-07-27T06:52:06.263459+0000","last_peered":"2024-07-27T06:52:06.263459+0000","last_clean":"2024-07-27T06:52:06.263459+0000","last_became_active":"2024-07-27T06:52:04.336297+0000","last_became_peered":"2024-07-27T06:52:04.336297+0000","last_unstale":"2024-07-27T06:52:06.263459+0000","last_undegraded":"2024-07-27T06:52:06.263459+0000","last_fullsized":"2024-07-27T06:52:06.263459+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:58.030384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333659+0000","last_change":"2024-07-27T06:52:04.352879+0000","last_active":"2024-07-27T06:52:05.333659+0000","last_peered":"2024-07-27T06:52:05.333659+0000","last_clean":"2024-07-27T06:52:05.333659+0000","last_became_active":"2024-07-27T06:52:04.352373+0000","last_became_peered":"2024-07-27T06:52:04.352373+0000","last_unstale":"2024-07-27T06:52:05.333659+0000","last_undegraded":"2024-07-27T06:52:05.333659+0000","last_fullsized":"2024-07-27T06:52:05.333659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310875+0000","last_change":"2024-07-27T06:52:03.310875+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310875+0000","last_undegraded":"2024-07-27T06:52:03.310875+0000","last_fullsized":"2024-07-27T06:52:03.310875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.305651+0000","last_change":"2024-07-27T06:52:03.305651+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.305651+0000","last_undegraded":"2024-07-27T06:52:03.305651+0000","last_fullsized":"2024-07-27T06:52:03.305651+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262282+0000","last_change":"2024-07-27T06:52:04.327095+0000","last_active":"2024-07-27T06:52:06.262282+0000","last_peered":"2024-07-27T06:52:06.262282+0000","last_clean":"2024-07-27T06:52:06.262282+0000","last_became_active":"2024-07-27T06:52:04.326568+0000","last_became_peered":"2024-07-27T06:52:04.326568+0000","last_unstale":"2024-07-27T06:52:06.262282+0000","last_undegraded":"2024-07-27T06:52:06.262282+0000","last_fullsized":"2024-07-27T06:52:06.262282+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:15.827040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261394+0000","last_change":"2024-07-27T06:52:04.333613+0000","last_active":"2024-07-27T06:52:06.261394+0000","last_peered":"2024-07-27T06:52:06.261394+0000","last_clean":"2024-07-27T06:52:06.261394+0000","last_became_active":"2024-07-27T06:52:04.333235+0000","last_became_peered":"2024-07-27T06:52:04.333235+0000","last_unstale":"2024-07-27T06:52:06.261394+0000","last_undegraded":"2024-07-27T06:52:06.261394+0000","last_fullsized":"2024-07-27T06:52:06.261394+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:41:51.293388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314093+0000","last_change":"2024-07-27T06:52:03.314093+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314093+0000","last_undegraded":"2024-07-27T06:52:03.314093+0000","last_fullsized":"2024-07-27T06:52:03.314093+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996923+0000","last_change":"2024-07-27T06:52:04.330376+0000","last_active":"2024-07-27T06:52:05.996923+0000","last_peered":"2024-07-27T06:52:05.996923+0000","last_clean":"2024-07-27T06:52:05.996923+0000","last_became_active":"2024-07-27T06:52:04.326840+0000","last_became_peered":"2024-07-27T06:52:04.326840+0000","last_unstale":"2024-07-27T06:52:05.996923+0000","last_undegraded":"2024-07-27T06:52:05.996923+0000","last_fullsized":"2024-07-27T06:52:05.996923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:21:55.204841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301398+0000","last_change":"2024-07-27T06:52:03.301398+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301398+0000","last_undegraded":"2024-07-27T06:52:03.301398+0000","last_fullsized":"2024-07-27T06:52:03.301398+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262463+0000","last_change":"2024-07-27T06:52:04.324141+0000","last_active":"2024-07-27T06:52:06.262463+0000","last_peered":"2024-07-27T06:52:06.262463+0000","last_clean":"2024-07-27T06:52:06.262463+0000","last_became_active":"2024-07-27T06:52:04.323810+0000","last_became_peered":"2024-07-27T06:52:04.323810+0000","last_unstale":"2024-07-27T06:52:06.262463+0000","last_undegraded":"2024-07-27T06:52:06.262463+0000","last_fullsized":"2024-07-27T06:52:06.262463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:19.656532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335119+0000","last_change":"2024-07-27T06:52:04.340636+0000","last_active":"2024-07-27T06:52:05.335119+0000","last_peered":"2024-07-27T06:52:05.335119+0000","last_clean":"2024-07-27T06:52:05.335119+0000","last_became_active":"2024-07-27T06:52:04.339562+0000","last_became_peered":"2024-07-27T06:52:04.339562+0000","last_unstale":"2024-07-27T06:52:05.335119+0000","last_undegraded":"2024-07-27T06:52:05.335119+0000","last_fullsized":"2024-07-27T06:52:05.335119+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301462+0000","last_change":"2024-07-27T06:52:03.301462+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301462+0000","last_undegraded":"2024-07-27T06:52:03.301462+0000","last_fullsized":"2024-07-27T06:52:03.301462+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303101+0000","last_change":"2024-07-27T06:52:03.303101+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303101+0000","last_undegraded":"2024-07-27T06:52:03.303101+0000","last_fullsized":"2024-07-27T06:52:03.303101+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308723+0000","last_change":"2024-07-27T06:52:03.308723+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308723+0000","last_undegraded":"2024-07-27T06:52:03.308723+0000","last_fullsized":"2024-07-27T06:52:03.308723+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.302236+0000","last_change":"2024-07-27T06:52:03.302236+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.302236+0000","last_undegraded":"2024-07-27T06:52:03.302236+0000","last_fullsized":"2024-07-27T06:52:03.302236+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261045+0000","last_change":"2024-07-27T06:52:04.325891+0000","last_active":"2024-07-27T06:52:06.261045+0000","last_peered":"2024-07-27T06:52:06.261045+0000","last_clean":"2024-07-27T06:52:06.261045+0000","last_became_active":"2024-07-27T06:52:04.324208+0000","last_became_peered":"2024-07-27T06:52:04.324208+0000","last_unstale":"2024-07-27T06:52:06.261045+0000","last_undegraded":"2024-07-27T06:52:06.261045+0000","last_fullsized":"2024-07-27T06:52:06.261045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:08.187879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263583+0000","last_change":"2024-07-27T06:52:04.321189+0000","last_active":"2024-07-27T06:52:06.263583+0000","last_peered":"2024-07-27T06:52:06.263583+0000","last_clean":"2024-07-27T06:52:06.263583+0000","last_became_active":"2024-07-27T06:52:04.320779+0000","last_became_peered":"2024-07-27T06:52:04.320779+0000","last_unstale":"2024-07-27T06:52:06.263583+0000","last_undegraded":"2024-07-27T06:52:06.263583+0000","last_fullsized":"2024-07-27T06:52:06.263583+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:24.916138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310308+0000","last_change":"2024-07-27T06:52:03.310308+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310308+0000","last_undegraded":"2024-07-27T06:52:03.310308+0000","last_fullsized":"2024-07-27T06:52:03.310308+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334433+0000","last_change":"2024-07-27T06:52:04.343769+0000","last_active":"2024-07-27T06:52:05.334433+0000","last_peered":"2024-07-27T06:52:05.334433+0000","last_clean":"2024-07-27T06:52:05.334433+0000","last_became_active":"2024-07-27T06:52:04.343453+0000","last_became_peered":"2024-07-27T06:52:04.343453+0000","last_unstale":"2024-07-27T06:52:05.334433+0000","last_undegraded":"2024-07-27T06:52:05.334433+0000","last_fullsized":"2024-07-27T06:52:05.334433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331693+0000","last_change":"2024-07-27T06:52:04.343060+0000","last_active":"2024-07-27T06:52:05.331693+0000","last_peered":"2024-07-27T06:52:05.331693+0000","last_clean":"2024-07-27T06:52:05.331693+0000","last_became_active":"2024-07-27T06:52:04.342085+0000","last_became_peered":"2024-07-27T06:52:04.342085+0000","last_unstale":"2024-07-27T06:52:05.331693+0000","last_undegraded":"2024-07-27T06:52:05.331693+0000","last_fullsized":"2024-07-27T06:52:05.331693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301682+0000","last_change":"2024-07-27T06:52:03.301682+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301682+0000","last_undegraded":"2024-07-27T06:52:03.301682+0000","last_fullsized":"2024-07-27T06:52:03.301682+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332848+0000","last_change":"2024-07-27T06:52:04.345821+0000","last_active":"2024-07-27T06:52:05.332848+0000","last_peered":"2024-07-27T06:52:05.332848+0000","last_clean":"2024-07-27T06:52:05.332848+0000","last_became_active":"2024-07-27T06:52:04.345215+0000","last_became_peered":"2024-07-27T06:52:04.345215+0000","last_unstale":"2024-07-27T06:52:05.332848+0000","last_undegraded":"2024-07-27T06:52:05.332848+0000","last_fullsized":"2024-07-27T06:52:05.332848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.313574+0000","last_change":"2024-07-27T06:52:03.313574+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.313574+0000","last_undegraded":"2024-07-27T06:52:03.313574+0000","last_fullsized":"2024-07-27T06:52:03.313574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300226+0000","last_change":"2024-07-27T06:52:03.300226+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300226+0000","last_undegraded":"2024-07-27T06:52:03.300226+0000","last_fullsized":"2024-07-27T06:52:03.300226+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334559+0000","last_change":"2024-07-27T06:52:04.349114+0000","last_active":"2024-07-27T06:52:05.334559+0000","last_peered":"2024-07-27T06:52:05.334559+0000","last_clean":"2024-07-27T06:52:05.334559+0000","last_became_active":"2024-07-27T06:52:04.348414+0000","last_became_peered":"2024-07-27T06:52:04.348414+0000","last_unstale":"2024-07-27T06:52:05.334559+0000","last_undegraded":"2024-07-27T06:52:05.334559+0000","last_fullsized":"2024-07-27T06:52:05.334559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307223+0000","last_change":"2024-07-27T06:52:03.307223+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307223+0000","last_undegraded":"2024-07-27T06:52:03.307223+0000","last_fullsized":"2024-07-27T06:52:03.307223+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333384+0000","last_change":"2024-07-27T06:52:04.347025+0000","last_active":"2024-07-27T06:52:05.333384+0000","last_peered":"2024-07-27T06:52:05.333384+0000","last_clean":"2024-07-27T06:52:05.333384+0000","last_became_active":"2024-07-27T06:52:04.346624+0000","last_became_peered":"2024-07-27T06:52:04.346624+0000","last_unstale":"2024-07-27T06:52:05.333384+0000","last_undegraded":"2024-07-27T06:52:05.333384+0000","last_fullsized":"2024-07-27T06:52:05.333384+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:54.671794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998585+0000","last_change":"2024-07-27T06:52:04.325400+0000","last_active":"2024-07-27T06:52:05.998585+0000","last_peered":"2024-07-27T06:52:05.998585+0000","last_clean":"2024-07-27T06:52:05.998585+0000","last_became_active":"2024-07-27T06:52:04.323451+0000","last_became_peered":"2024-07-27T06:52:04.323451+0000","last_unstale":"2024-07-27T06:52:05.998585+0000","last_undegraded":"2024-07-27T06:52:05.998585+0000","last_fullsized":"2024-07-27T06:52:05.998585+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:51:02.770445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997777+0000","last_change":"2024-07-27T06:52:04.331914+0000","last_active":"2024-07-27T06:52:05.997777+0000","last_peered":"2024-07-27T06:52:05.997777+0000","last_clean":"2024-07-27T06:52:05.997777+0000","last_became_active":"2024-07-27T06:52:04.331568+0000","last_became_peered":"2024-07-27T06:52:04.331568+0000","last_unstale":"2024-07-27T06:52:05.997777+0000","last_undegraded":"2024-07-27T06:52:05.997777+0000","last_fullsized":"2024-07-27T06:52:05.997777+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:26:38.530058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.309309+0000","last_change":"2024-07-27T06:52:03.309309+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.309309+0000","last_undegraded":"2024-07-27T06:52:03.309309+0000","last_fullsized":"2024-07-27T06:52:03.309309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334217+0000","last_change":"2024-07-27T06:52:04.347015+0000","last_active":"2024-07-27T06:52:05.334217+0000","last_peered":"2024-07-27T06:52:05.334217+0000","last_clean":"2024-07-27T06:52:05.334217+0000","last_became_active":"2024-07-27T06:52:04.346671+0000","last_became_peered":"2024-07-27T06:52:04.346671+0000","last_unstale":"2024-07-27T06:52:05.334217+0000","last_undegraded":"2024-07-27T06:52:05.334217+0000","last_fullsized":"2024-07-27T06:52:05.334217+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330836+0000","last_change":"2024-07-27T06:52:04.337217+0000","last_active":"2024-07-27T06:52:05.330836+0000","last_peered":"2024-07-27T06:52:05.330836+0000","last_clean":"2024-07-27T06:52:05.330836+0000","last_became_active":"2024-07-27T06:52:04.336920+0000","last_became_peered":"2024-07-27T06:52:04.336920+0000","last_unstale":"2024-07-27T06:52:05.330836+0000","last_undegraded":"2024-07-27T06:52:05.330836+0000","last_fullsized":"2024-07-27T06:52:05.330836+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308876+0000","last_change":"2024-07-27T06:52:03.308876+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308876+0000","last_undegraded":"2024-07-27T06:52:03.308876+0000","last_fullsized":"2024-07-27T06:52:03.308876+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.319623+0000","last_change":"2024-07-27T06:52:03.315523+0000","last_active":"2024-07-27T06:52:03.319623+0000","last_peered":"2024-07-27T06:52:03.319623+0000","last_clean":"2024-07-27T06:52:03.319623+0000","last_became_active":"2024-07-27T06:52:03.315103+0000","last_became_peered":"2024-07-27T06:52:03.315103+0000","last_unstale":"2024-07-27T06:52:03.319623+0000","last_undegraded":"2024-07-27T06:52:03.319623+0000","last_fullsized":"2024-07-27T06:52:03.319623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:36.244147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996112+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:05.996112+0000","last_peered":"2024-07-27T06:52:05.996112+0000","last_clean":"2024-07-27T06:52:05.996112+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:05.996112+0000","last_undegraded":"2024-07-27T06:52:05.996112+0000","last_fullsized":"2024-07-27T06:52:05.996112+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298185+0000","last_change":"2024-07-27T06:52:03.298185+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298185+0000","last_undegraded":"2024-07-27T06:52:03.298185+0000","last_fullsized":"2024-07-27T06:52:03.298185+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997586+0000","last_change":"2024-07-27T06:52:03.321661+0000","last_active":"2024-07-27T06:52:05.997586+0000","last_peered":"2024-07-27T06:52:05.997586+0000","last_clean":"2024-07-27T06:52:05.997586+0000","last_became_active":"2024-07-27T06:52:03.318263+0000","last_became_peered":"2024-07-27T06:52:03.318263+0000","last_unstale":"2024-07-27T06:52:05.997586+0000","last_undegraded":"2024-07-27T06:52:05.997586+0000","last_fullsized":"2024-07-27T06:52:05.997586+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:54.436078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321246+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:03.321246+0000","last_peered":"2024-07-27T06:52:03.321246+0000","last_clean":"2024-07-27T06:52:03.321246+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:03.321246+0000","last_undegraded":"2024-07-27T06:52:03.321246+0000","last_fullsized":"2024-07-27T06:52:03.321246+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312522+0000","last_change":"2024-07-27T06:52:03.312522+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312522+0000","last_undegraded":"2024-07-27T06:52:03.312522+0000","last_fullsized":"2024-07-27T06:52:03.312522+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.328344+0000","last_change":"2024-07-27T06:52:03.323878+0000","last_active":"2024-07-27T06:52:03.328344+0000","last_peered":"2024-07-27T06:52:03.328344+0000","last_clean":"2024-07-27T06:52:03.328344+0000","last_became_active":"2024-07-27T06:52:03.323489+0000","last_became_peered":"2024-07-27T06:52:03.323489+0000","last_unstale":"2024-07-27T06:52:03.328344+0000","last_undegraded":"2024-07-27T06:52:03.328344+0000","last_fullsized":"2024-07-27T06:52:03.328344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:10.354399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.305251+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:03.305251+0000","last_peered":"2024-07-27T06:52:03.305251+0000","last_clean":"2024-07-27T06:52:03.305251+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:03.305251+0000","last_undegraded":"2024-07-27T06:52:03.305251+0000","last_fullsized":"2024-07-27T06:52:03.305251+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298792+0000","last_change":"2024-07-27T06:52:03.298792+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298792+0000","last_undegraded":"2024-07-27T06:52:03.298792+0000","last_fullsized":"2024-07-27T06:52:03.298792+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321541+0000","last_change":"2024-07-27T06:52:03.318003+0000","last_active":"2024-07-27T06:52:03.321541+0000","last_peered":"2024-07-27T06:52:03.321541+0000","last_clean":"2024-07-27T06:52:03.321541+0000","last_became_active":"2024-07-27T06:52:03.317661+0000","last_became_peered":"2024-07-27T06:52:03.317661+0000","last_unstale":"2024-07-27T06:52:03.321541+0000","last_undegraded":"2024-07-27T06:52:03.321541+0000","last_fullsized":"2024-07-27T06:52:03.321541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:11.851650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332270+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:05.332270+0000","last_peered":"2024-07-27T06:52:05.332270+0000","last_clean":"2024-07-27T06:52:05.332270+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:05.332270+0000","last_undegraded":"2024-07-27T06:52:05.332270+0000","last_fullsized":"2024-07-27T06:52:05.332270+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.319946+0000","last_change":"2024-07-27T06:52:03.319946+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.319946+0000","last_undegraded":"2024-07-27T06:52:03.319946+0000","last_fullsized":"2024-07-27T06:52:03.319946+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998399+0000","last_change":"2024-07-27T06:52:03.320401+0000","last_active":"2024-07-27T06:52:05.998399+0000","last_peered":"2024-07-27T06:52:05.998399+0000","last_clean":"2024-07-27T06:52:05.998399+0000","last_became_active":"2024-07-27T06:52:03.320066+0000","last_became_peered":"2024-07-27T06:52:03.320066+0000","last_unstale":"2024-07-27T06:52:05.998399+0000","last_undegraded":"2024-07-27T06:52:05.998399+0000","last_fullsized":"2024-07-27T06:52:05.998399+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:42.844072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.317207+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:03.317207+0000","last_peered":"2024-07-27T06:52:03.317207+0000","last_clean":"2024-07-27T06:52:03.317207+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:03.317207+0000","last_undegraded":"2024-07-27T06:52:03.317207+0000","last_fullsized":"2024-07-27T06:52:03.317207+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304793+0000","last_change":"2024-07-27T06:52:03.304793+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304793+0000","last_undegraded":"2024-07-27T06:52:03.304793+0000","last_fullsized":"2024-07-27T06:52:03.304793+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.322459+0000","last_change":"2024-07-27T06:52:03.320899+0000","last_active":"2024-07-27T06:52:03.322459+0000","last_peered":"2024-07-27T06:52:03.322459+0000","last_clean":"2024-07-27T06:52:03.322459+0000","last_became_active":"2024-07-27T06:52:03.320557+0000","last_became_peered":"2024-07-27T06:52:03.320557+0000","last_unstale":"2024-07-27T06:52:03.322459+0000","last_undegraded":"2024-07-27T06:52:03.322459+0000","last_fullsized":"2024-07-27T06:52:03.322459+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331184+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:05.331184+0000","last_peered":"2024-07-27T06:52:05.331184+0000","last_clean":"2024-07-27T06:52:05.331184+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:05.331184+0000","last_undegraded":"2024-07-27T06:52:05.331184+0000","last_fullsized":"2024-07-27T06:52:05.331184+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311692+0000","last_change":"2024-07-27T06:52:03.311692+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311692+0000","last_undegraded":"2024-07-27T06:52:03.311692+0000","last_fullsized":"2024-07-27T06:52:03.311692+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332753+0000","last_change":"2024-07-27T06:52:03.329950+0000","last_active":"2024-07-27T06:52:03.332753+0000","last_peered":"2024-07-27T06:52:03.332753+0000","last_clean":"2024-07-27T06:52:03.332753+0000","last_became_active":"2024-07-27T06:52:03.329652+0000","last_became_peered":"2024-07-27T06:52:03.329652+0000","last_unstale":"2024-07-27T06:52:03.332753+0000","last_undegraded":"2024-07-27T06:52:03.332753+0000","last_fullsized":"2024-07-27T06:52:03.332753+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:00:09.612757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332785+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:05.332785+0000","last_peered":"2024-07-27T06:52:05.332785+0000","last_clean":"2024-07-27T06:52:05.332785+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:05.332785+0000","last_undegraded":"2024-07-27T06:52:05.332785+0000","last_fullsized":"2024-07-27T06:52:05.332785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997913+0000","last_change":"2024-07-27T06:52:04.345494+0000","last_active":"2024-07-27T06:52:05.997913+0000","last_peered":"2024-07-27T06:52:05.997913+0000","last_clean":"2024-07-27T06:52:05.997913+0000","last_became_active":"2024-07-27T06:52:04.345166+0000","last_became_peered":"2024-07-27T06:52:04.345166+0000","last_unstale":"2024-07-27T06:52:05.997913+0000","last_undegraded":"2024-07-27T06:52:05.997913+0000","last_fullsized":"2024-07-27T06:52:05.997913+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332829+0000","last_change":"2024-07-27T06:52:03.331265+0000","last_active":"2024-07-27T06:52:03.332829+0000","last_peered":"2024-07-27T06:52:03.332829+0000","last_clean":"2024-07-27T06:52:03.332829+0000","last_became_active":"2024-07-27T06:52:03.330920+0000","last_became_peered":"2024-07-27T06:52:03.330920+0000","last_unstale":"2024-07-27T06:52:03.332829+0000","last_undegraded":"2024-07-27T06:52:03.332829+0000","last_fullsized":"2024-07-27T06:52:03.332829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:31.392168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316524+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:03.316524+0000","last_peered":"2024-07-27T06:52:03.316524+0000","last_clean":"2024-07-27T06:52:03.316524+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:03.316524+0000","last_undegraded":"2024-07-27T06:52:03.316524+0000","last_fullsized":"2024-07-27T06:52:03.316524+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332277+0000","last_change":"2024-07-27T06:52:04.345578+0000","last_active":"2024-07-27T06:52:05.332277+0000","last_peered":"2024-07-27T06:52:05.332277+0000","last_clean":"2024-07-27T06:52:05.332277+0000","last_became_active":"2024-07-27T06:52:04.345114+0000","last_became_peered":"2024-07-27T06:52:04.345114+0000","last_unstale":"2024-07-27T06:52:05.332277+0000","last_undegraded":"2024-07-27T06:52:05.332277+0000","last_fullsized":"2024-07-27T06:52:05.332277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261799+0000","last_change":"2024-07-27T06:52:03.328982+0000","last_active":"2024-07-27T06:52:06.261799+0000","last_peered":"2024-07-27T06:52:06.261799+0000","last_clean":"2024-07-27T06:52:06.261799+0000","last_became_active":"2024-07-27T06:52:03.328315+0000","last_became_peered":"2024-07-27T06:52:03.328315+0000","last_unstale":"2024-07-27T06:52:06.261799+0000","last_undegraded":"2024-07-27T06:52:06.261799+0000","last_fullsized":"2024-07-27T06:52:06.261799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:44.265463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316835+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:03.316835+0000","last_peered":"2024-07-27T06:52:03.316835+0000","last_clean":"2024-07-27T06:52:03.316835+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:03.316835+0000","last_undegraded":"2024-07-27T06:52:03.316835+0000","last_fullsized":"2024-07-27T06:52:03.316835+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997854+0000","last_change":"2024-07-27T06:52:04.326916+0000","last_active":"2024-07-27T06:52:05.997854+0000","last_peered":"2024-07-27T06:52:05.997854+0000","last_clean":"2024-07-27T06:52:05.997854+0000","last_became_active":"2024-07-27T06:52:04.326218+0000","last_became_peered":"2024-07-27T06:52:04.326218+0000","last_unstale":"2024-07-27T06:52:05.997854+0000","last_undegraded":"2024-07-27T06:52:05.997854+0000","last_fullsized":"2024-07-27T06:52:05.997854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330689+0000","last_change":"2024-07-27T06:52:03.327366+0000","last_active":"2024-07-27T06:52:03.330689+0000","last_peered":"2024-07-27T06:52:03.330689+0000","last_clean":"2024-07-27T06:52:03.330689+0000","last_became_active":"2024-07-27T06:52:03.326566+0000","last_became_peered":"2024-07-27T06:52:03.326566+0000","last_unstale":"2024-07-27T06:52:03.330689+0000","last_undegraded":"2024-07-27T06:52:03.330689+0000","last_fullsized":"2024-07-27T06:52:03.330689+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995993+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:05.995993+0000","last_peered":"2024-07-27T06:52:05.995993+0000","last_clean":"2024-07-27T06:52:05.995993+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:05.995993+0000","last_undegraded":"2024-07-27T06:52:05.995993+0000","last_fullsized":"2024-07-27T06:52:05.995993+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261125+0000","last_change":"2024-07-27T06:52:04.328110+0000","last_active":"2024-07-27T06:52:06.261125+0000","last_peered":"2024-07-27T06:52:06.261125+0000","last_clean":"2024-07-27T06:52:06.261125+0000","last_became_active":"2024-07-27T06:52:04.327798+0000","last_became_peered":"2024-07-27T06:52:04.327798+0000","last_unstale":"2024-07-27T06:52:06.261125+0000","last_undegraded":"2024-07-27T06:52:06.261125+0000","last_fullsized":"2024-07-27T06:52:06.261125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:52:27.820626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.325600+0000","last_change":"2024-07-27T06:52:03.321437+0000","last_active":"2024-07-27T06:52:03.325600+0000","last_peered":"2024-07-27T06:52:03.325600+0000","last_clean":"2024-07-27T06:52:03.325600+0000","last_became_active":"2024-07-27T06:52:03.320939+0000","last_became_peered":"2024-07-27T06:52:03.320939+0000","last_unstale":"2024-07-27T06:52:03.325600+0000","last_undegraded":"2024-07-27T06:52:03.325600+0000","last_fullsized":"2024-07-27T06:52:03.325600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:56:45.580965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.291284+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:03.291284+0000","last_peered":"2024-07-27T06:52:03.291284+0000","last_clean":"2024-07-27T06:52:03.291284+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:03.291284+0000","last_undegraded":"2024-07-27T06:52:03.291284+0000","last_fullsized":"2024-07-27T06:52:03.291284+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307253+0000","last_change":"2024-07-27T06:52:03.307253+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307253+0000","last_undegraded":"2024-07-27T06:52:03.307253+0000","last_fullsized":"2024-07-27T06:52:03.307253+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.310603+0000","last_change":"2024-07-27T06:52:03.307339+0000","last_active":"2024-07-27T06:52:03.310603+0000","last_peered":"2024-07-27T06:52:03.310603+0000","last_clean":"2024-07-27T06:52:03.310603+0000","last_became_active":"2024-07-27T06:52:03.306995+0000","last_became_peered":"2024-07-27T06:52:03.306995+0000","last_unstale":"2024-07-27T06:52:03.310603+0000","last_undegraded":"2024-07-27T06:52:03.310603+0000","last_fullsized":"2024-07-27T06:52:03.310603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290965+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:03.290965+0000","last_peered":"2024-07-27T06:52:03.290965+0000","last_clean":"2024-07-27T06:52:03.290965+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:03.290965+0000","last_undegraded":"2024-07-27T06:52:03.290965+0000","last_fullsized":"2024-07-27T06:52:03.290965+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.264068+0000","last_change":"2024-07-27T06:52:04.340923+0000","last_active":"2024-07-27T06:52:06.264068+0000","last_peered":"2024-07-27T06:52:06.264068+0000","last_clean":"2024-07-27T06:52:06.264068+0000","last_became_active":"2024-07-27T06:52:04.337261+0000","last_became_peered":"2024-07-27T06:52:04.337261+0000","last_unstale":"2024-07-27T06:52:06.264068+0000","last_undegraded":"2024-07-27T06:52:06.264068+0000","last_fullsized":"2024-07-27T06:52:06.264068+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:53.067358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332427+0000","last_change":"2024-07-27T06:52:03.327196+0000","last_active":"2024-07-27T06:52:05.332427+0000","last_peered":"2024-07-27T06:52:05.332427+0000","last_clean":"2024-07-27T06:52:05.332427+0000","last_became_active":"2024-07-27T06:52:03.326884+0000","last_became_peered":"2024-07-27T06:52:03.326884+0000","last_unstale":"2024-07-27T06:52:05.332427+0000","last_undegraded":"2024-07-27T06:52:05.332427+0000","last_fullsized":"2024-07-27T06:52:05.332427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323011+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:03.323011+0000","last_peered":"2024-07-27T06:52:03.323011+0000","last_clean":"2024-07-27T06:52:03.323011+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:03.323011+0000","last_undegraded":"2024-07-27T06:52:03.323011+0000","last_fullsized":"2024-07-27T06:52:03.323011+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262869+0000","last_change":"2024-07-27T06:52:04.325256+0000","last_active":"2024-07-27T06:52:06.262869+0000","last_peered":"2024-07-27T06:52:06.262869+0000","last_clean":"2024-07-27T06:52:06.262869+0000","last_became_active":"2024-07-27T06:52:04.321235+0000","last_became_peered":"2024-07-27T06:52:04.321235+0000","last_unstale":"2024-07-27T06:52:06.262869+0000","last_undegraded":"2024-07-27T06:52:06.262869+0000","last_fullsized":"2024-07-27T06:52:06.262869+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:52.346429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335430+0000","last_change":"2024-07-27T06:52:03.311014+0000","last_active":"2024-07-27T06:52:05.335430+0000","last_peered":"2024-07-27T06:52:05.335430+0000","last_clean":"2024-07-27T06:52:05.335430+0000","last_became_active":"2024-07-27T06:52:03.310538+0000","last_became_peered":"2024-07-27T06:52:03.310538+0000","last_unstale":"2024-07-27T06:52:05.335430+0000","last_undegraded":"2024-07-27T06:52:05.335430+0000","last_fullsized":"2024-07-27T06:52:05.335430+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:25.157410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330014+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:05.330014+0000","last_peered":"2024-07-27T06:52:05.330014+0000","last_clean":"2024-07-27T06:52:05.330014+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:05.330014+0000","last_undegraded":"2024-07-27T06:52:05.330014+0000","last_fullsized":"2024-07-27T06:52:05.330014+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263272+0000","last_change":"2024-07-27T06:52:04.350904+0000","last_active":"2024-07-27T06:52:06.263272+0000","last_peered":"2024-07-27T06:52:06.263272+0000","last_clean":"2024-07-27T06:52:06.263272+0000","last_became_active":"2024-07-27T06:52:04.345962+0000","last_became_peered":"2024-07-27T06:52:04.345962+0000","last_unstale":"2024-07-27T06:52:06.263272+0000","last_undegraded":"2024-07-27T06:52:06.263272+0000","last_fullsized":"2024-07-27T06:52:06.263272+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:15.470072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330377+0000","last_change":"2024-07-27T06:52:03.327547+0000","last_active":"2024-07-27T06:52:03.330377+0000","last_peered":"2024-07-27T06:52:03.330377+0000","last_clean":"2024-07-27T06:52:03.330377+0000","last_became_active":"2024-07-27T06:52:03.327238+0000","last_became_peered":"2024-07-27T06:52:03.327238+0000","last_unstale":"2024-07-27T06:52:03.330377+0000","last_undegraded":"2024-07-27T06:52:03.330377+0000","last_fullsized":"2024-07-27T06:52:03.330377+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:05.727555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331197+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:05.331197+0000","last_peered":"2024-07-27T06:52:05.331197+0000","last_clean":"2024-07-27T06:52:05.331197+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:05.331197+0000","last_undegraded":"2024-07-27T06:52:05.331197+0000","last_fullsized":"2024-07-27T06:52:05.331197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997781+0000","last_change":"2024-07-27T06:52:04.333256+0000","last_active":"2024-07-27T06:52:05.997781+0000","last_peered":"2024-07-27T06:52:05.997781+0000","last_clean":"2024-07-27T06:52:05.997781+0000","last_became_active":"2024-07-27T06:52:04.332916+0000","last_became_peered":"2024-07-27T06:52:04.332916+0000","last_unstale":"2024-07-27T06:52:05.997781+0000","last_undegraded":"2024-07-27T06:52:05.997781+0000","last_fullsized":"2024-07-27T06:52:05.997781+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262799+0000","last_change":"2024-07-27T06:52:03.331873+0000","last_active":"2024-07-27T06:52:06.262799+0000","last_peered":"2024-07-27T06:52:06.262799+0000","last_clean":"2024-07-27T06:52:06.262799+0000","last_became_active":"2024-07-27T06:52:03.331551+0000","last_became_peered":"2024-07-27T06:52:03.331551+0000","last_unstale":"2024-07-27T06:52:06.262799+0000","last_undegraded":"2024-07-27T06:52:06.262799+0000","last_fullsized":"2024-07-27T06:52:06.262799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:56.185292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290496+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:03.290496+0000","last_peered":"2024-07-27T06:52:03.290496+0000","last_clean":"2024-07-27T06:52:03.290496+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:03.290496+0000","last_undegraded":"2024-07-27T06:52:03.290496+0000","last_fullsized":"2024-07-27T06:52:03.290496+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300509+0000","last_change":"2024-07-27T06:52:03.300509+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300509+0000","last_undegraded":"2024-07-27T06:52:03.300509+0000","last_fullsized":"2024-07-27T06:52:03.300509+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.329973+0000","last_change":"2024-07-27T06:52:03.324875+0000","last_active":"2024-07-27T06:52:03.329973+0000","last_peered":"2024-07-27T06:52:03.329973+0000","last_clean":"2024-07-27T06:52:03.329973+0000","last_became_active":"2024-07-27T06:52:03.324562+0000","last_became_peered":"2024-07-27T06:52:03.324562+0000","last_unstale":"2024-07-27T06:52:03.329973+0000","last_undegraded":"2024-07-27T06:52:03.329973+0000","last_fullsized":"2024-07-27T06:52:03.329973+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:53.731759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290885+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:03.290885+0000","last_peered":"2024-07-27T06:52:03.290885+0000","last_clean":"2024-07-27T06:52:03.290885+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:03.290885+0000","last_undegraded":"2024-07-27T06:52:03.290885+0000","last_fullsized":"2024-07-27T06:52:03.290885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261815+0000","last_change":"2024-07-27T06:52:04.332997+0000","last_active":"2024-07-27T06:52:06.261815+0000","last_peered":"2024-07-27T06:52:06.261815+0000","last_clean":"2024-07-27T06:52:06.261815+0000","last_became_active":"2024-07-27T06:52:04.332634+0000","last_became_peered":"2024-07-27T06:52:04.332634+0000","last_unstale":"2024-07-27T06:52:06.261815+0000","last_undegraded":"2024-07-27T06:52:06.261815+0000","last_fullsized":"2024-07-27T06:52:06.261815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:28.059870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330905+0000","last_change":"2024-07-27T06:52:03.333083+0000","last_active":"2024-07-27T06:52:05.330905+0000","last_peered":"2024-07-27T06:52:05.330905+0000","last_clean":"2024-07-27T06:52:05.330905+0000","last_became_active":"2024-07-27T06:52:03.332644+0000","last_became_peered":"2024-07-27T06:52:03.332644+0000","last_unstale":"2024-07-27T06:52:05.330905+0000","last_undegraded":"2024-07-27T06:52:05.330905+0000","last_fullsized":"2024-07-27T06:52:05.330905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321398+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:03.321398+0000","last_peered":"2024-07-27T06:52:03.321398+0000","last_clean":"2024-07-27T06:52:03.321398+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:03.321398+0000","last_undegraded":"2024-07-27T06:52:03.321398+0000","last_fullsized":"2024-07-27T06:52:03.321398+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334355+0000","last_change":"2024-07-27T06:52:04.345344+0000","last_active":"2024-07-27T06:52:05.334355+0000","last_peered":"2024-07-27T06:52:05.334355+0000","last_clean":"2024-07-27T06:52:05.334355+0000","last_became_active":"2024-07-27T06:52:04.344782+0000","last_became_peered":"2024-07-27T06:52:04.344782+0000","last_unstale":"2024-07-27T06:52:05.334355+0000","last_undegraded":"2024-07-27T06:52:05.334355+0000","last_fullsized":"2024-07-27T06:52:05.334355+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997109+0000","last_change":"2024-07-27T06:52:03.322631+0000","last_active":"2024-07-27T06:52:05.997109+0000","last_peered":"2024-07-27T06:52:05.997109+0000","last_clean":"2024-07-27T06:52:05.997109+0000","last_became_active":"2024-07-27T06:52:03.322274+0000","last_became_peered":"2024-07-27T06:52:03.322274+0000","last_unstale":"2024-07-27T06:52:05.997109+0000","last_undegraded":"2024-07-27T06:52:05.997109+0000","last_fullsized":"2024-07-27T06:52:05.997109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:00.977795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334029+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:05.334029+0000","last_peered":"2024-07-27T06:52:05.334029+0000","last_clean":"2024-07-27T06:52:05.334029+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:05.334029+0000","last_undegraded":"2024-07-27T06:52:05.334029+0000","last_fullsized":"2024-07-27T06:52:05.334029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997097+0000","last_change":"2024-07-27T06:52:04.326714+0000","last_active":"2024-07-27T06:52:05.997097+0000","last_peered":"2024-07-27T06:52:05.997097+0000","last_clean":"2024-07-27T06:52:05.997097+0000","last_became_active":"2024-07-27T06:52:04.326004+0000","last_became_peered":"2024-07-27T06:52:04.326004+0000","last_unstale":"2024-07-27T06:52:05.997097+0000","last_undegraded":"2024-07-27T06:52:05.997097+0000","last_fullsized":"2024-07-27T06:52:05.997097+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:29.898841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261133+0000","last_change":"2024-07-27T06:52:03.323561+0000","last_active":"2024-07-27T06:52:06.261133+0000","last_peered":"2024-07-27T06:52:06.261133+0000","last_clean":"2024-07-27T06:52:06.261133+0000","last_became_active":"2024-07-27T06:52:03.323203+0000","last_became_peered":"2024-07-27T06:52:03.323203+0000","last_unstale":"2024-07-27T06:52:06.261133+0000","last_undegraded":"2024-07-27T06:52:06.261133+0000","last_fullsized":"2024-07-27T06:52:06.261133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:45:44.985552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332686+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:05.332686+0000","last_peered":"2024-07-27T06:52:05.332686+0000","last_clean":"2024-07-27T06:52:05.332686+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:05.332686+0000","last_undegraded":"2024-07-27T06:52:05.332686+0000","last_fullsized":"2024-07-27T06:52:05.332686+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311575+0000","last_change":"2024-07-27T06:52:03.311575+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311575+0000","last_undegraded":"2024-07-27T06:52:03.311575+0000","last_fullsized":"2024-07-27T06:52:03.311575+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.303334+0000","last_change":"2024-07-27T06:52:03.328505+0000","last_active":"2024-07-27T06:52:06.303334+0000","last_peered":"2024-07-27T06:52:06.303334+0000","last_clean":"2024-07-27T06:52:06.303334+0000","last_became_active":"2024-07-27T06:52:03.327940+0000","last_became_peered":"2024-07-27T06:52:03.327940+0000","last_unstale":"2024-07-27T06:52:06.303334+0000","last_undegraded":"2024-07-27T06:52:06.303334+0000","last_fullsized":"2024-07-27T06:52:06.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:17.272438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995762+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:05.995762+0000","last_peered":"2024-07-27T06:52:05.995762+0000","last_clean":"2024-07-27T06:52:05.995762+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:05.995762+0000","last_undegraded":"2024-07-27T06:52:05.995762+0000","last_fullsized":"2024-07-27T06:52:05.995762+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303002+0000","last_change":"2024-07-27T06:52:03.303002+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303002+0000","last_undegraded":"2024-07-27T06:52:03.303002+0000","last_fullsized":"2024-07-27T06:52:03.303002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333707+0000","last_change":"2024-07-27T06:52:03.332923+0000","last_active":"2024-07-27T06:52:05.333707+0000","last_peered":"2024-07-27T06:52:05.333707+0000","last_clean":"2024-07-27T06:52:05.333707+0000","last_became_active":"2024-07-27T06:52:03.331764+0000","last_became_peered":"2024-07-27T06:52:03.331764+0000","last_unstale":"2024-07-27T06:52:05.333707+0000","last_undegraded":"2024-07-27T06:52:05.333707+0000","last_fullsized":"2024-07-27T06:52:05.333707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995804+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:05.995804+0000","last_peered":"2024-07-27T06:52:05.995804+0000","last_clean":"2024-07-27T06:52:05.995804+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:05.995804+0000","last_undegraded":"2024-07-27T06:52:05.995804+0000","last_fullsized":"2024-07-27T06:52:05.995804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998567+0000","last_change":"2024-07-27T06:52:04.328671+0000","last_active":"2024-07-27T06:52:05.998567+0000","last_peered":"2024-07-27T06:52:05.998567+0000","last_clean":"2024-07-27T06:52:05.998567+0000","last_became_active":"2024-07-27T06:52:04.328205+0000","last_became_peered":"2024-07-27T06:52:04.328205+0000","last_unstale":"2024-07-27T06:52:05.998567+0000","last_undegraded":"2024-07-27T06:52:05.998567+0000","last_fullsized":"2024-07-27T06:52:05.998567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:32.403871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330894+0000","last_change":"2024-07-27T06:52:03.327305+0000","last_active":"2024-07-27T06:52:03.330894+0000","last_peered":"2024-07-27T06:52:03.330894+0000","last_clean":"2024-07-27T06:52:03.330894+0000","last_became_active":"2024-07-27T06:52:03.326205+0000","last_became_peered":"2024-07-27T06:52:03.326205+0000","last_unstale":"2024-07-27T06:52:03.330894+0000","last_undegraded":"2024-07-27T06:52:03.330894+0000","last_fullsized":"2024-07-27T06:52:03.330894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.260085+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:06.260085+0000","last_peered":"2024-07-27T06:52:06.260085+0000","last_clean":"2024-07-27T06:52:06.260085+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:06.260085+0000","last_undegraded":"2024-07-27T06:52:06.260085+0000","last_fullsized":"2024-07-27T06:52:06.260085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333661+0000","last_change":"2024-07-27T06:52:04.347741+0000","last_active":"2024-07-27T06:52:05.333661+0000","last_peered":"2024-07-27T06:52:05.333661+0000","last_clean":"2024-07-27T06:52:05.333661+0000","last_became_active":"2024-07-27T06:52:04.342671+0000","last_became_peered":"2024-07-27T06:52:04.342671+0000","last_unstale":"2024-07-27T06:52:05.333661+0000","last_undegraded":"2024-07-27T06:52:05.333661+0000","last_fullsized":"2024-07-27T06:52:05.333661+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330371+0000","last_change":"2024-07-27T06:52:03.328511+0000","last_active":"2024-07-27T06:52:03.330371+0000","last_peered":"2024-07-27T06:52:03.330371+0000","last_clean":"2024-07-27T06:52:03.330371+0000","last_became_active":"2024-07-27T06:52:03.328206+0000","last_became_peered":"2024-07-27T06:52:03.328206+0000","last_unstale":"2024-07-27T06:52:03.330371+0000","last_undegraded":"2024-07-27T06:52:03.330371+0000","last_fullsized":"2024-07-27T06:52:03.330371+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333004+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:05.333004+0000","last_peered":"2024-07-27T06:52:05.333004+0000","last_clean":"2024-07-27T06:52:05.333004+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:05.333004+0000","last_undegraded":"2024-07-27T06:52:05.333004+0000","last_fullsized":"2024-07-27T06:52:05.333004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998378+0000","last_change":"2024-07-27T06:52:04.331207+0000","last_active":"2024-07-27T06:52:05.998378+0000","last_peered":"2024-07-27T06:52:05.998378+0000","last_clean":"2024-07-27T06:52:05.998378+0000","last_became_active":"2024-07-27T06:52:04.330840+0000","last_became_peered":"2024-07-27T06:52:04.330840+0000","last_unstale":"2024-07-27T06:52:05.998378+0000","last_undegraded":"2024-07-27T06:52:05.998378+0000","last_fullsized":"2024-07-27T06:52:05.998378+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997728+0000","last_change":"2024-07-27T06:52:03.319231+0000","last_active":"2024-07-27T06:52:05.997728+0000","last_peered":"2024-07-27T06:52:05.997728+0000","last_clean":"2024-07-27T06:52:05.997728+0000","last_became_active":"2024-07-27T06:52:03.318909+0000","last_became_peered":"2024-07-27T06:52:03.318909+0000","last_unstale":"2024-07-27T06:52:05.997728+0000","last_undegraded":"2024-07-27T06:52:05.997728+0000","last_fullsized":"2024-07-27T06:52:05.997728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.655386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316970+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:03.316970+0000","last_peered":"2024-07-27T06:52:03.316970+0000","last_clean":"2024-07-27T06:52:03.316970+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:03.316970+0000","last_undegraded":"2024-07-27T06:52:03.316970+0000","last_fullsized":"2024-07-27T06:52:03.316970+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.297303+0000","last_change":"2024-07-27T06:52:03.297303+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.297303+0000","last_undegraded":"2024-07-27T06:52:03.297303+0000","last_fullsized":"2024-07-27T06:52:03.297303+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332448+0000","last_change":"2024-07-27T06:52:03.317339+0000","last_active":"2024-07-27T06:52:05.332448+0000","last_peered":"2024-07-27T06:52:05.332448+0000","last_clean":"2024-07-27T06:52:05.332448+0000","last_became_active":"2024-07-27T06:52:03.316997+0000","last_became_peered":"2024-07-27T06:52:03.316997+0000","last_unstale":"2024-07-27T06:52:05.332448+0000","last_undegraded":"2024-07-27T06:52:05.332448+0000","last_fullsized":"2024-07-27T06:52:05.332448+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:15:02.064678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334243+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:05.334243+0000","last_peered":"2024-07-27T06:52:05.334243+0000","last_clean":"2024-07-27T06:52:05.334243+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:05.334243+0000","last_undegraded":"2024-07-27T06:52:05.334243+0000","last_fullsized":"2024-07-27T06:52:05.334243+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997089+0000","last_change":"2024-07-27T06:52:04.328415+0000","last_active":"2024-07-27T06:52:05.997089+0000","last_peered":"2024-07-27T06:52:05.997089+0000","last_clean":"2024-07-27T06:52:05.997089+0000","last_became_active":"2024-07-27T06:52:04.326308+0000","last_became_peered":"2024-07-27T06:52:04.326308+0000","last_unstale":"2024-07-27T06:52:05.997089+0000","last_undegraded":"2024-07-27T06:52:05.997089+0000","last_fullsized":"2024-07-27T06:52:05.997089+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:52:46.982563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.318505+0000","last_change":"2024-07-27T06:52:03.314968+0000","last_active":"2024-07-27T06:52:03.318505+0000","last_peered":"2024-07-27T06:52:03.318505+0000","last_clean":"2024-07-27T06:52:03.318505+0000","last_became_active":"2024-07-27T06:52:03.314651+0000","last_became_peered":"2024-07-27T06:52:03.314651+0000","last_unstale":"2024-07-27T06:52:03.318505+0000","last_undegraded":"2024-07-27T06:52:03.318505+0000","last_fullsized":"2024-07-27T06:52:03.318505+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316808+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:03.316808+0000","last_peered":"2024-07-27T06:52:03.316808+0000","last_clean":"2024-07-27T06:52:03.316808+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:03.316808+0000","last_undegraded":"2024-07-27T06:52:03.316808+0000","last_fullsized":"2024-07-27T06:52:03.316808+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314129+0000","last_change":"2024-07-27T06:52:03.314129+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314129+0000","last_undegraded":"2024-07-27T06:52:03.314129+0000","last_fullsized":"2024-07-27T06:52:03.314129+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998651+0000","last_change":"2024-07-27T06:52:03.319305+0000","last_active":"2024-07-27T06:52:05.998651+0000","last_peered":"2024-07-27T06:52:05.998651+0000","last_clean":"2024-07-27T06:52:05.998651+0000","last_became_active":"2024-07-27T06:52:03.318155+0000","last_became_peered":"2024-07-27T06:52:03.318155+0000","last_unstale":"2024-07-27T06:52:05.998651+0000","last_undegraded":"2024-07-27T06:52:05.998651+0000","last_fullsized":"2024-07-27T06:52:05.998651+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:50.972134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323151+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:03.323151+0000","last_peered":"2024-07-27T06:52:03.323151+0000","last_clean":"2024-07-27T06:52:03.323151+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:03.323151+0000","last_undegraded":"2024-07-27T06:52:03.323151+0000","last_fullsized":"2024-07-27T06:52:03.323151+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304637+0000","last_change":"2024-07-27T06:52:03.304637+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304637+0000","last_undegraded":"2024-07-27T06:52:03.304637+0000","last_fullsized":"2024-07-27T06:52:03.304637+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333312+0000","last_change":"2024-07-27T06:52:03.333835+0000","last_active":"2024-07-27T06:52:05.333312+0000","last_peered":"2024-07-27T06:52:05.333312+0000","last_clean":"2024-07-27T06:52:05.333312+0000","last_became_active":"2024-07-27T06:52:03.333079+0000","last_became_peered":"2024-07-27T06:52:03.333079+0000","last_unstale":"2024-07-27T06:52:05.333312+0000","last_undegraded":"2024-07-27T06:52:05.333312+0000","last_fullsized":"2024-07-27T06:52:05.333312+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290328+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:03.290328+0000","last_peered":"2024-07-27T06:52:03.290328+0000","last_clean":"2024-07-27T06:52:03.290328+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:03.290328+0000","last_undegraded":"2024-07-27T06:52:03.290328+0000","last_fullsized":"2024-07-27T06:52:03.290328+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312605+0000","last_change":"2024-07-27T06:52:03.312605+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312605+0000","last_undegraded":"2024-07-27T06:52:03.312605+0000","last_fullsized":"2024-07-27T06:52:03.312605+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997997+0000","last_change":"2024-07-27T06:52:03.324268+0000","last_active":"2024-07-27T06:52:05.997997+0000","last_peered":"2024-07-27T06:52:05.997997+0000","last_clean":"2024-07-27T06:52:05.997997+0000","last_became_active":"2024-07-27T06:52:03.323954+0000","last_became_peered":"2024-07-27T06:52:03.323954+0000","last_unstale":"2024-07-27T06:52:05.997997+0000","last_undegraded":"2024-07-27T06:52:05.997997+0000","last_fullsized":"2024-07-27T06:52:05.997997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:37.443211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995885+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:05.995885+0000","last_peered":"2024-07-27T06:52:05.995885+0000","last_clean":"2024-07-27T06:52:05.995885+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:05.995885+0000","last_undegraded":"2024-07-27T06:52:05.995885+0000","last_fullsized":"2024-07-27T06:52:05.995885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333184+0000","last_change":"2024-07-27T06:52:04.351183+0000","last_active":"2024-07-27T06:52:05.333184+0000","last_peered":"2024-07-27T06:52:05.333184+0000","last_clean":"2024-07-27T06:52:05.333184+0000","last_became_active":"2024-07-27T06:52:04.350875+0000","last_became_peered":"2024-07-27T06:52:04.350875+0000","last_unstale":"2024-07-27T06:52:05.333184+0000","last_undegraded":"2024-07-27T06:52:05.333184+0000","last_fullsized":"2024-07-27T06:52:05.333184+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:22.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330825+0000","last_change":"2024-07-27T06:52:03.327679+0000","last_active":"2024-07-27T06:52:03.330825+0000","last_peered":"2024-07-27T06:52:03.330825+0000","last_clean":"2024-07-27T06:52:03.330825+0000","last_became_active":"2024-07-27T06:52:03.326624+0000","last_became_peered":"2024-07-27T06:52:03.326624+0000","last_unstale":"2024-07-27T06:52:03.330825+0000","last_undegraded":"2024-07-27T06:52:03.330825+0000","last_fullsized":"2024-07-27T06:52:03.330825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333259+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:05.333259+0000","last_peered":"2024-07-27T06:52:05.333259+0000","last_clean":"2024-07-27T06:52:05.333259+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:05.333259+0000","last_undegraded":"2024-07-27T06:52:05.333259+0000","last_fullsized":"2024-07-27T06:52:05.333259+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998616+0000","last_change":"2024-07-27T06:52:04.341949+0000","last_active":"2024-07-27T06:52:05.998616+0000","last_peered":"2024-07-27T06:52:05.998616+0000","last_clean":"2024-07-27T06:52:05.998616+0000","last_became_active":"2024-07-27T06:52:04.341587+0000","last_became_peered":"2024-07-27T06:52:04.341587+0000","last_unstale":"2024-07-27T06:52:05.998616+0000","last_undegraded":"2024-07-27T06:52:05.998616+0000","last_fullsized":"2024-07-27T06:52:05.998616+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.331611+0000","last_change":"2024-07-27T06:52:03.326622+0000","last_active":"2024-07-27T06:52:03.331611+0000","last_peered":"2024-07-27T06:52:03.331611+0000","last_clean":"2024-07-27T06:52:03.331611+0000","last_became_active":"2024-07-27T06:52:03.325841+0000","last_became_peered":"2024-07-27T06:52:03.325841+0000","last_unstale":"2024-07-27T06:52:03.331611+0000","last_undegraded":"2024-07-27T06:52:03.331611+0000","last_fullsized":"2024-07-27T06:52:03.331611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:38:46.635930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998726+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:05.998726+0000","last_peered":"2024-07-27T06:52:05.998726+0000","last_clean":"2024-07-27T06:52:05.998726+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:05.998726+0000","last_undegraded":"2024-07-27T06:52:05.998726+0000","last_fullsized":"2024-07-27T06:52:05.998726+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":170,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290880+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:03.290880+0000","last_peered":"2024-07-27T06:52:03.290880+0000","last_clean":"2024-07-27T06:52:03.290880+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:03.290880+0000","last_undegraded":"2024-07-27T06:52:03.290880+0000","last_fullsized":"2024-07-27T06:52:03.290880+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476767,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":277419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476767,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1224704,"data_stored":874807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":647168,"data_stored":291981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:09.641 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:09.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 -- 172.21.15.66:0/644748627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 msgr2=0x7f42ac0b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 --2- 172.21.15.66:0/644748627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac0b38c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f429c005fd0 tx=0x7f429c02aa10 comp rx=0 tx=0).stop 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 -- 172.21.15.66:0/644748627 shutdown_connections 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 --2- 172.21.15.66:0/644748627 >> v2:172.21.15.155:3300/0 conn(0x7f42ac06de60 0x7f42ac06e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 --2- 172.21.15.66:0/644748627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac0b38c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 -- 172.21.15.66:0/644748627 >> 172.21.15.66:0/644748627 conn(0x7f42ac06c780 msgr2=0x7f42ac06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.971+0000 7f42b0a00640 1 -- 172.21.15.66:0/644748627 shutdown_connections 2024-07-27T06:52:09.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.972+0000 7f42b0a00640 1 -- 172.21.15.66:0/644748627 wait complete. 2024-07-27T06:52:09.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.974+0000 7f42b0a00640 1 Processor -- start 2024-07-27T06:52:09.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.974+0000 7f42b0a00640 1 -- start start 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42ac06de60 0x7f42ac141480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac1594c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f42ac15a4b0 con 0x7f42ac0ae830 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f42ac0703e0 con 0x7f42ac06de60 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.975+0000 7f42b0a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f42ac15a630 con 0x7f42ac151010 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38598/0 (socket says 172.21.15.66:38598) 2024-07-27T06:52:09.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 -- 172.21.15.66:0/1037421605 learned_addr learned my addr 172.21.15.66:0/1037421605 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42ab400640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42ac06de60 0x7f42ac141480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42abe00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac1594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 -- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 msgr2=0x7f42ac1594c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac1594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 -- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42ac06de60 msgr2=0x7f42ac141480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42ac06de60 0x7f42ac141480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.976+0000 7f42aaa00640 1 -- 172.21.15.66:0/1037421605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42ac147090 con 0x7f42ac0ae830 2024-07-27T06:52:09.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42aaa00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f429800c3d0 tx=0x7f429800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4298017070 con 0x7f42ac0ae830 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42980053c0 con 0x7f42ac0ae830 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42ac147370 con 0x7f42ac0ae830 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4298003850 con 0x7f42ac0ae830 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.977+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42ac147930 con 0x7f42ac0ae830 2024-07-27T06:52:09.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.979+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42ac06e270 con 0x7f42ac0ae830 2024-07-27T06:52:09.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.980+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f429801a070 con 0x7f42ac0ae830 2024-07-27T06:52:09.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.981+0000 7f42a3400640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 0x7f428c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:09.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.981+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f4298097fe0 con 0x7f42ac0ae830 2024-07-27T06:52:09.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.982+0000 7f42ab400640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 0x7f428c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:09.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.983+0000 7f42ab400640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 0x7f428c079520 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f429c035000 tx=0x7f429c004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:09.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:09.987+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4298060f00 con 0x7f42ac0ae830 2024-07-27T06:52:10.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.197+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f42ac0af950 con 0x7f428c077010 2024-07-27T06:52:10.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.214+0000 7f42a3400640 1 -- 172.21.15.66:0/1037421605 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+330551 (secure 0 0 0) 0x7f42ac0af950 con 0x7f428c077010 2024-07-27T06:52:10.222 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:10.224 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:10.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 msgr2=0x7f428c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 0x7f428c079520 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f429c035000 tx=0x7f429c004ab0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 msgr2=0x7f42ac158f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f429800c3d0 tx=0x7f429800c890 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 shutdown_connections 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f428c077010 0x7f428c079520 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f42ac151010 0x7f42ac1594c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f42ac0ae830 0x7f42ac158f80 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 --2- 172.21.15.66:0/1037421605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f42ac06de60 0x7f42ac141480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 >> 172.21.15.66:0/1037421605 conn(0x7f42ac06c780 msgr2=0x7f42ac143510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 shutdown_connections 2024-07-27T06:52:10.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.222+0000 7f42b0a00640 1 -- 172.21.15.66:0/1037421605 wait complete. 2024-07-27T06:52:10.249 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":116,"stamp":"2024-07-27T06:52:08.243563+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591006,"num_objects":12,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":120,"num_write_kb":1637,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":162,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230680,"kb_used_data":6184,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754744040,"statfs":{"total":773094113280,"available":772857896960,"internally_reserved":0,"allocated":6332416,"data_stored":3501207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.973229"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263459+0000","last_change":"2024-07-27T06:52:04.340939+0000","last_active":"2024-07-27T06:52:06.263459+0000","last_peered":"2024-07-27T06:52:06.263459+0000","last_clean":"2024-07-27T06:52:06.263459+0000","last_became_active":"2024-07-27T06:52:04.336297+0000","last_became_peered":"2024-07-27T06:52:04.336297+0000","last_unstale":"2024-07-27T06:52:06.263459+0000","last_undegraded":"2024-07-27T06:52:06.263459+0000","last_fullsized":"2024-07-27T06:52:06.263459+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:58.030384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333659+0000","last_change":"2024-07-27T06:52:04.352879+0000","last_active":"2024-07-27T06:52:05.333659+0000","last_peered":"2024-07-27T06:52:05.333659+0000","last_clean":"2024-07-27T06:52:05.333659+0000","last_became_active":"2024-07-27T06:52:04.352373+0000","last_became_peered":"2024-07-27T06:52:04.352373+0000","last_unstale":"2024-07-27T06:52:05.333659+0000","last_undegraded":"2024-07-27T06:52:05.333659+0000","last_fullsized":"2024-07-27T06:52:05.333659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310875+0000","last_change":"2024-07-27T06:52:03.310875+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310875+0000","last_undegraded":"2024-07-27T06:52:03.310875+0000","last_fullsized":"2024-07-27T06:52:03.310875+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.305651+0000","last_change":"2024-07-27T06:52:03.305651+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.305651+0000","last_undegraded":"2024-07-27T06:52:03.305651+0000","last_fullsized":"2024-07-27T06:52:03.305651+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262282+0000","last_change":"2024-07-27T06:52:04.327095+0000","last_active":"2024-07-27T06:52:06.262282+0000","last_peered":"2024-07-27T06:52:06.262282+0000","last_clean":"2024-07-27T06:52:06.262282+0000","last_became_active":"2024-07-27T06:52:04.326568+0000","last_became_peered":"2024-07-27T06:52:04.326568+0000","last_unstale":"2024-07-27T06:52:06.262282+0000","last_undegraded":"2024-07-27T06:52:06.262282+0000","last_fullsized":"2024-07-27T06:52:06.262282+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:15.827040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261394+0000","last_change":"2024-07-27T06:52:04.333613+0000","last_active":"2024-07-27T06:52:06.261394+0000","last_peered":"2024-07-27T06:52:06.261394+0000","last_clean":"2024-07-27T06:52:06.261394+0000","last_became_active":"2024-07-27T06:52:04.333235+0000","last_became_peered":"2024-07-27T06:52:04.333235+0000","last_unstale":"2024-07-27T06:52:06.261394+0000","last_undegraded":"2024-07-27T06:52:06.261394+0000","last_fullsized":"2024-07-27T06:52:06.261394+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:41:51.293388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314093+0000","last_change":"2024-07-27T06:52:03.314093+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314093+0000","last_undegraded":"2024-07-27T06:52:03.314093+0000","last_fullsized":"2024-07-27T06:52:03.314093+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996923+0000","last_change":"2024-07-27T06:52:04.330376+0000","last_active":"2024-07-27T06:52:05.996923+0000","last_peered":"2024-07-27T06:52:05.996923+0000","last_clean":"2024-07-27T06:52:05.996923+0000","last_became_active":"2024-07-27T06:52:04.326840+0000","last_became_peered":"2024-07-27T06:52:04.326840+0000","last_unstale":"2024-07-27T06:52:05.996923+0000","last_undegraded":"2024-07-27T06:52:05.996923+0000","last_fullsized":"2024-07-27T06:52:05.996923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:21:55.204841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301398+0000","last_change":"2024-07-27T06:52:03.301398+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301398+0000","last_undegraded":"2024-07-27T06:52:03.301398+0000","last_fullsized":"2024-07-27T06:52:03.301398+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262463+0000","last_change":"2024-07-27T06:52:04.324141+0000","last_active":"2024-07-27T06:52:06.262463+0000","last_peered":"2024-07-27T06:52:06.262463+0000","last_clean":"2024-07-27T06:52:06.262463+0000","last_became_active":"2024-07-27T06:52:04.323810+0000","last_became_peered":"2024-07-27T06:52:04.323810+0000","last_unstale":"2024-07-27T06:52:06.262463+0000","last_undegraded":"2024-07-27T06:52:06.262463+0000","last_fullsized":"2024-07-27T06:52:06.262463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:19.656532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335119+0000","last_change":"2024-07-27T06:52:04.340636+0000","last_active":"2024-07-27T06:52:05.335119+0000","last_peered":"2024-07-27T06:52:05.335119+0000","last_clean":"2024-07-27T06:52:05.335119+0000","last_became_active":"2024-07-27T06:52:04.339562+0000","last_became_peered":"2024-07-27T06:52:04.339562+0000","last_unstale":"2024-07-27T06:52:05.335119+0000","last_undegraded":"2024-07-27T06:52:05.335119+0000","last_fullsized":"2024-07-27T06:52:05.335119+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301462+0000","last_change":"2024-07-27T06:52:03.301462+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301462+0000","last_undegraded":"2024-07-27T06:52:03.301462+0000","last_fullsized":"2024-07-27T06:52:03.301462+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303101+0000","last_change":"2024-07-27T06:52:03.303101+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303101+0000","last_undegraded":"2024-07-27T06:52:03.303101+0000","last_fullsized":"2024-07-27T06:52:03.303101+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308723+0000","last_change":"2024-07-27T06:52:03.308723+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308723+0000","last_undegraded":"2024-07-27T06:52:03.308723+0000","last_fullsized":"2024-07-27T06:52:03.308723+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.302236+0000","last_change":"2024-07-27T06:52:03.302236+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.302236+0000","last_undegraded":"2024-07-27T06:52:03.302236+0000","last_fullsized":"2024-07-27T06:52:03.302236+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261045+0000","last_change":"2024-07-27T06:52:04.325891+0000","last_active":"2024-07-27T06:52:06.261045+0000","last_peered":"2024-07-27T06:52:06.261045+0000","last_clean":"2024-07-27T06:52:06.261045+0000","last_became_active":"2024-07-27T06:52:04.324208+0000","last_became_peered":"2024-07-27T06:52:04.324208+0000","last_unstale":"2024-07-27T06:52:06.261045+0000","last_undegraded":"2024-07-27T06:52:06.261045+0000","last_fullsized":"2024-07-27T06:52:06.261045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:08.187879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263583+0000","last_change":"2024-07-27T06:52:04.321189+0000","last_active":"2024-07-27T06:52:06.263583+0000","last_peered":"2024-07-27T06:52:06.263583+0000","last_clean":"2024-07-27T06:52:06.263583+0000","last_became_active":"2024-07-27T06:52:04.320779+0000","last_became_peered":"2024-07-27T06:52:04.320779+0000","last_unstale":"2024-07-27T06:52:06.263583+0000","last_undegraded":"2024-07-27T06:52:06.263583+0000","last_fullsized":"2024-07-27T06:52:06.263583+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:24.916138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.310308+0000","last_change":"2024-07-27T06:52:03.310308+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.310308+0000","last_undegraded":"2024-07-27T06:52:03.310308+0000","last_fullsized":"2024-07-27T06:52:03.310308+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334433+0000","last_change":"2024-07-27T06:52:04.343769+0000","last_active":"2024-07-27T06:52:05.334433+0000","last_peered":"2024-07-27T06:52:05.334433+0000","last_clean":"2024-07-27T06:52:05.334433+0000","last_became_active":"2024-07-27T06:52:04.343453+0000","last_became_peered":"2024-07-27T06:52:04.343453+0000","last_unstale":"2024-07-27T06:52:05.334433+0000","last_undegraded":"2024-07-27T06:52:05.334433+0000","last_fullsized":"2024-07-27T06:52:05.334433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331693+0000","last_change":"2024-07-27T06:52:04.343060+0000","last_active":"2024-07-27T06:52:05.331693+0000","last_peered":"2024-07-27T06:52:05.331693+0000","last_clean":"2024-07-27T06:52:05.331693+0000","last_became_active":"2024-07-27T06:52:04.342085+0000","last_became_peered":"2024-07-27T06:52:04.342085+0000","last_unstale":"2024-07-27T06:52:05.331693+0000","last_undegraded":"2024-07-27T06:52:05.331693+0000","last_fullsized":"2024-07-27T06:52:05.331693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.301682+0000","last_change":"2024-07-27T06:52:03.301682+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.301682+0000","last_undegraded":"2024-07-27T06:52:03.301682+0000","last_fullsized":"2024-07-27T06:52:03.301682+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332848+0000","last_change":"2024-07-27T06:52:04.345821+0000","last_active":"2024-07-27T06:52:05.332848+0000","last_peered":"2024-07-27T06:52:05.332848+0000","last_clean":"2024-07-27T06:52:05.332848+0000","last_became_active":"2024-07-27T06:52:04.345215+0000","last_became_peered":"2024-07-27T06:52:04.345215+0000","last_unstale":"2024-07-27T06:52:05.332848+0000","last_undegraded":"2024-07-27T06:52:05.332848+0000","last_fullsized":"2024-07-27T06:52:05.332848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.313574+0000","last_change":"2024-07-27T06:52:03.313574+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.313574+0000","last_undegraded":"2024-07-27T06:52:03.313574+0000","last_fullsized":"2024-07-27T06:52:03.313574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300226+0000","last_change":"2024-07-27T06:52:03.300226+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300226+0000","last_undegraded":"2024-07-27T06:52:03.300226+0000","last_fullsized":"2024-07-27T06:52:03.300226+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334559+0000","last_change":"2024-07-27T06:52:04.349114+0000","last_active":"2024-07-27T06:52:05.334559+0000","last_peered":"2024-07-27T06:52:05.334559+0000","last_clean":"2024-07-27T06:52:05.334559+0000","last_became_active":"2024-07-27T06:52:04.348414+0000","last_became_peered":"2024-07-27T06:52:04.348414+0000","last_unstale":"2024-07-27T06:52:05.334559+0000","last_undegraded":"2024-07-27T06:52:05.334559+0000","last_fullsized":"2024-07-27T06:52:05.334559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307223+0000","last_change":"2024-07-27T06:52:03.307223+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307223+0000","last_undegraded":"2024-07-27T06:52:03.307223+0000","last_fullsized":"2024-07-27T06:52:03.307223+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333384+0000","last_change":"2024-07-27T06:52:04.347025+0000","last_active":"2024-07-27T06:52:05.333384+0000","last_peered":"2024-07-27T06:52:05.333384+0000","last_clean":"2024-07-27T06:52:05.333384+0000","last_became_active":"2024-07-27T06:52:04.346624+0000","last_became_peered":"2024-07-27T06:52:04.346624+0000","last_unstale":"2024-07-27T06:52:05.333384+0000","last_undegraded":"2024-07-27T06:52:05.333384+0000","last_fullsized":"2024-07-27T06:52:05.333384+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:54.671794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998585+0000","last_change":"2024-07-27T06:52:04.325400+0000","last_active":"2024-07-27T06:52:05.998585+0000","last_peered":"2024-07-27T06:52:05.998585+0000","last_clean":"2024-07-27T06:52:05.998585+0000","last_became_active":"2024-07-27T06:52:04.323451+0000","last_became_peered":"2024-07-27T06:52:04.323451+0000","last_unstale":"2024-07-27T06:52:05.998585+0000","last_undegraded":"2024-07-27T06:52:05.998585+0000","last_fullsized":"2024-07-27T06:52:05.998585+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:51:02.770445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997777+0000","last_change":"2024-07-27T06:52:04.331914+0000","last_active":"2024-07-27T06:52:05.997777+0000","last_peered":"2024-07-27T06:52:05.997777+0000","last_clean":"2024-07-27T06:52:05.997777+0000","last_became_active":"2024-07-27T06:52:04.331568+0000","last_became_peered":"2024-07-27T06:52:04.331568+0000","last_unstale":"2024-07-27T06:52:05.997777+0000","last_undegraded":"2024-07-27T06:52:05.997777+0000","last_fullsized":"2024-07-27T06:52:05.997777+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:26:38.530058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.309309+0000","last_change":"2024-07-27T06:52:03.309309+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.309309+0000","last_undegraded":"2024-07-27T06:52:03.309309+0000","last_fullsized":"2024-07-27T06:52:03.309309+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334217+0000","last_change":"2024-07-27T06:52:04.347015+0000","last_active":"2024-07-27T06:52:05.334217+0000","last_peered":"2024-07-27T06:52:05.334217+0000","last_clean":"2024-07-27T06:52:05.334217+0000","last_became_active":"2024-07-27T06:52:04.346671+0000","last_became_peered":"2024-07-27T06:52:04.346671+0000","last_unstale":"2024-07-27T06:52:05.334217+0000","last_undegraded":"2024-07-27T06:52:05.334217+0000","last_fullsized":"2024-07-27T06:52:05.334217+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330836+0000","last_change":"2024-07-27T06:52:04.337217+0000","last_active":"2024-07-27T06:52:05.330836+0000","last_peered":"2024-07-27T06:52:05.330836+0000","last_clean":"2024-07-27T06:52:05.330836+0000","last_became_active":"2024-07-27T06:52:04.336920+0000","last_became_peered":"2024-07-27T06:52:04.336920+0000","last_unstale":"2024-07-27T06:52:05.330836+0000","last_undegraded":"2024-07-27T06:52:05.330836+0000","last_fullsized":"2024-07-27T06:52:05.330836+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.308876+0000","last_change":"2024-07-27T06:52:03.308876+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.308876+0000","last_undegraded":"2024-07-27T06:52:03.308876+0000","last_fullsized":"2024-07-27T06:52:03.308876+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.319623+0000","last_change":"2024-07-27T06:52:03.315523+0000","last_active":"2024-07-27T06:52:03.319623+0000","last_peered":"2024-07-27T06:52:03.319623+0000","last_clean":"2024-07-27T06:52:03.319623+0000","last_became_active":"2024-07-27T06:52:03.315103+0000","last_became_peered":"2024-07-27T06:52:03.315103+0000","last_unstale":"2024-07-27T06:52:03.319623+0000","last_undegraded":"2024-07-27T06:52:03.319623+0000","last_fullsized":"2024-07-27T06:52:03.319623+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:36.244147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996112+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:05.996112+0000","last_peered":"2024-07-27T06:52:05.996112+0000","last_clean":"2024-07-27T06:52:05.996112+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:05.996112+0000","last_undegraded":"2024-07-27T06:52:05.996112+0000","last_fullsized":"2024-07-27T06:52:05.996112+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298185+0000","last_change":"2024-07-27T06:52:03.298185+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298185+0000","last_undegraded":"2024-07-27T06:52:03.298185+0000","last_fullsized":"2024-07-27T06:52:03.298185+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997586+0000","last_change":"2024-07-27T06:52:03.321661+0000","last_active":"2024-07-27T06:52:05.997586+0000","last_peered":"2024-07-27T06:52:05.997586+0000","last_clean":"2024-07-27T06:52:05.997586+0000","last_became_active":"2024-07-27T06:52:03.318263+0000","last_became_peered":"2024-07-27T06:52:03.318263+0000","last_unstale":"2024-07-27T06:52:05.997586+0000","last_undegraded":"2024-07-27T06:52:05.997586+0000","last_fullsized":"2024-07-27T06:52:05.997586+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:54.436078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321246+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:03.321246+0000","last_peered":"2024-07-27T06:52:03.321246+0000","last_clean":"2024-07-27T06:52:03.321246+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:03.321246+0000","last_undegraded":"2024-07-27T06:52:03.321246+0000","last_fullsized":"2024-07-27T06:52:03.321246+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312522+0000","last_change":"2024-07-27T06:52:03.312522+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312522+0000","last_undegraded":"2024-07-27T06:52:03.312522+0000","last_fullsized":"2024-07-27T06:52:03.312522+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.328344+0000","last_change":"2024-07-27T06:52:03.323878+0000","last_active":"2024-07-27T06:52:03.328344+0000","last_peered":"2024-07-27T06:52:03.328344+0000","last_clean":"2024-07-27T06:52:03.328344+0000","last_became_active":"2024-07-27T06:52:03.323489+0000","last_became_peered":"2024-07-27T06:52:03.323489+0000","last_unstale":"2024-07-27T06:52:03.328344+0000","last_undegraded":"2024-07-27T06:52:03.328344+0000","last_fullsized":"2024-07-27T06:52:03.328344+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:10.354399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.305251+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:03.305251+0000","last_peered":"2024-07-27T06:52:03.305251+0000","last_clean":"2024-07-27T06:52:03.305251+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:03.305251+0000","last_undegraded":"2024-07-27T06:52:03.305251+0000","last_fullsized":"2024-07-27T06:52:03.305251+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.298792+0000","last_change":"2024-07-27T06:52:03.298792+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.298792+0000","last_undegraded":"2024-07-27T06:52:03.298792+0000","last_fullsized":"2024-07-27T06:52:03.298792+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321541+0000","last_change":"2024-07-27T06:52:03.318003+0000","last_active":"2024-07-27T06:52:03.321541+0000","last_peered":"2024-07-27T06:52:03.321541+0000","last_clean":"2024-07-27T06:52:03.321541+0000","last_became_active":"2024-07-27T06:52:03.317661+0000","last_became_peered":"2024-07-27T06:52:03.317661+0000","last_unstale":"2024-07-27T06:52:03.321541+0000","last_undegraded":"2024-07-27T06:52:03.321541+0000","last_fullsized":"2024-07-27T06:52:03.321541+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:11.851650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332270+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:05.332270+0000","last_peered":"2024-07-27T06:52:05.332270+0000","last_clean":"2024-07-27T06:52:05.332270+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:05.332270+0000","last_undegraded":"2024-07-27T06:52:05.332270+0000","last_fullsized":"2024-07-27T06:52:05.332270+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.319946+0000","last_change":"2024-07-27T06:52:03.319946+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.319946+0000","last_undegraded":"2024-07-27T06:52:03.319946+0000","last_fullsized":"2024-07-27T06:52:03.319946+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998399+0000","last_change":"2024-07-27T06:52:03.320401+0000","last_active":"2024-07-27T06:52:05.998399+0000","last_peered":"2024-07-27T06:52:05.998399+0000","last_clean":"2024-07-27T06:52:05.998399+0000","last_became_active":"2024-07-27T06:52:03.320066+0000","last_became_peered":"2024-07-27T06:52:03.320066+0000","last_unstale":"2024-07-27T06:52:05.998399+0000","last_undegraded":"2024-07-27T06:52:05.998399+0000","last_fullsized":"2024-07-27T06:52:05.998399+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:42.844072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.317207+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:03.317207+0000","last_peered":"2024-07-27T06:52:03.317207+0000","last_clean":"2024-07-27T06:52:03.317207+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:03.317207+0000","last_undegraded":"2024-07-27T06:52:03.317207+0000","last_fullsized":"2024-07-27T06:52:03.317207+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304793+0000","last_change":"2024-07-27T06:52:03.304793+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304793+0000","last_undegraded":"2024-07-27T06:52:03.304793+0000","last_fullsized":"2024-07-27T06:52:03.304793+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.322459+0000","last_change":"2024-07-27T06:52:03.320899+0000","last_active":"2024-07-27T06:52:03.322459+0000","last_peered":"2024-07-27T06:52:03.322459+0000","last_clean":"2024-07-27T06:52:03.322459+0000","last_became_active":"2024-07-27T06:52:03.320557+0000","last_became_peered":"2024-07-27T06:52:03.320557+0000","last_unstale":"2024-07-27T06:52:03.322459+0000","last_undegraded":"2024-07-27T06:52:03.322459+0000","last_fullsized":"2024-07-27T06:52:03.322459+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331184+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:05.331184+0000","last_peered":"2024-07-27T06:52:05.331184+0000","last_clean":"2024-07-27T06:52:05.331184+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:05.331184+0000","last_undegraded":"2024-07-27T06:52:05.331184+0000","last_fullsized":"2024-07-27T06:52:05.331184+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311692+0000","last_change":"2024-07-27T06:52:03.311692+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311692+0000","last_undegraded":"2024-07-27T06:52:03.311692+0000","last_fullsized":"2024-07-27T06:52:03.311692+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332753+0000","last_change":"2024-07-27T06:52:03.329950+0000","last_active":"2024-07-27T06:52:03.332753+0000","last_peered":"2024-07-27T06:52:03.332753+0000","last_clean":"2024-07-27T06:52:03.332753+0000","last_became_active":"2024-07-27T06:52:03.329652+0000","last_became_peered":"2024-07-27T06:52:03.329652+0000","last_unstale":"2024-07-27T06:52:03.332753+0000","last_undegraded":"2024-07-27T06:52:03.332753+0000","last_fullsized":"2024-07-27T06:52:03.332753+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:00:09.612757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332785+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:05.332785+0000","last_peered":"2024-07-27T06:52:05.332785+0000","last_clean":"2024-07-27T06:52:05.332785+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:05.332785+0000","last_undegraded":"2024-07-27T06:52:05.332785+0000","last_fullsized":"2024-07-27T06:52:05.332785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997913+0000","last_change":"2024-07-27T06:52:04.345494+0000","last_active":"2024-07-27T06:52:05.997913+0000","last_peered":"2024-07-27T06:52:05.997913+0000","last_clean":"2024-07-27T06:52:05.997913+0000","last_became_active":"2024-07-27T06:52:04.345166+0000","last_became_peered":"2024-07-27T06:52:04.345166+0000","last_unstale":"2024-07-27T06:52:05.997913+0000","last_undegraded":"2024-07-27T06:52:05.997913+0000","last_fullsized":"2024-07-27T06:52:05.997913+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.332829+0000","last_change":"2024-07-27T06:52:03.331265+0000","last_active":"2024-07-27T06:52:03.332829+0000","last_peered":"2024-07-27T06:52:03.332829+0000","last_clean":"2024-07-27T06:52:03.332829+0000","last_became_active":"2024-07-27T06:52:03.330920+0000","last_became_peered":"2024-07-27T06:52:03.330920+0000","last_unstale":"2024-07-27T06:52:03.332829+0000","last_undegraded":"2024-07-27T06:52:03.332829+0000","last_fullsized":"2024-07-27T06:52:03.332829+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:31.392168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316524+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:03.316524+0000","last_peered":"2024-07-27T06:52:03.316524+0000","last_clean":"2024-07-27T06:52:03.316524+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:03.316524+0000","last_undegraded":"2024-07-27T06:52:03.316524+0000","last_fullsized":"2024-07-27T06:52:03.316524+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332277+0000","last_change":"2024-07-27T06:52:04.345578+0000","last_active":"2024-07-27T06:52:05.332277+0000","last_peered":"2024-07-27T06:52:05.332277+0000","last_clean":"2024-07-27T06:52:05.332277+0000","last_became_active":"2024-07-27T06:52:04.345114+0000","last_became_peered":"2024-07-27T06:52:04.345114+0000","last_unstale":"2024-07-27T06:52:05.332277+0000","last_undegraded":"2024-07-27T06:52:05.332277+0000","last_fullsized":"2024-07-27T06:52:05.332277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261799+0000","last_change":"2024-07-27T06:52:03.328982+0000","last_active":"2024-07-27T06:52:06.261799+0000","last_peered":"2024-07-27T06:52:06.261799+0000","last_clean":"2024-07-27T06:52:06.261799+0000","last_became_active":"2024-07-27T06:52:03.328315+0000","last_became_peered":"2024-07-27T06:52:03.328315+0000","last_unstale":"2024-07-27T06:52:06.261799+0000","last_undegraded":"2024-07-27T06:52:06.261799+0000","last_fullsized":"2024-07-27T06:52:06.261799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:44.265463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316835+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:03.316835+0000","last_peered":"2024-07-27T06:52:03.316835+0000","last_clean":"2024-07-27T06:52:03.316835+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:03.316835+0000","last_undegraded":"2024-07-27T06:52:03.316835+0000","last_fullsized":"2024-07-27T06:52:03.316835+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997854+0000","last_change":"2024-07-27T06:52:04.326916+0000","last_active":"2024-07-27T06:52:05.997854+0000","last_peered":"2024-07-27T06:52:05.997854+0000","last_clean":"2024-07-27T06:52:05.997854+0000","last_became_active":"2024-07-27T06:52:04.326218+0000","last_became_peered":"2024-07-27T06:52:04.326218+0000","last_unstale":"2024-07-27T06:52:05.997854+0000","last_undegraded":"2024-07-27T06:52:05.997854+0000","last_fullsized":"2024-07-27T06:52:05.997854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330689+0000","last_change":"2024-07-27T06:52:03.327366+0000","last_active":"2024-07-27T06:52:03.330689+0000","last_peered":"2024-07-27T06:52:03.330689+0000","last_clean":"2024-07-27T06:52:03.330689+0000","last_became_active":"2024-07-27T06:52:03.326566+0000","last_became_peered":"2024-07-27T06:52:03.326566+0000","last_unstale":"2024-07-27T06:52:03.330689+0000","last_undegraded":"2024-07-27T06:52:03.330689+0000","last_fullsized":"2024-07-27T06:52:03.330689+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995993+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:05.995993+0000","last_peered":"2024-07-27T06:52:05.995993+0000","last_clean":"2024-07-27T06:52:05.995993+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:05.995993+0000","last_undegraded":"2024-07-27T06:52:05.995993+0000","last_fullsized":"2024-07-27T06:52:05.995993+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261125+0000","last_change":"2024-07-27T06:52:04.328110+0000","last_active":"2024-07-27T06:52:06.261125+0000","last_peered":"2024-07-27T06:52:06.261125+0000","last_clean":"2024-07-27T06:52:06.261125+0000","last_became_active":"2024-07-27T06:52:04.327798+0000","last_became_peered":"2024-07-27T06:52:04.327798+0000","last_unstale":"2024-07-27T06:52:06.261125+0000","last_undegraded":"2024-07-27T06:52:06.261125+0000","last_fullsized":"2024-07-27T06:52:06.261125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:52:27.820626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.325600+0000","last_change":"2024-07-27T06:52:03.321437+0000","last_active":"2024-07-27T06:52:03.325600+0000","last_peered":"2024-07-27T06:52:03.325600+0000","last_clean":"2024-07-27T06:52:03.325600+0000","last_became_active":"2024-07-27T06:52:03.320939+0000","last_became_peered":"2024-07-27T06:52:03.320939+0000","last_unstale":"2024-07-27T06:52:03.325600+0000","last_undegraded":"2024-07-27T06:52:03.325600+0000","last_fullsized":"2024-07-27T06:52:03.325600+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:56:45.580965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.291284+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:03.291284+0000","last_peered":"2024-07-27T06:52:03.291284+0000","last_clean":"2024-07-27T06:52:03.291284+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:03.291284+0000","last_undegraded":"2024-07-27T06:52:03.291284+0000","last_fullsized":"2024-07-27T06:52:03.291284+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.307253+0000","last_change":"2024-07-27T06:52:03.307253+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.307253+0000","last_undegraded":"2024-07-27T06:52:03.307253+0000","last_fullsized":"2024-07-27T06:52:03.307253+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.310603+0000","last_change":"2024-07-27T06:52:03.307339+0000","last_active":"2024-07-27T06:52:03.310603+0000","last_peered":"2024-07-27T06:52:03.310603+0000","last_clean":"2024-07-27T06:52:03.310603+0000","last_became_active":"2024-07-27T06:52:03.306995+0000","last_became_peered":"2024-07-27T06:52:03.306995+0000","last_unstale":"2024-07-27T06:52:03.310603+0000","last_undegraded":"2024-07-27T06:52:03.310603+0000","last_fullsized":"2024-07-27T06:52:03.310603+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290965+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:03.290965+0000","last_peered":"2024-07-27T06:52:03.290965+0000","last_clean":"2024-07-27T06:52:03.290965+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:03.290965+0000","last_undegraded":"2024-07-27T06:52:03.290965+0000","last_fullsized":"2024-07-27T06:52:03.290965+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.264068+0000","last_change":"2024-07-27T06:52:04.340923+0000","last_active":"2024-07-27T06:52:06.264068+0000","last_peered":"2024-07-27T06:52:06.264068+0000","last_clean":"2024-07-27T06:52:06.264068+0000","last_became_active":"2024-07-27T06:52:04.337261+0000","last_became_peered":"2024-07-27T06:52:04.337261+0000","last_unstale":"2024-07-27T06:52:06.264068+0000","last_undegraded":"2024-07-27T06:52:06.264068+0000","last_fullsized":"2024-07-27T06:52:06.264068+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:53.067358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332427+0000","last_change":"2024-07-27T06:52:03.327196+0000","last_active":"2024-07-27T06:52:05.332427+0000","last_peered":"2024-07-27T06:52:05.332427+0000","last_clean":"2024-07-27T06:52:05.332427+0000","last_became_active":"2024-07-27T06:52:03.326884+0000","last_became_peered":"2024-07-27T06:52:03.326884+0000","last_unstale":"2024-07-27T06:52:05.332427+0000","last_undegraded":"2024-07-27T06:52:05.332427+0000","last_fullsized":"2024-07-27T06:52:05.332427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323011+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:03.323011+0000","last_peered":"2024-07-27T06:52:03.323011+0000","last_clean":"2024-07-27T06:52:03.323011+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:03.323011+0000","last_undegraded":"2024-07-27T06:52:03.323011+0000","last_fullsized":"2024-07-27T06:52:03.323011+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262869+0000","last_change":"2024-07-27T06:52:04.325256+0000","last_active":"2024-07-27T06:52:06.262869+0000","last_peered":"2024-07-27T06:52:06.262869+0000","last_clean":"2024-07-27T06:52:06.262869+0000","last_became_active":"2024-07-27T06:52:04.321235+0000","last_became_peered":"2024-07-27T06:52:04.321235+0000","last_unstale":"2024-07-27T06:52:06.262869+0000","last_undegraded":"2024-07-27T06:52:06.262869+0000","last_fullsized":"2024-07-27T06:52:06.262869+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:52.346429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335430+0000","last_change":"2024-07-27T06:52:03.311014+0000","last_active":"2024-07-27T06:52:05.335430+0000","last_peered":"2024-07-27T06:52:05.335430+0000","last_clean":"2024-07-27T06:52:05.335430+0000","last_became_active":"2024-07-27T06:52:03.310538+0000","last_became_peered":"2024-07-27T06:52:03.310538+0000","last_unstale":"2024-07-27T06:52:05.335430+0000","last_undegraded":"2024-07-27T06:52:05.335430+0000","last_fullsized":"2024-07-27T06:52:05.335430+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:25.157410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330014+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:05.330014+0000","last_peered":"2024-07-27T06:52:05.330014+0000","last_clean":"2024-07-27T06:52:05.330014+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:05.330014+0000","last_undegraded":"2024-07-27T06:52:05.330014+0000","last_fullsized":"2024-07-27T06:52:05.330014+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263272+0000","last_change":"2024-07-27T06:52:04.350904+0000","last_active":"2024-07-27T06:52:06.263272+0000","last_peered":"2024-07-27T06:52:06.263272+0000","last_clean":"2024-07-27T06:52:06.263272+0000","last_became_active":"2024-07-27T06:52:04.345962+0000","last_became_peered":"2024-07-27T06:52:04.345962+0000","last_unstale":"2024-07-27T06:52:06.263272+0000","last_undegraded":"2024-07-27T06:52:06.263272+0000","last_fullsized":"2024-07-27T06:52:06.263272+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:15.470072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330377+0000","last_change":"2024-07-27T06:52:03.327547+0000","last_active":"2024-07-27T06:52:03.330377+0000","last_peered":"2024-07-27T06:52:03.330377+0000","last_clean":"2024-07-27T06:52:03.330377+0000","last_became_active":"2024-07-27T06:52:03.327238+0000","last_became_peered":"2024-07-27T06:52:03.327238+0000","last_unstale":"2024-07-27T06:52:03.330377+0000","last_undegraded":"2024-07-27T06:52:03.330377+0000","last_fullsized":"2024-07-27T06:52:03.330377+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:05.727555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331197+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:05.331197+0000","last_peered":"2024-07-27T06:52:05.331197+0000","last_clean":"2024-07-27T06:52:05.331197+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:05.331197+0000","last_undegraded":"2024-07-27T06:52:05.331197+0000","last_fullsized":"2024-07-27T06:52:05.331197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997781+0000","last_change":"2024-07-27T06:52:04.333256+0000","last_active":"2024-07-27T06:52:05.997781+0000","last_peered":"2024-07-27T06:52:05.997781+0000","last_clean":"2024-07-27T06:52:05.997781+0000","last_became_active":"2024-07-27T06:52:04.332916+0000","last_became_peered":"2024-07-27T06:52:04.332916+0000","last_unstale":"2024-07-27T06:52:05.997781+0000","last_undegraded":"2024-07-27T06:52:05.997781+0000","last_fullsized":"2024-07-27T06:52:05.997781+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262799+0000","last_change":"2024-07-27T06:52:03.331873+0000","last_active":"2024-07-27T06:52:06.262799+0000","last_peered":"2024-07-27T06:52:06.262799+0000","last_clean":"2024-07-27T06:52:06.262799+0000","last_became_active":"2024-07-27T06:52:03.331551+0000","last_became_peered":"2024-07-27T06:52:03.331551+0000","last_unstale":"2024-07-27T06:52:06.262799+0000","last_undegraded":"2024-07-27T06:52:06.262799+0000","last_fullsized":"2024-07-27T06:52:06.262799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:56.185292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290496+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:03.290496+0000","last_peered":"2024-07-27T06:52:03.290496+0000","last_clean":"2024-07-27T06:52:03.290496+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:03.290496+0000","last_undegraded":"2024-07-27T06:52:03.290496+0000","last_fullsized":"2024-07-27T06:52:03.290496+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.300509+0000","last_change":"2024-07-27T06:52:03.300509+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.300509+0000","last_undegraded":"2024-07-27T06:52:03.300509+0000","last_fullsized":"2024-07-27T06:52:03.300509+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.329973+0000","last_change":"2024-07-27T06:52:03.324875+0000","last_active":"2024-07-27T06:52:03.329973+0000","last_peered":"2024-07-27T06:52:03.329973+0000","last_clean":"2024-07-27T06:52:03.329973+0000","last_became_active":"2024-07-27T06:52:03.324562+0000","last_became_peered":"2024-07-27T06:52:03.324562+0000","last_unstale":"2024-07-27T06:52:03.329973+0000","last_undegraded":"2024-07-27T06:52:03.329973+0000","last_fullsized":"2024-07-27T06:52:03.329973+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:53.731759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290885+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:03.290885+0000","last_peered":"2024-07-27T06:52:03.290885+0000","last_clean":"2024-07-27T06:52:03.290885+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:03.290885+0000","last_undegraded":"2024-07-27T06:52:03.290885+0000","last_fullsized":"2024-07-27T06:52:03.290885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261815+0000","last_change":"2024-07-27T06:52:04.332997+0000","last_active":"2024-07-27T06:52:06.261815+0000","last_peered":"2024-07-27T06:52:06.261815+0000","last_clean":"2024-07-27T06:52:06.261815+0000","last_became_active":"2024-07-27T06:52:04.332634+0000","last_became_peered":"2024-07-27T06:52:04.332634+0000","last_unstale":"2024-07-27T06:52:06.261815+0000","last_undegraded":"2024-07-27T06:52:06.261815+0000","last_fullsized":"2024-07-27T06:52:06.261815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:28.059870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330905+0000","last_change":"2024-07-27T06:52:03.333083+0000","last_active":"2024-07-27T06:52:05.330905+0000","last_peered":"2024-07-27T06:52:05.330905+0000","last_clean":"2024-07-27T06:52:05.330905+0000","last_became_active":"2024-07-27T06:52:03.332644+0000","last_became_peered":"2024-07-27T06:52:03.332644+0000","last_unstale":"2024-07-27T06:52:05.330905+0000","last_undegraded":"2024-07-27T06:52:05.330905+0000","last_fullsized":"2024-07-27T06:52:05.330905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.321398+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:03.321398+0000","last_peered":"2024-07-27T06:52:03.321398+0000","last_clean":"2024-07-27T06:52:03.321398+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:03.321398+0000","last_undegraded":"2024-07-27T06:52:03.321398+0000","last_fullsized":"2024-07-27T06:52:03.321398+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334355+0000","last_change":"2024-07-27T06:52:04.345344+0000","last_active":"2024-07-27T06:52:05.334355+0000","last_peered":"2024-07-27T06:52:05.334355+0000","last_clean":"2024-07-27T06:52:05.334355+0000","last_became_active":"2024-07-27T06:52:04.344782+0000","last_became_peered":"2024-07-27T06:52:04.344782+0000","last_unstale":"2024-07-27T06:52:05.334355+0000","last_undegraded":"2024-07-27T06:52:05.334355+0000","last_fullsized":"2024-07-27T06:52:05.334355+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997109+0000","last_change":"2024-07-27T06:52:03.322631+0000","last_active":"2024-07-27T06:52:05.997109+0000","last_peered":"2024-07-27T06:52:05.997109+0000","last_clean":"2024-07-27T06:52:05.997109+0000","last_became_active":"2024-07-27T06:52:03.322274+0000","last_became_peered":"2024-07-27T06:52:03.322274+0000","last_unstale":"2024-07-27T06:52:05.997109+0000","last_undegraded":"2024-07-27T06:52:05.997109+0000","last_fullsized":"2024-07-27T06:52:05.997109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:00.977795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334029+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:05.334029+0000","last_peered":"2024-07-27T06:52:05.334029+0000","last_clean":"2024-07-27T06:52:05.334029+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:05.334029+0000","last_undegraded":"2024-07-27T06:52:05.334029+0000","last_fullsized":"2024-07-27T06:52:05.334029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997097+0000","last_change":"2024-07-27T06:52:04.326714+0000","last_active":"2024-07-27T06:52:05.997097+0000","last_peered":"2024-07-27T06:52:05.997097+0000","last_clean":"2024-07-27T06:52:05.997097+0000","last_became_active":"2024-07-27T06:52:04.326004+0000","last_became_peered":"2024-07-27T06:52:04.326004+0000","last_unstale":"2024-07-27T06:52:05.997097+0000","last_undegraded":"2024-07-27T06:52:05.997097+0000","last_fullsized":"2024-07-27T06:52:05.997097+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:29.898841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261133+0000","last_change":"2024-07-27T06:52:03.323561+0000","last_active":"2024-07-27T06:52:06.261133+0000","last_peered":"2024-07-27T06:52:06.261133+0000","last_clean":"2024-07-27T06:52:06.261133+0000","last_became_active":"2024-07-27T06:52:03.323203+0000","last_became_peered":"2024-07-27T06:52:03.323203+0000","last_unstale":"2024-07-27T06:52:06.261133+0000","last_undegraded":"2024-07-27T06:52:06.261133+0000","last_fullsized":"2024-07-27T06:52:06.261133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:45:44.985552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332686+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:05.332686+0000","last_peered":"2024-07-27T06:52:05.332686+0000","last_clean":"2024-07-27T06:52:05.332686+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:05.332686+0000","last_undegraded":"2024-07-27T06:52:05.332686+0000","last_fullsized":"2024-07-27T06:52:05.332686+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.311575+0000","last_change":"2024-07-27T06:52:03.311575+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.311575+0000","last_undegraded":"2024-07-27T06:52:03.311575+0000","last_fullsized":"2024-07-27T06:52:03.311575+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.303334+0000","last_change":"2024-07-27T06:52:03.328505+0000","last_active":"2024-07-27T06:52:06.303334+0000","last_peered":"2024-07-27T06:52:06.303334+0000","last_clean":"2024-07-27T06:52:06.303334+0000","last_became_active":"2024-07-27T06:52:03.327940+0000","last_became_peered":"2024-07-27T06:52:03.327940+0000","last_unstale":"2024-07-27T06:52:06.303334+0000","last_undegraded":"2024-07-27T06:52:06.303334+0000","last_fullsized":"2024-07-27T06:52:06.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:17.272438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995762+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:05.995762+0000","last_peered":"2024-07-27T06:52:05.995762+0000","last_clean":"2024-07-27T06:52:05.995762+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:05.995762+0000","last_undegraded":"2024-07-27T06:52:05.995762+0000","last_fullsized":"2024-07-27T06:52:05.995762+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.303002+0000","last_change":"2024-07-27T06:52:03.303002+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.303002+0000","last_undegraded":"2024-07-27T06:52:03.303002+0000","last_fullsized":"2024-07-27T06:52:03.303002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333707+0000","last_change":"2024-07-27T06:52:03.332923+0000","last_active":"2024-07-27T06:52:05.333707+0000","last_peered":"2024-07-27T06:52:05.333707+0000","last_clean":"2024-07-27T06:52:05.333707+0000","last_became_active":"2024-07-27T06:52:03.331764+0000","last_became_peered":"2024-07-27T06:52:03.331764+0000","last_unstale":"2024-07-27T06:52:05.333707+0000","last_undegraded":"2024-07-27T06:52:05.333707+0000","last_fullsized":"2024-07-27T06:52:05.333707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995804+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:05.995804+0000","last_peered":"2024-07-27T06:52:05.995804+0000","last_clean":"2024-07-27T06:52:05.995804+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:05.995804+0000","last_undegraded":"2024-07-27T06:52:05.995804+0000","last_fullsized":"2024-07-27T06:52:05.995804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998567+0000","last_change":"2024-07-27T06:52:04.328671+0000","last_active":"2024-07-27T06:52:05.998567+0000","last_peered":"2024-07-27T06:52:05.998567+0000","last_clean":"2024-07-27T06:52:05.998567+0000","last_became_active":"2024-07-27T06:52:04.328205+0000","last_became_peered":"2024-07-27T06:52:04.328205+0000","last_unstale":"2024-07-27T06:52:05.998567+0000","last_undegraded":"2024-07-27T06:52:05.998567+0000","last_fullsized":"2024-07-27T06:52:05.998567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:32.403871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330894+0000","last_change":"2024-07-27T06:52:03.327305+0000","last_active":"2024-07-27T06:52:03.330894+0000","last_peered":"2024-07-27T06:52:03.330894+0000","last_clean":"2024-07-27T06:52:03.330894+0000","last_became_active":"2024-07-27T06:52:03.326205+0000","last_became_peered":"2024-07-27T06:52:03.326205+0000","last_unstale":"2024-07-27T06:52:03.330894+0000","last_undegraded":"2024-07-27T06:52:03.330894+0000","last_fullsized":"2024-07-27T06:52:03.330894+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:40.431700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.260085+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:06.260085+0000","last_peered":"2024-07-27T06:52:06.260085+0000","last_clean":"2024-07-27T06:52:06.260085+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:06.260085+0000","last_undegraded":"2024-07-27T06:52:06.260085+0000","last_fullsized":"2024-07-27T06:52:06.260085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333661+0000","last_change":"2024-07-27T06:52:04.347741+0000","last_active":"2024-07-27T06:52:05.333661+0000","last_peered":"2024-07-27T06:52:05.333661+0000","last_clean":"2024-07-27T06:52:05.333661+0000","last_became_active":"2024-07-27T06:52:04.342671+0000","last_became_peered":"2024-07-27T06:52:04.342671+0000","last_unstale":"2024-07-27T06:52:05.333661+0000","last_undegraded":"2024-07-27T06:52:05.333661+0000","last_fullsized":"2024-07-27T06:52:05.333661+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330371+0000","last_change":"2024-07-27T06:52:03.328511+0000","last_active":"2024-07-27T06:52:03.330371+0000","last_peered":"2024-07-27T06:52:03.330371+0000","last_clean":"2024-07-27T06:52:03.330371+0000","last_became_active":"2024-07-27T06:52:03.328206+0000","last_became_peered":"2024-07-27T06:52:03.328206+0000","last_unstale":"2024-07-27T06:52:03.330371+0000","last_undegraded":"2024-07-27T06:52:03.330371+0000","last_fullsized":"2024-07-27T06:52:03.330371+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333004+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:05.333004+0000","last_peered":"2024-07-27T06:52:05.333004+0000","last_clean":"2024-07-27T06:52:05.333004+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:05.333004+0000","last_undegraded":"2024-07-27T06:52:05.333004+0000","last_fullsized":"2024-07-27T06:52:05.333004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998378+0000","last_change":"2024-07-27T06:52:04.331207+0000","last_active":"2024-07-27T06:52:05.998378+0000","last_peered":"2024-07-27T06:52:05.998378+0000","last_clean":"2024-07-27T06:52:05.998378+0000","last_became_active":"2024-07-27T06:52:04.330840+0000","last_became_peered":"2024-07-27T06:52:04.330840+0000","last_unstale":"2024-07-27T06:52:05.998378+0000","last_undegraded":"2024-07-27T06:52:05.998378+0000","last_fullsized":"2024-07-27T06:52:05.998378+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997728+0000","last_change":"2024-07-27T06:52:03.319231+0000","last_active":"2024-07-27T06:52:05.997728+0000","last_peered":"2024-07-27T06:52:05.997728+0000","last_clean":"2024-07-27T06:52:05.997728+0000","last_became_active":"2024-07-27T06:52:03.318909+0000","last_became_peered":"2024-07-27T06:52:03.318909+0000","last_unstale":"2024-07-27T06:52:05.997728+0000","last_undegraded":"2024-07-27T06:52:05.997728+0000","last_fullsized":"2024-07-27T06:52:05.997728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.655386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316970+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:03.316970+0000","last_peered":"2024-07-27T06:52:03.316970+0000","last_clean":"2024-07-27T06:52:03.316970+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:03.316970+0000","last_undegraded":"2024-07-27T06:52:03.316970+0000","last_fullsized":"2024-07-27T06:52:03.316970+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.297303+0000","last_change":"2024-07-27T06:52:03.297303+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.297303+0000","last_undegraded":"2024-07-27T06:52:03.297303+0000","last_fullsized":"2024-07-27T06:52:03.297303+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332448+0000","last_change":"2024-07-27T06:52:03.317339+0000","last_active":"2024-07-27T06:52:05.332448+0000","last_peered":"2024-07-27T06:52:05.332448+0000","last_clean":"2024-07-27T06:52:05.332448+0000","last_became_active":"2024-07-27T06:52:03.316997+0000","last_became_peered":"2024-07-27T06:52:03.316997+0000","last_unstale":"2024-07-27T06:52:05.332448+0000","last_undegraded":"2024-07-27T06:52:05.332448+0000","last_fullsized":"2024-07-27T06:52:05.332448+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:15:02.064678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334243+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:05.334243+0000","last_peered":"2024-07-27T06:52:05.334243+0000","last_clean":"2024-07-27T06:52:05.334243+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:05.334243+0000","last_undegraded":"2024-07-27T06:52:05.334243+0000","last_fullsized":"2024-07-27T06:52:05.334243+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997089+0000","last_change":"2024-07-27T06:52:04.328415+0000","last_active":"2024-07-27T06:52:05.997089+0000","last_peered":"2024-07-27T06:52:05.997089+0000","last_clean":"2024-07-27T06:52:05.997089+0000","last_became_active":"2024-07-27T06:52:04.326308+0000","last_became_peered":"2024-07-27T06:52:04.326308+0000","last_unstale":"2024-07-27T06:52:05.997089+0000","last_undegraded":"2024-07-27T06:52:05.997089+0000","last_fullsized":"2024-07-27T06:52:05.997089+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:52:46.982563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.318505+0000","last_change":"2024-07-27T06:52:03.314968+0000","last_active":"2024-07-27T06:52:03.318505+0000","last_peered":"2024-07-27T06:52:03.318505+0000","last_clean":"2024-07-27T06:52:03.318505+0000","last_became_active":"2024-07-27T06:52:03.314651+0000","last_became_peered":"2024-07-27T06:52:03.314651+0000","last_unstale":"2024-07-27T06:52:03.318505+0000","last_undegraded":"2024-07-27T06:52:03.318505+0000","last_fullsized":"2024-07-27T06:52:03.318505+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.316808+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:03.316808+0000","last_peered":"2024-07-27T06:52:03.316808+0000","last_clean":"2024-07-27T06:52:03.316808+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:03.316808+0000","last_undegraded":"2024-07-27T06:52:03.316808+0000","last_fullsized":"2024-07-27T06:52:03.316808+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.314129+0000","last_change":"2024-07-27T06:52:03.314129+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.314129+0000","last_undegraded":"2024-07-27T06:52:03.314129+0000","last_fullsized":"2024-07-27T06:52:03.314129+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998651+0000","last_change":"2024-07-27T06:52:03.319305+0000","last_active":"2024-07-27T06:52:05.998651+0000","last_peered":"2024-07-27T06:52:05.998651+0000","last_clean":"2024-07-27T06:52:05.998651+0000","last_became_active":"2024-07-27T06:52:03.318155+0000","last_became_peered":"2024-07-27T06:52:03.318155+0000","last_unstale":"2024-07-27T06:52:05.998651+0000","last_undegraded":"2024-07-27T06:52:05.998651+0000","last_fullsized":"2024-07-27T06:52:05.998651+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:50.972134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":36,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.323151+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:03.323151+0000","last_peered":"2024-07-27T06:52:03.323151+0000","last_clean":"2024-07-27T06:52:03.323151+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:03.323151+0000","last_undegraded":"2024-07-27T06:52:03.323151+0000","last_fullsized":"2024-07-27T06:52:03.323151+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.304637+0000","last_change":"2024-07-27T06:52:03.304637+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.304637+0000","last_undegraded":"2024-07-27T06:52:03.304637+0000","last_fullsized":"2024-07-27T06:52:03.304637+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333312+0000","last_change":"2024-07-27T06:52:03.333835+0000","last_active":"2024-07-27T06:52:05.333312+0000","last_peered":"2024-07-27T06:52:05.333312+0000","last_clean":"2024-07-27T06:52:05.333312+0000","last_became_active":"2024-07-27T06:52:03.333079+0000","last_became_peered":"2024-07-27T06:52:03.333079+0000","last_unstale":"2024-07-27T06:52:05.333312+0000","last_undegraded":"2024-07-27T06:52:05.333312+0000","last_fullsized":"2024-07-27T06:52:05.333312+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":37,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290328+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:03.290328+0000","last_peered":"2024-07-27T06:52:03.290328+0000","last_clean":"2024-07-27T06:52:03.290328+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:03.290328+0000","last_undegraded":"2024-07-27T06:52:03.290328+0000","last_fullsized":"2024-07-27T06:52:03.290328+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":1,"reported_epoch":54,"state":"creating+peering","last_fresh":"2024-07-27T06:52:03.312605+0000","last_change":"2024-07-27T06:52:03.312605+0000","last_active":"2024-07-27T06:52:03.267451+0000","last_peered":"2024-07-27T06:52:03.267451+0000","last_clean":"2024-07-27T06:52:03.267451+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T06:52:03.312605+0000","last_undegraded":"2024-07-27T06:52:03.312605+0000","last_fullsized":"2024-07-27T06:52:03.312605+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997997+0000","last_change":"2024-07-27T06:52:03.324268+0000","last_active":"2024-07-27T06:52:05.997997+0000","last_peered":"2024-07-27T06:52:05.997997+0000","last_clean":"2024-07-27T06:52:05.997997+0000","last_became_active":"2024-07-27T06:52:03.323954+0000","last_became_peered":"2024-07-27T06:52:03.323954+0000","last_unstale":"2024-07-27T06:52:05.997997+0000","last_undegraded":"2024-07-27T06:52:05.997997+0000","last_fullsized":"2024-07-27T06:52:05.997997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:37.443211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995885+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:05.995885+0000","last_peered":"2024-07-27T06:52:05.995885+0000","last_clean":"2024-07-27T06:52:05.995885+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:05.995885+0000","last_undegraded":"2024-07-27T06:52:05.995885+0000","last_fullsized":"2024-07-27T06:52:05.995885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333184+0000","last_change":"2024-07-27T06:52:04.351183+0000","last_active":"2024-07-27T06:52:05.333184+0000","last_peered":"2024-07-27T06:52:05.333184+0000","last_clean":"2024-07-27T06:52:05.333184+0000","last_became_active":"2024-07-27T06:52:04.350875+0000","last_became_peered":"2024-07-27T06:52:04.350875+0000","last_unstale":"2024-07-27T06:52:05.333184+0000","last_undegraded":"2024-07-27T06:52:05.333184+0000","last_fullsized":"2024-07-27T06:52:05.333184+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:22.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.330825+0000","last_change":"2024-07-27T06:52:03.327679+0000","last_active":"2024-07-27T06:52:03.330825+0000","last_peered":"2024-07-27T06:52:03.330825+0000","last_clean":"2024-07-27T06:52:03.330825+0000","last_became_active":"2024-07-27T06:52:03.326624+0000","last_became_peered":"2024-07-27T06:52:03.326624+0000","last_unstale":"2024-07-27T06:52:03.330825+0000","last_undegraded":"2024-07-27T06:52:03.330825+0000","last_fullsized":"2024-07-27T06:52:03.330825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333259+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:05.333259+0000","last_peered":"2024-07-27T06:52:05.333259+0000","last_clean":"2024-07-27T06:52:05.333259+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:05.333259+0000","last_undegraded":"2024-07-27T06:52:05.333259+0000","last_fullsized":"2024-07-27T06:52:05.333259+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998616+0000","last_change":"2024-07-27T06:52:04.341949+0000","last_active":"2024-07-27T06:52:05.998616+0000","last_peered":"2024-07-27T06:52:05.998616+0000","last_clean":"2024-07-27T06:52:05.998616+0000","last_became_active":"2024-07-27T06:52:04.341587+0000","last_became_peered":"2024-07-27T06:52:04.341587+0000","last_unstale":"2024-07-27T06:52:05.998616+0000","last_undegraded":"2024-07-27T06:52:05.998616+0000","last_fullsized":"2024-07-27T06:52:05.998616+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.331611+0000","last_change":"2024-07-27T06:52:03.326622+0000","last_active":"2024-07-27T06:52:03.331611+0000","last_peered":"2024-07-27T06:52:03.331611+0000","last_clean":"2024-07-27T06:52:03.331611+0000","last_became_active":"2024-07-27T06:52:03.325841+0000","last_became_peered":"2024-07-27T06:52:03.325841+0000","last_unstale":"2024-07-27T06:52:03.331611+0000","last_undegraded":"2024-07-27T06:52:03.331611+0000","last_fullsized":"2024-07-27T06:52:03.331611+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:38:46.635930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998726+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:05.998726+0000","last_peered":"2024-07-27T06:52:05.998726+0000","last_clean":"2024-07-27T06:52:05.998726+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:05.998726+0000","last_undegraded":"2024-07-27T06:52:05.998726+0000","last_fullsized":"2024-07-27T06:52:05.998726+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":170,"reported_epoch":54,"state":"active+clean","last_fresh":"2024-07-27T06:52:03.290880+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:03.290880+0000","last_peered":"2024-07-27T06:52:03.290880+0000","last_clean":"2024-07-27T06:52:03.290880+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:03.290880+0000","last_undegraded":"2024-07-27T06:52:03.290880+0000","last_fullsized":"2024-07-27T06:52:03.290880+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":638,"num_objects":10,"num_object_clones":0,"num_object_copies":20,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476767,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27628,"kb_used_data":604,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344212,"statfs":{"total":96636764160,"available":96608473088,"internally_reserved":0,"allocated":618496,"data_stored":277419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476767,"num_pgs":10,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32376,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339464,"statfs":{"total":96636764160,"available":96603611136,"internally_reserved":0,"allocated":1224704,"data_stored":874807,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476765,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344204,"statfs":{"total":96636764160,"available":96608464896,"internally_reserved":0,"allocated":630784,"data_stored":284439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":647168,"data_stored":291981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3d is not active+clean 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.310875+0000', 'last_change': '2024-07-27T06:52:03.310875+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.310875+0000', 'last_undegraded': '2024-07-27T06:52:03.310875+0000', 'last_fullsized': '2024-07-27T06:52:03.310875+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3c is not active+clean 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.305651+0000', 'last_change': '2024-07-27T06:52:03.305651+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.305651+0000', 'last_undegraded': '2024-07-27T06:52:03.305651+0000', 'last_fullsized': '2024-07-27T06:52:03.305651+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:PG 9.39 is not active+clean 2024-07-27T06:52:10.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.314093+0000', 'last_change': '2024-07-27T06:52:03.314093+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.314093+0000', 'last_undegraded': '2024-07-27T06:52:03.314093+0000', 'last_fullsized': '2024-07-27T06:52:03.314093+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:PG 9.37 is not active+clean 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.301398+0000', 'last_change': '2024-07-27T06:52:03.301398+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.301398+0000', 'last_undegraded': '2024-07-27T06:52:03.301398+0000', 'last_fullsized': '2024-07-27T06:52:03.301398+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:PG 9.34 is not active+clean 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.301462+0000', 'last_change': '2024-07-27T06:52:03.301462+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.301462+0000', 'last_undegraded': '2024-07-27T06:52:03.301462+0000', 'last_fullsized': '2024-07-27T06:52:03.301462+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:PG 9.33 is not active+clean 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.303101+0000', 'last_change': '2024-07-27T06:52:03.303101+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.303101+0000', 'last_undegraded': '2024-07-27T06:52:03.303101+0000', 'last_fullsized': '2024-07-27T06:52:03.303101+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:PG 9.32 is not active+clean 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.308723+0000', 'last_change': '2024-07-27T06:52:03.308723+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.308723+0000', 'last_undegraded': '2024-07-27T06:52:03.308723+0000', 'last_fullsized': '2024-07-27T06:52:03.308723+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:PG 9.31 is not active+clean 2024-07-27T06:52:10.256 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.302236+0000', 'last_change': '2024-07-27T06:52:03.302236+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.302236+0000', 'last_undegraded': '2024-07-27T06:52:03.302236+0000', 'last_fullsized': '2024-07-27T06:52:03.302236+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2e is not active+clean 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.310308+0000', 'last_change': '2024-07-27T06:52:03.310308+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.310308+0000', 'last_undegraded': '2024-07-27T06:52:03.310308+0000', 'last_fullsized': '2024-07-27T06:52:03.310308+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:PG 9.2b is not active+clean 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.301682+0000', 'last_change': '2024-07-27T06:52:03.301682+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.301682+0000', 'last_undegraded': '2024-07-27T06:52:03.301682+0000', 'last_fullsized': '2024-07-27T06:52:03.301682+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:PG 9.29 is not active+clean 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.313574+0000', 'last_change': '2024-07-27T06:52:03.313574+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.313574+0000', 'last_undegraded': '2024-07-27T06:52:03.313574+0000', 'last_fullsized': '2024-07-27T06:52:03.313574+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:PG 9.28 is not active+clean 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.300226+0000', 'last_change': '2024-07-27T06:52:03.300226+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.300226+0000', 'last_undegraded': '2024-07-27T06:52:03.300226+0000', 'last_fullsized': '2024-07-27T06:52:03.300226+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:PG 9.26 is not active+clean 2024-07-27T06:52:10.257 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.307223+0000', 'last_change': '2024-07-27T06:52:03.307223+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.307223+0000', 'last_undegraded': '2024-07-27T06:52:03.307223+0000', 'last_fullsized': '2024-07-27T06:52:03.307223+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:PG 9.22 is not active+clean 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.309309+0000', 'last_change': '2024-07-27T06:52:03.309309+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.309309+0000', 'last_undegraded': '2024-07-27T06:52:03.309309+0000', 'last_fullsized': '2024-07-27T06:52:03.309309+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:PG 9.13 is not active+clean 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.308876+0000', 'last_change': '2024-07-27T06:52:03.308876+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.308876+0000', 'last_undegraded': '2024-07-27T06:52:03.308876+0000', 'last_fullsized': '2024-07-27T06:52:03.308876+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:PG 9.12 is not active+clean 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.298185+0000', 'last_change': '2024-07-27T06:52:03.298185+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.298185+0000', 'last_undegraded': '2024-07-27T06:52:03.298185+0000', 'last_fullsized': '2024-07-27T06:52:03.298185+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:PG 9.11 is not active+clean 2024-07-27T06:52:10.258 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.312522+0000', 'last_change': '2024-07-27T06:52:03.312522+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.312522+0000', 'last_undegraded': '2024-07-27T06:52:03.312522+0000', 'last_fullsized': '2024-07-27T06:52:03.312522+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:PG 9.10 is not active+clean 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.298792+0000', 'last_change': '2024-07-27T06:52:03.298792+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.298792+0000', 'last_undegraded': '2024-07-27T06:52:03.298792+0000', 'last_fullsized': '2024-07-27T06:52:03.298792+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:PG 9.17 is not active+clean 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.319946+0000', 'last_change': '2024-07-27T06:52:03.319946+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.319946+0000', 'last_undegraded': '2024-07-27T06:52:03.319946+0000', 'last_fullsized': '2024-07-27T06:52:03.319946+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:PG 9.16 is not active+clean 2024-07-27T06:52:10.259 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.304793+0000', 'last_change': '2024-07-27T06:52:03.304793+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.304793+0000', 'last_undegraded': '2024-07-27T06:52:03.304793+0000', 'last_fullsized': '2024-07-27T06:52:03.304793+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.15 is not active+clean 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.311692+0000', 'last_change': '2024-07-27T06:52:03.311692+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.311692+0000', 'last_undegraded': '2024-07-27T06:52:03.311692+0000', 'last_fullsized': '2024-07-27T06:52:03.311692+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.18 is not active+clean 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.307253+0000', 'last_change': '2024-07-27T06:52:03.307253+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.307253+0000', 'last_undegraded': '2024-07-27T06:52:03.307253+0000', 'last_fullsized': '2024-07-27T06:52:03.307253+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.3 is not active+clean 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.300509+0000', 'last_change': '2024-07-27T06:52:03.300509+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.300509+0000', 'last_undegraded': '2024-07-27T06:52:03.300509+0000', 'last_fullsized': '2024-07-27T06:52:03.300509+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.7 is not active+clean 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.311575+0000', 'last_change': '2024-07-27T06:52:03.311575+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.311575+0000', 'last_undegraded': '2024-07-27T06:52:03.311575+0000', 'last_fullsized': '2024-07-27T06:52:03.311575+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.6 is not active+clean 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.303002+0000', 'last_change': '2024-07-27T06:52:03.303002+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.303002+0000', 'last_undegraded': '2024-07-27T06:52:03.303002+0000', 'last_fullsized': '2024-07-27T06:52:03.303002+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.260 INFO:tasks.ceph.ceph_manager.ceph:PG 9.a is not active+clean 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.297303+0000', 'last_change': '2024-07-27T06:52:03.297303+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.297303+0000', 'last_undegraded': '2024-07-27T06:52:03.297303+0000', 'last_fullsized': '2024-07-27T06:52:03.297303+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:PG 9.f is not active+clean 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.314129+0000', 'last_change': '2024-07-27T06:52:03.314129+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.314129+0000', 'last_undegraded': '2024-07-27T06:52:03.314129+0000', 'last_fullsized': '2024-07-27T06:52:03.314129+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:PG 9.e is not active+clean 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.304637+0000', 'last_change': '2024-07-27T06:52:03.304637+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.304637+0000', 'last_undegraded': '2024-07-27T06:52:03.304637+0000', 'last_fullsized': '2024-07-27T06:52:03.304637+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:PG 9.d is not active+clean 2024-07-27T06:52:10.261 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '9.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 54, 'state': 'creating+peering', 'last_fresh': '2024-07-27T06:52:03.312605+0000', 'last_change': '2024-07-27T06:52:03.312605+0000', 'last_active': '2024-07-27T06:52:03.267451+0000', 'last_peered': '2024-07-27T06:52:03.267451+0000', 'last_clean': '2024-07-27T06:52:03.267451+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-07-27T06:52:03.312605+0000', 'last_undegraded': '2024-07-27T06:52:03.312605+0000', 'last_fullsized': '2024-07-27T06:52:03.312605+0000', 'mapping_epoch': 54, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 54, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'last_clean_scrub_stamp': '2024-07-27T06:52:03.267451+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-07-27T06:52:10.262 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-07-27T06:52:10.263 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:52:10.259+0000 7ff941e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 -- 172.21.15.66:0/3726837901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b4072380 msgr2=0x7fc7b4072790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/3726837901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b4072380 0x7fc7b4072790 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40b5d00 tx=0x7fc7a402a560 comp rx=0 tx=0).stop 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 -- 172.21.15.66:0/3726837901 shutdown_connections 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/3726837901 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b40730e0 0x7fc7b406ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/3726837901 >> v2:172.21.15.155:3300/0 conn(0x7fc7b4072cd0 0x7fc7b406e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/3726837901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b4072380 0x7fc7b4072790 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 -- 172.21.15.66:0/3726837901 >> 172.21.15.66:0/3726837901 conn(0x7fc7b40cfb90 msgr2=0x7fc7b40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:10.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 -- 172.21.15.66:0/3726837901 shutdown_connections 2024-07-27T06:52:10.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.554+0000 7fc7b9e00640 1 -- 172.21.15.66:0/3726837901 wait complete. 2024-07-27T06:52:10.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.557+0000 7fc7b9e00640 1 Processor -- start 2024-07-27T06:52:10.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.557+0000 7fc7b9e00640 1 -- start start 2024-07-27T06:52:10.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 0x7fc7b41f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:10.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7b4072cd0 0x7fc7b414e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b406ef90 con 0x7fc7b40730e0 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b4070680 con 0x7fc7b4072cd0 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b9e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc7b406f110 con 0x7fc7b4072380 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38618/0 (socket says 172.21.15.66:38618) 2024-07-27T06:52:10.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b3400640 1 -- 172.21.15.66:0/1855600239 learned_addr learned my addr 172.21.15.66:0/1855600239 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:10.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7b2a00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 0x7fc7b41f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:10.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.559+0000 7fc7aa000640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7b4072cd0 0x7fc7b414e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 -- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 msgr2=0x7fc7b41f87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 0x7fc7b41f87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 -- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7b4072cd0 msgr2=0x7fc7b414e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7b4072cd0 0x7fc7b414e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 -- 172.21.15.66:0/1855600239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b414ee50 con 0x7fc7b40730e0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b2a00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 0x7fc7b41f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b3400640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00e990 tx=0x7fc7ac00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac004d20 con 0x7fc7b40730e0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7ac00caa0 con 0x7fc7b40730e0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac005020 con 0x7fc7b40730e0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.560+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b41f9040 con 0x7fc7b40730e0 2024-07-27T06:52:10.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.561+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b41f9600 con 0x7fc7b40730e0 2024-07-27T06:52:10.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.562+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7b41f8db0 con 0x7fc7b40730e0 2024-07-27T06:52:10.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.563+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc7ac0051c0 con 0x7fc7b40730e0 2024-07-27T06:52:10.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.564+0000 7fc7abe00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 0x7fc790079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:10.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.565+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fc7ac099410 con 0x7fc7b40730e0 2024-07-27T06:52:10.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.565+0000 7fc7b2a00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 0x7fc790079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:10.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.566+0000 7fc7b2a00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 0x7fc790079520 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4033000 tx=0x7fc7a4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:10.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.569+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7ac016030 con 0x7fc7b40730e0 2024-07-27T06:52:10.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.860+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc7b4072790 con 0x7fc7b40730e0 2024-07-27T06:52:10.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.861+0000 7fc7abe00640 1 -- 172.21.15.66:0/1855600239 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1201 (secure 0 0 0) 0x7fc7ac062310 con 0x7fc7b40730e0 2024-07-27T06:52:10.863 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:10.863 INFO:teuthology.orchestra.run.smithi066.stdout:{"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","health":{"status":"HEALTH_WARN","checks":{"POOL_APP_NOT_ENABLED":{"severity":"HEALTH_WARN","summary":{"message":"1 pool(s) do not have an application enabled","count":1},"muted":false}},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":147,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":56,"num_osds":8,"num_up_osds":8,"osd_up_since":1722062998,"num_in_osds":8,"osd_in_since":1722062988,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":129}],"num_pgs":129,"num_pools":4,"num_objects":24,"data_bytes":592778,"bytes_used":236380160,"bytes_avail":772857733120,"bytes_total":773094113280,"write_bytes_sec":2060,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"c","status":"up:active","gid":5265}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":7,"modified":"2024-07-27T06:51:18.223675+0000","services":{}},"progress_events":{}} 2024-07-27T06:52:10.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 msgr2=0x7fc790079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 0x7fc790079520 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4033000 tx=0x7fc7a4004730 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 msgr2=0x7fc7b4158100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00e990 tx=0x7fc7ac00ee50 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 shutdown_connections 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc790077010 0x7fc790079520 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc7b40730e0 0x7fc7b4158100 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc7b4072cd0 0x7fc7b414e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 --2- 172.21.15.66:0/1855600239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc7b4072380 0x7fc7b41f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:10.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.865+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 >> 172.21.15.66:0/1855600239 conn(0x7fc7b40cfb90 msgr2=0x7fc7b40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:10.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.866+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 shutdown_connections 2024-07-27T06:52:10.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:10.866+0000 7fc7b9e00640 1 -- 172.21.15.66:0/1855600239 wait complete. 2024-07-27T06:52:10.896 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-07-27T06:52:10.896 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:11.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.183+0000 7f39cd200640 1 -- 172.21.15.66:0/3008236820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac003a80 msgr2=0x7f39ac003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:11.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.183+0000 7f39cd200640 1 --2- 172.21.15.66:0/3008236820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac003a80 0x7f39ac003ef0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f39b8009b50 tx=0x7f39ac005830 comp rx=0 tx=0).stop 2024-07-27T06:52:11.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.183+0000 7f39c6800640 1 -- 172.21.15.66:0/3008236820 reap_dead start 2024-07-27T06:52:11.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.184+0000 7f39cd200640 1 -- 172.21.15.66:0/3008236820 shutdown_connections 2024-07-27T06:52:11.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.184+0000 7f39cd200640 1 -- 172.21.15.66:0/3008236820 >> 172.21.15.66:0/3008236820 conn(0x7f39c80cfb90 msgr2=0x7f39c80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:11.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.184+0000 7f39cd200640 1 -- 172.21.15.66:0/3008236820 shutdown_connections 2024-07-27T06:52:11.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.184+0000 7f39cd200640 1 -- 172.21.15.66:0/3008236820 wait complete. 2024-07-27T06:52:11.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.186+0000 7f39cd200640 1 Processor -- start 2024-07-27T06:52:11.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.186+0000 7f39cd200640 1 -- start start 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac003a80 0x7f39c81558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 0x7f39c81581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f39c80701e0 con 0x7f39c8158720 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f39c8070060 con 0x7f39ac003a80 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39cd200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f39c8070360 con 0x7f39c8152d20 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41862/0 (socket says 172.21.15.66:41862) 2024-07-27T06:52:11.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.188+0000 7f39c6800640 1 -- 172.21.15.66:0/78571425 learned_addr learned my addr 172.21.15.66:0/78571425 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c5e00640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac003a80 0x7f39c81558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39bfe00640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 0x7f39c81581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 -- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 msgr2=0x7f39c81581e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 0x7f39c81581e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 -- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac003a80 msgr2=0x7f39c81558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac003a80 0x7f39c81558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 -- 172.21.15.66:0/78571425 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39c8158b30 con 0x7f39c8158720 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39bfe00640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 0x7f39c81581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39c6800640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f39c806ed40 tx=0x7f39c000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:11.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c0003d80 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f39c000b920 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39c000bd50 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.189+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39c8157720 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.190+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39c8157210 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.191+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39c81f9540 con 0x7f39c8158720 2024-07-27T06:52:11.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.192+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f39c0006070 con 0x7f39c8158720 2024-07-27T06:52:11.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.193+0000 7f39be000640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 0x7f39a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:11.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.193+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f39c00992e0 con 0x7f39c8158720 2024-07-27T06:52:11.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.194+0000 7f39c5e00640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 0x7f39a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:11.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.195+0000 7f39c5e00640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 0x7f39a4079520 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f39b8035000 tx=0x7f39b802d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:11.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.198+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f39c8074520 con 0x7f39c8158720 2024-07-27T06:52:11.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.407+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f39c8155e10 con 0x7f39a4077010 2024-07-27T06:52:11.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.426+0000 7f39be000640 1 -- 172.21.15.66:0/78571425 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332948 (secure 0 0 0) 0x7f39b802b950 con 0x7f39a4077010 2024-07-27T06:52:11.432 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 msgr2=0x7f39a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 0x7f39a4079520 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f39b8035000 tx=0x7f39b802d040 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 msgr2=0x7f39c81f86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f39c806ed40 tx=0x7f39c000dd10 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 shutdown_connections 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f39a4077010 0x7f39a4079520 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39c8158720 0x7f39c81f86d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39c8152d20 0x7f39c81581e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 --2- 172.21.15.66:0/78571425 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac003a80 0x7f39c81558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:11.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 >> 172.21.15.66:0/78571425 conn(0x7f39c80cfb90 msgr2=0x7f39c815d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:11.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 shutdown_connections 2024-07-27T06:52:11.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:11.434+0000 7f39cd200640 1 -- 172.21.15.66:0/78571425 wait complete. 2024-07-27T06:52:11.464 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":117,"stamp":"2024-07-27T06:52:10.244767+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":247,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230840,"kb_used_data":6332,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743880,"statfs":{"total":773094113280,"available":772857733120,"internally_reserved":0,"allocated":6483968,"data_stored":3570543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.957548"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263459+0000","last_change":"2024-07-27T06:52:04.340939+0000","last_active":"2024-07-27T06:52:06.263459+0000","last_peered":"2024-07-27T06:52:06.263459+0000","last_clean":"2024-07-27T06:52:06.263459+0000","last_became_active":"2024-07-27T06:52:04.336297+0000","last_became_peered":"2024-07-27T06:52:04.336297+0000","last_unstale":"2024-07-27T06:52:06.263459+0000","last_undegraded":"2024-07-27T06:52:06.263459+0000","last_fullsized":"2024-07-27T06:52:06.263459+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:58.030384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333659+0000","last_change":"2024-07-27T06:52:04.352879+0000","last_active":"2024-07-27T06:52:05.333659+0000","last_peered":"2024-07-27T06:52:05.333659+0000","last_clean":"2024-07-27T06:52:05.333659+0000","last_became_active":"2024-07-27T06:52:04.352373+0000","last_became_peered":"2024-07-27T06:52:04.352373+0000","last_unstale":"2024-07-27T06:52:05.333659+0000","last_undegraded":"2024-07-27T06:52:05.333659+0000","last_fullsized":"2024-07-27T06:52:05.333659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505362+0000","last_change":"2024-07-27T06:52:04.331538+0000","last_active":"2024-07-27T06:52:05.505362+0000","last_peered":"2024-07-27T06:52:05.505362+0000","last_clean":"2024-07-27T06:52:05.505362+0000","last_became_active":"2024-07-27T06:52:04.323363+0000","last_became_peered":"2024-07-27T06:52:04.323363+0000","last_unstale":"2024-07-27T06:52:05.505362+0000","last_undegraded":"2024-07-27T06:52:05.505362+0000","last_fullsized":"2024-07-27T06:52:05.505362+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:38.454915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326917+0000","last_change":"2024-07-27T06:52:04.332723+0000","last_active":"2024-07-27T06:52:05.326917+0000","last_peered":"2024-07-27T06:52:05.326917+0000","last_clean":"2024-07-27T06:52:05.326917+0000","last_became_active":"2024-07-27T06:52:04.331644+0000","last_became_peered":"2024-07-27T06:52:04.331644+0000","last_unstale":"2024-07-27T06:52:05.326917+0000","last_undegraded":"2024-07-27T06:52:05.326917+0000","last_fullsized":"2024-07-27T06:52:05.326917+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:12:47.784699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262282+0000","last_change":"2024-07-27T06:52:04.327095+0000","last_active":"2024-07-27T06:52:06.262282+0000","last_peered":"2024-07-27T06:52:06.262282+0000","last_clean":"2024-07-27T06:52:06.262282+0000","last_became_active":"2024-07-27T06:52:04.326568+0000","last_became_peered":"2024-07-27T06:52:04.326568+0000","last_unstale":"2024-07-27T06:52:06.262282+0000","last_undegraded":"2024-07-27T06:52:06.262282+0000","last_fullsized":"2024-07-27T06:52:06.262282+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:15.827040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261394+0000","last_change":"2024-07-27T06:52:04.333613+0000","last_active":"2024-07-27T06:52:06.261394+0000","last_peered":"2024-07-27T06:52:06.261394+0000","last_clean":"2024-07-27T06:52:06.261394+0000","last_became_active":"2024-07-27T06:52:04.333235+0000","last_became_peered":"2024-07-27T06:52:04.333235+0000","last_unstale":"2024-07-27T06:52:06.261394+0000","last_undegraded":"2024-07-27T06:52:06.261394+0000","last_fullsized":"2024-07-27T06:52:06.261394+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:41:51.293388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326535+0000","last_change":"2024-07-27T06:52:04.320256+0000","last_active":"2024-07-27T06:52:05.326535+0000","last_peered":"2024-07-27T06:52:05.326535+0000","last_clean":"2024-07-27T06:52:05.326535+0000","last_became_active":"2024-07-27T06:52:04.319944+0000","last_became_peered":"2024-07-27T06:52:04.319944+0000","last_unstale":"2024-07-27T06:52:05.326535+0000","last_undegraded":"2024-07-27T06:52:05.326535+0000","last_fullsized":"2024-07-27T06:52:05.326535+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:47.975789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996923+0000","last_change":"2024-07-27T06:52:04.330376+0000","last_active":"2024-07-27T06:52:05.996923+0000","last_peered":"2024-07-27T06:52:05.996923+0000","last_clean":"2024-07-27T06:52:05.996923+0000","last_became_active":"2024-07-27T06:52:04.326840+0000","last_became_peered":"2024-07-27T06:52:04.326840+0000","last_unstale":"2024-07-27T06:52:05.996923+0000","last_undegraded":"2024-07-27T06:52:05.996923+0000","last_fullsized":"2024-07-27T06:52:05.996923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:21:55.204841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885910+0000","last_change":"2024-07-27T06:52:04.328600+0000","last_active":"2024-07-27T06:52:05.885910+0000","last_peered":"2024-07-27T06:52:05.885910+0000","last_clean":"2024-07-27T06:52:05.885910+0000","last_became_active":"2024-07-27T06:52:04.328178+0000","last_became_peered":"2024-07-27T06:52:04.328178+0000","last_unstale":"2024-07-27T06:52:05.885910+0000","last_undegraded":"2024-07-27T06:52:05.885910+0000","last_fullsized":"2024-07-27T06:52:05.885910+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262463+0000","last_change":"2024-07-27T06:52:04.324141+0000","last_active":"2024-07-27T06:52:06.262463+0000","last_peered":"2024-07-27T06:52:06.262463+0000","last_clean":"2024-07-27T06:52:06.262463+0000","last_became_active":"2024-07-27T06:52:04.323810+0000","last_became_peered":"2024-07-27T06:52:04.323810+0000","last_unstale":"2024-07-27T06:52:06.262463+0000","last_undegraded":"2024-07-27T06:52:06.262463+0000","last_fullsized":"2024-07-27T06:52:06.262463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:19.656532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335119+0000","last_change":"2024-07-27T06:52:04.340636+0000","last_active":"2024-07-27T06:52:05.335119+0000","last_peered":"2024-07-27T06:52:05.335119+0000","last_clean":"2024-07-27T06:52:05.335119+0000","last_became_active":"2024-07-27T06:52:04.339562+0000","last_became_peered":"2024-07-27T06:52:04.339562+0000","last_unstale":"2024-07-27T06:52:05.335119+0000","last_undegraded":"2024-07-27T06:52:05.335119+0000","last_fullsized":"2024-07-27T06:52:05.335119+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885669+0000","last_change":"2024-07-27T06:52:04.315605+0000","last_active":"2024-07-27T06:52:05.885669+0000","last_peered":"2024-07-27T06:52:05.885669+0000","last_clean":"2024-07-27T06:52:05.885669+0000","last_became_active":"2024-07-27T06:52:04.315260+0000","last_became_peered":"2024-07-27T06:52:04.315260+0000","last_unstale":"2024-07-27T06:52:05.885669+0000","last_undegraded":"2024-07-27T06:52:05.885669+0000","last_fullsized":"2024-07-27T06:52:05.885669+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457354+0000","last_change":"2024-07-27T06:52:04.339812+0000","last_active":"2024-07-27T06:52:06.457354+0000","last_peered":"2024-07-27T06:52:06.457354+0000","last_clean":"2024-07-27T06:52:06.457354+0000","last_became_active":"2024-07-27T06:52:04.339295+0000","last_became_peered":"2024-07-27T06:52:04.339295+0000","last_unstale":"2024-07-27T06:52:06.457354+0000","last_undegraded":"2024-07-27T06:52:06.457354+0000","last_fullsized":"2024-07-27T06:52:06.457354+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:55.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504273+0000","last_change":"2024-07-27T06:52:04.326861+0000","last_active":"2024-07-27T06:52:05.504273+0000","last_peered":"2024-07-27T06:52:05.504273+0000","last_clean":"2024-07-27T06:52:05.504273+0000","last_became_active":"2024-07-27T06:52:04.326432+0000","last_became_peered":"2024-07-27T06:52:04.326432+0000","last_unstale":"2024-07-27T06:52:05.504273+0000","last_undegraded":"2024-07-27T06:52:05.504273+0000","last_fullsized":"2024-07-27T06:52:05.504273+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457001+0000","last_change":"2024-07-27T06:52:04.329343+0000","last_active":"2024-07-27T06:52:06.457001+0000","last_peered":"2024-07-27T06:52:06.457001+0000","last_clean":"2024-07-27T06:52:06.457001+0000","last_became_active":"2024-07-27T06:52:04.328983+0000","last_became_peered":"2024-07-27T06:52:04.328983+0000","last_unstale":"2024-07-27T06:52:06.457001+0000","last_undegraded":"2024-07-27T06:52:06.457001+0000","last_fullsized":"2024-07-27T06:52:06.457001+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261045+0000","last_change":"2024-07-27T06:52:04.325891+0000","last_active":"2024-07-27T06:52:06.261045+0000","last_peered":"2024-07-27T06:52:06.261045+0000","last_clean":"2024-07-27T06:52:06.261045+0000","last_became_active":"2024-07-27T06:52:04.324208+0000","last_became_peered":"2024-07-27T06:52:04.324208+0000","last_unstale":"2024-07-27T06:52:06.261045+0000","last_undegraded":"2024-07-27T06:52:06.261045+0000","last_fullsized":"2024-07-27T06:52:06.261045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:08.187879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263583+0000","last_change":"2024-07-27T06:52:04.321189+0000","last_active":"2024-07-27T06:52:06.263583+0000","last_peered":"2024-07-27T06:52:06.263583+0000","last_clean":"2024-07-27T06:52:06.263583+0000","last_became_active":"2024-07-27T06:52:04.320779+0000","last_became_peered":"2024-07-27T06:52:04.320779+0000","last_unstale":"2024-07-27T06:52:06.263583+0000","last_undegraded":"2024-07-27T06:52:06.263583+0000","last_fullsized":"2024-07-27T06:52:06.263583+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:24.916138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505907+0000","last_change":"2024-07-27T06:52:04.343416+0000","last_active":"2024-07-27T06:52:05.505907+0000","last_peered":"2024-07-27T06:52:05.505907+0000","last_clean":"2024-07-27T06:52:05.505907+0000","last_became_active":"2024-07-27T06:52:04.343042+0000","last_became_peered":"2024-07-27T06:52:04.343042+0000","last_unstale":"2024-07-27T06:52:05.505907+0000","last_undegraded":"2024-07-27T06:52:05.505907+0000","last_fullsized":"2024-07-27T06:52:05.505907+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:00.316841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334433+0000","last_change":"2024-07-27T06:52:04.343769+0000","last_active":"2024-07-27T06:52:05.334433+0000","last_peered":"2024-07-27T06:52:05.334433+0000","last_clean":"2024-07-27T06:52:05.334433+0000","last_became_active":"2024-07-27T06:52:04.343453+0000","last_became_peered":"2024-07-27T06:52:04.343453+0000","last_unstale":"2024-07-27T06:52:05.334433+0000","last_undegraded":"2024-07-27T06:52:05.334433+0000","last_fullsized":"2024-07-27T06:52:05.334433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331693+0000","last_change":"2024-07-27T06:52:04.343060+0000","last_active":"2024-07-27T06:52:05.331693+0000","last_peered":"2024-07-27T06:52:05.331693+0000","last_clean":"2024-07-27T06:52:05.331693+0000","last_became_active":"2024-07-27T06:52:04.342085+0000","last_became_peered":"2024-07-27T06:52:04.342085+0000","last_unstale":"2024-07-27T06:52:05.331693+0000","last_undegraded":"2024-07-27T06:52:05.331693+0000","last_fullsized":"2024-07-27T06:52:05.331693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457771+0000","last_change":"2024-07-27T06:52:04.317082+0000","last_active":"2024-07-27T06:52:06.457771+0000","last_peered":"2024-07-27T06:52:06.457771+0000","last_clean":"2024-07-27T06:52:06.457771+0000","last_became_active":"2024-07-27T06:52:04.316747+0000","last_became_peered":"2024-07-27T06:52:04.316747+0000","last_unstale":"2024-07-27T06:52:06.457771+0000","last_undegraded":"2024-07-27T06:52:06.457771+0000","last_fullsized":"2024-07-27T06:52:06.457771+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:00.316841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332848+0000","last_change":"2024-07-27T06:52:04.345821+0000","last_active":"2024-07-27T06:52:05.332848+0000","last_peered":"2024-07-27T06:52:05.332848+0000","last_clean":"2024-07-27T06:52:05.332848+0000","last_became_active":"2024-07-27T06:52:04.345215+0000","last_became_peered":"2024-07-27T06:52:04.345215+0000","last_unstale":"2024-07-27T06:52:05.332848+0000","last_undegraded":"2024-07-27T06:52:05.332848+0000","last_fullsized":"2024-07-27T06:52:05.332848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326536+0000","last_change":"2024-07-27T06:52:04.348093+0000","last_active":"2024-07-27T06:52:05.326536+0000","last_peered":"2024-07-27T06:52:05.326536+0000","last_clean":"2024-07-27T06:52:05.326536+0000","last_became_active":"2024-07-27T06:52:04.346642+0000","last_became_peered":"2024-07-27T06:52:04.346642+0000","last_unstale":"2024-07-27T06:52:05.326536+0000","last_undegraded":"2024-07-27T06:52:05.326536+0000","last_fullsized":"2024-07-27T06:52:05.326536+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:10:32.379521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885147+0000","last_change":"2024-07-27T06:52:04.327230+0000","last_active":"2024-07-27T06:52:05.885147+0000","last_peered":"2024-07-27T06:52:05.885147+0000","last_clean":"2024-07-27T06:52:05.885147+0000","last_became_active":"2024-07-27T06:52:04.326900+0000","last_became_peered":"2024-07-27T06:52:04.326900+0000","last_unstale":"2024-07-27T06:52:05.885147+0000","last_undegraded":"2024-07-27T06:52:05.885147+0000","last_fullsized":"2024-07-27T06:52:05.885147+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334559+0000","last_change":"2024-07-27T06:52:04.349114+0000","last_active":"2024-07-27T06:52:05.334559+0000","last_peered":"2024-07-27T06:52:05.334559+0000","last_clean":"2024-07-27T06:52:05.334559+0000","last_became_active":"2024-07-27T06:52:04.348414+0000","last_became_peered":"2024-07-27T06:52:04.348414+0000","last_unstale":"2024-07-27T06:52:05.334559+0000","last_undegraded":"2024-07-27T06:52:05.334559+0000","last_fullsized":"2024-07-27T06:52:05.334559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457891+0000","last_change":"2024-07-27T06:52:04.339921+0000","last_active":"2024-07-27T06:52:06.457891+0000","last_peered":"2024-07-27T06:52:06.457891+0000","last_clean":"2024-07-27T06:52:06.457891+0000","last_became_active":"2024-07-27T06:52:04.338973+0000","last_became_peered":"2024-07-27T06:52:04.338973+0000","last_unstale":"2024-07-27T06:52:06.457891+0000","last_undegraded":"2024-07-27T06:52:06.457891+0000","last_fullsized":"2024-07-27T06:52:06.457891+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:48:18.173968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333384+0000","last_change":"2024-07-27T06:52:04.347025+0000","last_active":"2024-07-27T06:52:05.333384+0000","last_peered":"2024-07-27T06:52:05.333384+0000","last_clean":"2024-07-27T06:52:05.333384+0000","last_became_active":"2024-07-27T06:52:04.346624+0000","last_became_peered":"2024-07-27T06:52:04.346624+0000","last_unstale":"2024-07-27T06:52:05.333384+0000","last_undegraded":"2024-07-27T06:52:05.333384+0000","last_fullsized":"2024-07-27T06:52:05.333384+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:54.671794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998585+0000","last_change":"2024-07-27T06:52:04.325400+0000","last_active":"2024-07-27T06:52:05.998585+0000","last_peered":"2024-07-27T06:52:05.998585+0000","last_clean":"2024-07-27T06:52:05.998585+0000","last_became_active":"2024-07-27T06:52:04.323451+0000","last_became_peered":"2024-07-27T06:52:04.323451+0000","last_unstale":"2024-07-27T06:52:05.998585+0000","last_undegraded":"2024-07-27T06:52:05.998585+0000","last_fullsized":"2024-07-27T06:52:05.998585+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:51:02.770445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997777+0000","last_change":"2024-07-27T06:52:04.331914+0000","last_active":"2024-07-27T06:52:05.997777+0000","last_peered":"2024-07-27T06:52:05.997777+0000","last_clean":"2024-07-27T06:52:05.997777+0000","last_became_active":"2024-07-27T06:52:04.331568+0000","last_became_peered":"2024-07-27T06:52:04.331568+0000","last_unstale":"2024-07-27T06:52:05.997777+0000","last_undegraded":"2024-07-27T06:52:05.997777+0000","last_fullsized":"2024-07-27T06:52:05.997777+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:26:38.530058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325798+0000","last_change":"2024-07-27T06:52:04.338470+0000","last_active":"2024-07-27T06:52:05.325798+0000","last_peered":"2024-07-27T06:52:05.325798+0000","last_clean":"2024-07-27T06:52:05.325798+0000","last_became_active":"2024-07-27T06:52:04.338109+0000","last_became_peered":"2024-07-27T06:52:04.338109+0000","last_unstale":"2024-07-27T06:52:05.325798+0000","last_undegraded":"2024-07-27T06:52:05.325798+0000","last_fullsized":"2024-07-27T06:52:05.325798+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:35:57.831789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334217+0000","last_change":"2024-07-27T06:52:04.347015+0000","last_active":"2024-07-27T06:52:05.334217+0000","last_peered":"2024-07-27T06:52:05.334217+0000","last_clean":"2024-07-27T06:52:05.334217+0000","last_became_active":"2024-07-27T06:52:04.346671+0000","last_became_peered":"2024-07-27T06:52:04.346671+0000","last_unstale":"2024-07-27T06:52:05.334217+0000","last_undegraded":"2024-07-27T06:52:05.334217+0000","last_fullsized":"2024-07-27T06:52:05.334217+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330836+0000","last_change":"2024-07-27T06:52:04.337217+0000","last_active":"2024-07-27T06:52:05.330836+0000","last_peered":"2024-07-27T06:52:05.330836+0000","last_clean":"2024-07-27T06:52:05.330836+0000","last_became_active":"2024-07-27T06:52:04.336920+0000","last_became_peered":"2024-07-27T06:52:04.336920+0000","last_unstale":"2024-07-27T06:52:05.330836+0000","last_undegraded":"2024-07-27T06:52:05.330836+0000","last_fullsized":"2024-07-27T06:52:05.330836+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504693+0000","last_change":"2024-07-27T06:52:04.321420+0000","last_active":"2024-07-27T06:52:05.504693+0000","last_peered":"2024-07-27T06:52:05.504693+0000","last_clean":"2024-07-27T06:52:05.504693+0000","last_became_active":"2024-07-27T06:52:04.321014+0000","last_became_peered":"2024-07-27T06:52:04.321014+0000","last_unstale":"2024-07-27T06:52:05.504693+0000","last_undegraded":"2024-07-27T06:52:05.504693+0000","last_fullsized":"2024-07-27T06:52:05.504693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:55.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326060+0000","last_change":"2024-07-27T06:52:03.315523+0000","last_active":"2024-07-27T06:52:05.326060+0000","last_peered":"2024-07-27T06:52:05.326060+0000","last_clean":"2024-07-27T06:52:05.326060+0000","last_became_active":"2024-07-27T06:52:03.315103+0000","last_became_peered":"2024-07-27T06:52:03.315103+0000","last_unstale":"2024-07-27T06:52:05.326060+0000","last_undegraded":"2024-07-27T06:52:05.326060+0000","last_fullsized":"2024-07-27T06:52:05.326060+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.347045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996112+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:05.996112+0000","last_peered":"2024-07-27T06:52:05.996112+0000","last_clean":"2024-07-27T06:52:05.996112+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:05.996112+0000","last_undegraded":"2024-07-27T06:52:05.996112+0000","last_fullsized":"2024-07-27T06:52:05.996112+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885663+0000","last_change":"2024-07-27T06:52:04.340486+0000","last_active":"2024-07-27T06:52:05.885663+0000","last_peered":"2024-07-27T06:52:05.885663+0000","last_clean":"2024-07-27T06:52:05.885663+0000","last_became_active":"2024-07-27T06:52:04.340120+0000","last_became_peered":"2024-07-27T06:52:04.340120+0000","last_unstale":"2024-07-27T06:52:05.885663+0000","last_undegraded":"2024-07-27T06:52:05.885663+0000","last_fullsized":"2024-07-27T06:52:05.885663+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997586+0000","last_change":"2024-07-27T06:52:03.321661+0000","last_active":"2024-07-27T06:52:05.997586+0000","last_peered":"2024-07-27T06:52:05.997586+0000","last_clean":"2024-07-27T06:52:05.997586+0000","last_became_active":"2024-07-27T06:52:03.318263+0000","last_became_peered":"2024-07-27T06:52:03.318263+0000","last_unstale":"2024-07-27T06:52:05.997586+0000","last_undegraded":"2024-07-27T06:52:05.997586+0000","last_fullsized":"2024-07-27T06:52:05.997586+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:54.436078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504981+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:05.504981+0000","last_peered":"2024-07-27T06:52:05.504981+0000","last_clean":"2024-07-27T06:52:05.504981+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:05.504981+0000","last_undegraded":"2024-07-27T06:52:05.504981+0000","last_fullsized":"2024-07-27T06:52:05.504981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326877+0000","last_change":"2024-07-27T06:52:04.345868+0000","last_active":"2024-07-27T06:52:05.326877+0000","last_peered":"2024-07-27T06:52:05.326877+0000","last_clean":"2024-07-27T06:52:05.326877+0000","last_became_active":"2024-07-27T06:52:04.345547+0000","last_became_peered":"2024-07-27T06:52:04.345547+0000","last_unstale":"2024-07-27T06:52:05.326877+0000","last_undegraded":"2024-07-27T06:52:05.326877+0000","last_fullsized":"2024-07-27T06:52:05.326877+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:22.251061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":23,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325654+0000","last_change":"2024-07-27T06:52:03.323878+0000","last_active":"2024-07-27T06:52:05.325654+0000","last_peered":"2024-07-27T06:52:05.325654+0000","last_clean":"2024-07-27T06:52:05.325654+0000","last_became_active":"2024-07-27T06:52:03.323489+0000","last_became_peered":"2024-07-27T06:52:03.323489+0000","last_unstale":"2024-07-27T06:52:05.325654+0000","last_undegraded":"2024-07-27T06:52:05.325654+0000","last_fullsized":"2024-07-27T06:52:05.325654+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:05.313278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457520+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:06.457520+0000","last_peered":"2024-07-27T06:52:06.457520+0000","last_clean":"2024-07-27T06:52:06.457520+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:06.457520+0000","last_undegraded":"2024-07-27T06:52:06.457520+0000","last_fullsized":"2024-07-27T06:52:06.457520+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885045+0000","last_change":"2024-07-27T06:52:04.314944+0000","last_active":"2024-07-27T06:52:05.885045+0000","last_peered":"2024-07-27T06:52:05.885045+0000","last_clean":"2024-07-27T06:52:05.885045+0000","last_became_active":"2024-07-27T06:52:04.314588+0000","last_became_peered":"2024-07-27T06:52:04.314588+0000","last_unstale":"2024-07-27T06:52:05.885045+0000","last_undegraded":"2024-07-27T06:52:05.885045+0000","last_fullsized":"2024-07-27T06:52:05.885045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326924+0000","last_change":"2024-07-27T06:52:03.318003+0000","last_active":"2024-07-27T06:52:05.326924+0000","last_peered":"2024-07-27T06:52:05.326924+0000","last_clean":"2024-07-27T06:52:05.326924+0000","last_became_active":"2024-07-27T06:52:03.317661+0000","last_became_peered":"2024-07-27T06:52:03.317661+0000","last_unstale":"2024-07-27T06:52:05.326924+0000","last_undegraded":"2024-07-27T06:52:05.326924+0000","last_fullsized":"2024-07-27T06:52:05.326924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:12.053559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332270+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:05.332270+0000","last_peered":"2024-07-27T06:52:05.332270+0000","last_clean":"2024-07-27T06:52:05.332270+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:05.332270+0000","last_undegraded":"2024-07-27T06:52:05.332270+0000","last_fullsized":"2024-07-27T06:52:05.332270+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506173+0000","last_change":"2024-07-27T06:52:04.336716+0000","last_active":"2024-07-27T06:52:05.506173+0000","last_peered":"2024-07-27T06:52:05.506173+0000","last_clean":"2024-07-27T06:52:05.506173+0000","last_became_active":"2024-07-27T06:52:04.336354+0000","last_became_peered":"2024-07-27T06:52:04.336354+0000","last_unstale":"2024-07-27T06:52:05.506173+0000","last_undegraded":"2024-07-27T06:52:05.506173+0000","last_fullsized":"2024-07-27T06:52:05.506173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:18:21.969055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998399+0000","last_change":"2024-07-27T06:52:03.320401+0000","last_active":"2024-07-27T06:52:05.998399+0000","last_peered":"2024-07-27T06:52:05.998399+0000","last_clean":"2024-07-27T06:52:05.998399+0000","last_became_active":"2024-07-27T06:52:03.320066+0000","last_became_peered":"2024-07-27T06:52:03.320066+0000","last_unstale":"2024-07-27T06:52:05.998399+0000","last_undegraded":"2024-07-27T06:52:05.998399+0000","last_fullsized":"2024-07-27T06:52:05.998399+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:42.844072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.327103+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:05.327103+0000","last_peered":"2024-07-27T06:52:05.327103+0000","last_clean":"2024-07-27T06:52:05.327103+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:05.327103+0000","last_undegraded":"2024-07-27T06:52:05.327103+0000","last_fullsized":"2024-07-27T06:52:05.327103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.458111+0000","last_change":"2024-07-27T06:52:04.339612+0000","last_active":"2024-07-27T06:52:06.458111+0000","last_peered":"2024-07-27T06:52:06.458111+0000","last_clean":"2024-07-27T06:52:06.458111+0000","last_became_active":"2024-07-27T06:52:04.339116+0000","last_became_peered":"2024-07-27T06:52:04.339116+0000","last_unstale":"2024-07-27T06:52:06.458111+0000","last_undegraded":"2024-07-27T06:52:06.458111+0000","last_fullsized":"2024-07-27T06:52:06.458111+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:40.922068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886156+0000","last_change":"2024-07-27T06:52:03.320899+0000","last_active":"2024-07-27T06:52:05.886156+0000","last_peered":"2024-07-27T06:52:05.886156+0000","last_clean":"2024-07-27T06:52:05.886156+0000","last_became_active":"2024-07-27T06:52:03.320557+0000","last_became_peered":"2024-07-27T06:52:03.320557+0000","last_unstale":"2024-07-27T06:52:05.886156+0000","last_undegraded":"2024-07-27T06:52:05.886156+0000","last_fullsized":"2024-07-27T06:52:05.886156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:59.920181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331184+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:05.331184+0000","last_peered":"2024-07-27T06:52:05.331184+0000","last_clean":"2024-07-27T06:52:05.331184+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:05.331184+0000","last_undegraded":"2024-07-27T06:52:05.331184+0000","last_fullsized":"2024-07-27T06:52:05.331184+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326534+0000","last_change":"2024-07-27T06:52:04.335985+0000","last_active":"2024-07-27T06:52:05.326534+0000","last_peered":"2024-07-27T06:52:05.326534+0000","last_clean":"2024-07-27T06:52:05.326534+0000","last_became_active":"2024-07-27T06:52:04.333991+0000","last_became_peered":"2024-07-27T06:52:04.333991+0000","last_unstale":"2024-07-27T06:52:05.326534+0000","last_undegraded":"2024-07-27T06:52:05.326534+0000","last_fullsized":"2024-07-27T06:52:05.326534+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:01:59.349419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":21,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457162+0000","last_change":"2024-07-27T06:52:03.329950+0000","last_active":"2024-07-27T06:52:06.457162+0000","last_peered":"2024-07-27T06:52:06.457162+0000","last_clean":"2024-07-27T06:52:06.457162+0000","last_became_active":"2024-07-27T06:52:03.329652+0000","last_became_peered":"2024-07-27T06:52:03.329652+0000","last_unstale":"2024-07-27T06:52:06.457162+0000","last_undegraded":"2024-07-27T06:52:06.457162+0000","last_fullsized":"2024-07-27T06:52:06.457162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:21.796265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332785+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:05.332785+0000","last_peered":"2024-07-27T06:52:05.332785+0000","last_clean":"2024-07-27T06:52:05.332785+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:05.332785+0000","last_undegraded":"2024-07-27T06:52:05.332785+0000","last_fullsized":"2024-07-27T06:52:05.332785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997913+0000","last_change":"2024-07-27T06:52:04.345494+0000","last_active":"2024-07-27T06:52:05.997913+0000","last_peered":"2024-07-27T06:52:05.997913+0000","last_clean":"2024-07-27T06:52:05.997913+0000","last_became_active":"2024-07-27T06:52:04.345166+0000","last_became_peered":"2024-07-27T06:52:04.345166+0000","last_unstale":"2024-07-27T06:52:05.997913+0000","last_undegraded":"2024-07-27T06:52:05.997913+0000","last_fullsized":"2024-07-27T06:52:05.997913+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326335+0000","last_change":"2024-07-27T06:52:03.331265+0000","last_active":"2024-07-27T06:52:05.326335+0000","last_peered":"2024-07-27T06:52:05.326335+0000","last_clean":"2024-07-27T06:52:05.326335+0000","last_became_active":"2024-07-27T06:52:03.330920+0000","last_became_peered":"2024-07-27T06:52:03.330920+0000","last_unstale":"2024-07-27T06:52:05.326335+0000","last_undegraded":"2024-07-27T06:52:05.326335+0000","last_fullsized":"2024-07-27T06:52:05.326335+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:00.769945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326242+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:05.326242+0000","last_peered":"2024-07-27T06:52:05.326242+0000","last_clean":"2024-07-27T06:52:05.326242+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:05.326242+0000","last_undegraded":"2024-07-27T06:52:05.326242+0000","last_fullsized":"2024-07-27T06:52:05.326242+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332277+0000","last_change":"2024-07-27T06:52:04.345578+0000","last_active":"2024-07-27T06:52:05.332277+0000","last_peered":"2024-07-27T06:52:05.332277+0000","last_clean":"2024-07-27T06:52:05.332277+0000","last_became_active":"2024-07-27T06:52:04.345114+0000","last_became_peered":"2024-07-27T06:52:04.345114+0000","last_unstale":"2024-07-27T06:52:05.332277+0000","last_undegraded":"2024-07-27T06:52:05.332277+0000","last_fullsized":"2024-07-27T06:52:05.332277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261799+0000","last_change":"2024-07-27T06:52:03.328982+0000","last_active":"2024-07-27T06:52:06.261799+0000","last_peered":"2024-07-27T06:52:06.261799+0000","last_clean":"2024-07-27T06:52:06.261799+0000","last_became_active":"2024-07-27T06:52:03.328315+0000","last_became_peered":"2024-07-27T06:52:03.328315+0000","last_unstale":"2024-07-27T06:52:06.261799+0000","last_undegraded":"2024-07-27T06:52:06.261799+0000","last_fullsized":"2024-07-27T06:52:06.261799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:44.265463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326350+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:05.326350+0000","last_peered":"2024-07-27T06:52:05.326350+0000","last_clean":"2024-07-27T06:52:05.326350+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:05.326350+0000","last_undegraded":"2024-07-27T06:52:05.326350+0000","last_fullsized":"2024-07-27T06:52:05.326350+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997854+0000","last_change":"2024-07-27T06:52:04.326916+0000","last_active":"2024-07-27T06:52:05.997854+0000","last_peered":"2024-07-27T06:52:05.997854+0000","last_clean":"2024-07-27T06:52:05.997854+0000","last_became_active":"2024-07-27T06:52:04.326218+0000","last_became_peered":"2024-07-27T06:52:04.326218+0000","last_unstale":"2024-07-27T06:52:05.997854+0000","last_undegraded":"2024-07-27T06:52:05.997854+0000","last_fullsized":"2024-07-27T06:52:05.997854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504742+0000","last_change":"2024-07-27T06:52:03.327366+0000","last_active":"2024-07-27T06:52:05.504742+0000","last_peered":"2024-07-27T06:52:05.504742+0000","last_clean":"2024-07-27T06:52:05.504742+0000","last_became_active":"2024-07-27T06:52:03.326566+0000","last_became_peered":"2024-07-27T06:52:03.326566+0000","last_unstale":"2024-07-27T06:52:05.504742+0000","last_undegraded":"2024-07-27T06:52:05.504742+0000","last_fullsized":"2024-07-27T06:52:05.504742+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995993+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:05.995993+0000","last_peered":"2024-07-27T06:52:05.995993+0000","last_clean":"2024-07-27T06:52:05.995993+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:05.995993+0000","last_undegraded":"2024-07-27T06:52:05.995993+0000","last_fullsized":"2024-07-27T06:52:05.995993+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261125+0000","last_change":"2024-07-27T06:52:04.328110+0000","last_active":"2024-07-27T06:52:06.261125+0000","last_peered":"2024-07-27T06:52:06.261125+0000","last_clean":"2024-07-27T06:52:06.261125+0000","last_became_active":"2024-07-27T06:52:04.327798+0000","last_became_peered":"2024-07-27T06:52:04.327798+0000","last_unstale":"2024-07-27T06:52:06.261125+0000","last_undegraded":"2024-07-27T06:52:06.261125+0000","last_fullsized":"2024-07-27T06:52:06.261125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:52:27.820626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.456540+0000","last_change":"2024-07-27T06:52:03.321437+0000","last_active":"2024-07-27T06:52:06.456540+0000","last_peered":"2024-07-27T06:52:06.456540+0000","last_clean":"2024-07-27T06:52:06.456540+0000","last_became_active":"2024-07-27T06:52:03.320939+0000","last_became_peered":"2024-07-27T06:52:03.320939+0000","last_unstale":"2024-07-27T06:52:06.456540+0000","last_undegraded":"2024-07-27T06:52:06.456540+0000","last_fullsized":"2024-07-27T06:52:06.456540+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:36.589064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886290+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:05.886290+0000","last_peered":"2024-07-27T06:52:05.886290+0000","last_clean":"2024-07-27T06:52:05.886290+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:05.886290+0000","last_undegraded":"2024-07-27T06:52:05.886290+0000","last_fullsized":"2024-07-27T06:52:05.886290+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504026+0000","last_change":"2024-07-27T06:52:04.325731+0000","last_active":"2024-07-27T06:52:05.504026+0000","last_peered":"2024-07-27T06:52:05.504026+0000","last_clean":"2024-07-27T06:52:05.504026+0000","last_became_active":"2024-07-27T06:52:04.320101+0000","last_became_peered":"2024-07-27T06:52:04.320101+0000","last_unstale":"2024-07-27T06:52:05.504026+0000","last_undegraded":"2024-07-27T06:52:05.504026+0000","last_fullsized":"2024-07-27T06:52:05.504026+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886348+0000","last_change":"2024-07-27T06:52:03.307339+0000","last_active":"2024-07-27T06:52:05.886348+0000","last_peered":"2024-07-27T06:52:05.886348+0000","last_clean":"2024-07-27T06:52:05.886348+0000","last_became_active":"2024-07-27T06:52:03.306995+0000","last_became_peered":"2024-07-27T06:52:03.306995+0000","last_unstale":"2024-07-27T06:52:05.886348+0000","last_undegraded":"2024-07-27T06:52:05.886348+0000","last_fullsized":"2024-07-27T06:52:05.886348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:41.626846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886146+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:05.886146+0000","last_peered":"2024-07-27T06:52:05.886146+0000","last_clean":"2024-07-27T06:52:05.886146+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:05.886146+0000","last_undegraded":"2024-07-27T06:52:05.886146+0000","last_fullsized":"2024-07-27T06:52:05.886146+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.264068+0000","last_change":"2024-07-27T06:52:04.340923+0000","last_active":"2024-07-27T06:52:06.264068+0000","last_peered":"2024-07-27T06:52:06.264068+0000","last_clean":"2024-07-27T06:52:06.264068+0000","last_became_active":"2024-07-27T06:52:04.337261+0000","last_became_peered":"2024-07-27T06:52:04.337261+0000","last_unstale":"2024-07-27T06:52:06.264068+0000","last_undegraded":"2024-07-27T06:52:06.264068+0000","last_fullsized":"2024-07-27T06:52:06.264068+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:53.067358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332427+0000","last_change":"2024-07-27T06:52:03.327196+0000","last_active":"2024-07-27T06:52:05.332427+0000","last_peered":"2024-07-27T06:52:05.332427+0000","last_clean":"2024-07-27T06:52:05.332427+0000","last_became_active":"2024-07-27T06:52:03.326884+0000","last_became_peered":"2024-07-27T06:52:03.326884+0000","last_unstale":"2024-07-27T06:52:05.332427+0000","last_undegraded":"2024-07-27T06:52:05.332427+0000","last_fullsized":"2024-07-27T06:52:05.332427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504116+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:05.504116+0000","last_peered":"2024-07-27T06:52:05.504116+0000","last_clean":"2024-07-27T06:52:05.504116+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:05.504116+0000","last_undegraded":"2024-07-27T06:52:05.504116+0000","last_fullsized":"2024-07-27T06:52:05.504116+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262869+0000","last_change":"2024-07-27T06:52:04.325256+0000","last_active":"2024-07-27T06:52:06.262869+0000","last_peered":"2024-07-27T06:52:06.262869+0000","last_clean":"2024-07-27T06:52:06.262869+0000","last_became_active":"2024-07-27T06:52:04.321235+0000","last_became_peered":"2024-07-27T06:52:04.321235+0000","last_unstale":"2024-07-27T06:52:06.262869+0000","last_undegraded":"2024-07-27T06:52:06.262869+0000","last_fullsized":"2024-07-27T06:52:06.262869+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:52.346429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335430+0000","last_change":"2024-07-27T06:52:03.311014+0000","last_active":"2024-07-27T06:52:05.335430+0000","last_peered":"2024-07-27T06:52:05.335430+0000","last_clean":"2024-07-27T06:52:05.335430+0000","last_became_active":"2024-07-27T06:52:03.310538+0000","last_became_peered":"2024-07-27T06:52:03.310538+0000","last_unstale":"2024-07-27T06:52:05.335430+0000","last_undegraded":"2024-07-27T06:52:05.335430+0000","last_fullsized":"2024-07-27T06:52:05.335430+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:25.157410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330014+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:05.330014+0000","last_peered":"2024-07-27T06:52:05.330014+0000","last_clean":"2024-07-27T06:52:05.330014+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:05.330014+0000","last_undegraded":"2024-07-27T06:52:05.330014+0000","last_fullsized":"2024-07-27T06:52:05.330014+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263272+0000","last_change":"2024-07-27T06:52:04.350904+0000","last_active":"2024-07-27T06:52:06.263272+0000","last_peered":"2024-07-27T06:52:06.263272+0000","last_clean":"2024-07-27T06:52:06.263272+0000","last_became_active":"2024-07-27T06:52:04.345962+0000","last_became_peered":"2024-07-27T06:52:04.345962+0000","last_unstale":"2024-07-27T06:52:06.263272+0000","last_undegraded":"2024-07-27T06:52:06.263272+0000","last_fullsized":"2024-07-27T06:52:06.263272+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:15.470072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326923+0000","last_change":"2024-07-27T06:52:03.327547+0000","last_active":"2024-07-27T06:52:05.326923+0000","last_peered":"2024-07-27T06:52:05.326923+0000","last_clean":"2024-07-27T06:52:05.326923+0000","last_became_active":"2024-07-27T06:52:03.327238+0000","last_became_peered":"2024-07-27T06:52:03.327238+0000","last_unstale":"2024-07-27T06:52:05.326923+0000","last_undegraded":"2024-07-27T06:52:05.326923+0000","last_fullsized":"2024-07-27T06:52:05.326923+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:49:02.712896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331197+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:05.331197+0000","last_peered":"2024-07-27T06:52:05.331197+0000","last_clean":"2024-07-27T06:52:05.331197+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:05.331197+0000","last_undegraded":"2024-07-27T06:52:05.331197+0000","last_fullsized":"2024-07-27T06:52:05.331197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997781+0000","last_change":"2024-07-27T06:52:04.333256+0000","last_active":"2024-07-27T06:52:05.997781+0000","last_peered":"2024-07-27T06:52:05.997781+0000","last_clean":"2024-07-27T06:52:05.997781+0000","last_became_active":"2024-07-27T06:52:04.332916+0000","last_became_peered":"2024-07-27T06:52:04.332916+0000","last_unstale":"2024-07-27T06:52:05.997781+0000","last_undegraded":"2024-07-27T06:52:05.997781+0000","last_fullsized":"2024-07-27T06:52:05.997781+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262799+0000","last_change":"2024-07-27T06:52:03.331873+0000","last_active":"2024-07-27T06:52:06.262799+0000","last_peered":"2024-07-27T06:52:06.262799+0000","last_clean":"2024-07-27T06:52:06.262799+0000","last_became_active":"2024-07-27T06:52:03.331551+0000","last_became_peered":"2024-07-27T06:52:03.331551+0000","last_unstale":"2024-07-27T06:52:06.262799+0000","last_undegraded":"2024-07-27T06:52:06.262799+0000","last_fullsized":"2024-07-27T06:52:06.262799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:56.185292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886679+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:05.886679+0000","last_peered":"2024-07-27T06:52:05.886679+0000","last_clean":"2024-07-27T06:52:05.886679+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:05.886679+0000","last_undegraded":"2024-07-27T06:52:05.886679+0000","last_fullsized":"2024-07-27T06:52:05.886679+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457664+0000","last_change":"2024-07-27T06:52:04.342689+0000","last_active":"2024-07-27T06:52:06.457664+0000","last_peered":"2024-07-27T06:52:06.457664+0000","last_clean":"2024-07-27T06:52:06.457664+0000","last_became_active":"2024-07-27T06:52:04.341671+0000","last_became_peered":"2024-07-27T06:52:04.341671+0000","last_unstale":"2024-07-27T06:52:06.457664+0000","last_undegraded":"2024-07-27T06:52:06.457664+0000","last_fullsized":"2024-07-27T06:52:06.457664+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:38.454915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504248+0000","last_change":"2024-07-27T06:52:03.324875+0000","last_active":"2024-07-27T06:52:05.504248+0000","last_peered":"2024-07-27T06:52:05.504248+0000","last_clean":"2024-07-27T06:52:05.504248+0000","last_became_active":"2024-07-27T06:52:03.324562+0000","last_became_peered":"2024-07-27T06:52:03.324562+0000","last_unstale":"2024-07-27T06:52:05.504248+0000","last_undegraded":"2024-07-27T06:52:05.504248+0000","last_fullsized":"2024-07-27T06:52:05.504248+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:59.920181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886167+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:05.886167+0000","last_peered":"2024-07-27T06:52:05.886167+0000","last_clean":"2024-07-27T06:52:05.886167+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:05.886167+0000","last_undegraded":"2024-07-27T06:52:05.886167+0000","last_fullsized":"2024-07-27T06:52:05.886167+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261815+0000","last_change":"2024-07-27T06:52:04.332997+0000","last_active":"2024-07-27T06:52:06.261815+0000","last_peered":"2024-07-27T06:52:06.261815+0000","last_clean":"2024-07-27T06:52:06.261815+0000","last_became_active":"2024-07-27T06:52:04.332634+0000","last_became_peered":"2024-07-27T06:52:04.332634+0000","last_unstale":"2024-07-27T06:52:06.261815+0000","last_undegraded":"2024-07-27T06:52:06.261815+0000","last_fullsized":"2024-07-27T06:52:06.261815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:28.059870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330905+0000","last_change":"2024-07-27T06:52:03.333083+0000","last_active":"2024-07-27T06:52:05.330905+0000","last_peered":"2024-07-27T06:52:05.330905+0000","last_clean":"2024-07-27T06:52:05.330905+0000","last_became_active":"2024-07-27T06:52:03.332644+0000","last_became_peered":"2024-07-27T06:52:03.332644+0000","last_unstale":"2024-07-27T06:52:05.330905+0000","last_undegraded":"2024-07-27T06:52:05.330905+0000","last_fullsized":"2024-07-27T06:52:05.330905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505169+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:05.505169+0000","last_peered":"2024-07-27T06:52:05.505169+0000","last_clean":"2024-07-27T06:52:05.505169+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:05.505169+0000","last_undegraded":"2024-07-27T06:52:05.505169+0000","last_fullsized":"2024-07-27T06:52:05.505169+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334355+0000","last_change":"2024-07-27T06:52:04.345344+0000","last_active":"2024-07-27T06:52:05.334355+0000","last_peered":"2024-07-27T06:52:05.334355+0000","last_clean":"2024-07-27T06:52:05.334355+0000","last_became_active":"2024-07-27T06:52:04.344782+0000","last_became_peered":"2024-07-27T06:52:04.344782+0000","last_unstale":"2024-07-27T06:52:05.334355+0000","last_undegraded":"2024-07-27T06:52:05.334355+0000","last_fullsized":"2024-07-27T06:52:05.334355+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997109+0000","last_change":"2024-07-27T06:52:03.322631+0000","last_active":"2024-07-27T06:52:05.997109+0000","last_peered":"2024-07-27T06:52:05.997109+0000","last_clean":"2024-07-27T06:52:05.997109+0000","last_became_active":"2024-07-27T06:52:03.322274+0000","last_became_peered":"2024-07-27T06:52:03.322274+0000","last_unstale":"2024-07-27T06:52:05.997109+0000","last_undegraded":"2024-07-27T06:52:05.997109+0000","last_fullsized":"2024-07-27T06:52:05.997109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:00.977795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334029+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:05.334029+0000","last_peered":"2024-07-27T06:52:05.334029+0000","last_clean":"2024-07-27T06:52:05.334029+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:05.334029+0000","last_undegraded":"2024-07-27T06:52:05.334029+0000","last_fullsized":"2024-07-27T06:52:05.334029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997097+0000","last_change":"2024-07-27T06:52:04.326714+0000","last_active":"2024-07-27T06:52:05.997097+0000","last_peered":"2024-07-27T06:52:05.997097+0000","last_clean":"2024-07-27T06:52:05.997097+0000","last_became_active":"2024-07-27T06:52:04.326004+0000","last_became_peered":"2024-07-27T06:52:04.326004+0000","last_unstale":"2024-07-27T06:52:05.997097+0000","last_undegraded":"2024-07-27T06:52:05.997097+0000","last_fullsized":"2024-07-27T06:52:05.997097+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:29.898841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261133+0000","last_change":"2024-07-27T06:52:03.323561+0000","last_active":"2024-07-27T06:52:06.261133+0000","last_peered":"2024-07-27T06:52:06.261133+0000","last_clean":"2024-07-27T06:52:06.261133+0000","last_became_active":"2024-07-27T06:52:03.323203+0000","last_became_peered":"2024-07-27T06:52:03.323203+0000","last_unstale":"2024-07-27T06:52:06.261133+0000","last_undegraded":"2024-07-27T06:52:06.261133+0000","last_fullsized":"2024-07-27T06:52:06.261133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:45:44.985552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332686+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:05.332686+0000","last_peered":"2024-07-27T06:52:05.332686+0000","last_clean":"2024-07-27T06:52:05.332686+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:05.332686+0000","last_undegraded":"2024-07-27T06:52:05.332686+0000","last_fullsized":"2024-07-27T06:52:05.332686+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506446+0000","last_change":"2024-07-27T06:52:04.313982+0000","last_active":"2024-07-27T06:52:05.506446+0000","last_peered":"2024-07-27T06:52:05.506446+0000","last_clean":"2024-07-27T06:52:05.506446+0000","last_became_active":"2024-07-27T06:52:04.313116+0000","last_became_peered":"2024-07-27T06:52:04.313116+0000","last_unstale":"2024-07-27T06:52:05.506446+0000","last_undegraded":"2024-07-27T06:52:05.506446+0000","last_fullsized":"2024-07-27T06:52:05.506446+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:47.993162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.303334+0000","last_change":"2024-07-27T06:52:03.328505+0000","last_active":"2024-07-27T06:52:06.303334+0000","last_peered":"2024-07-27T06:52:06.303334+0000","last_clean":"2024-07-27T06:52:06.303334+0000","last_became_active":"2024-07-27T06:52:03.327940+0000","last_became_peered":"2024-07-27T06:52:03.327940+0000","last_unstale":"2024-07-27T06:52:06.303334+0000","last_undegraded":"2024-07-27T06:52:06.303334+0000","last_fullsized":"2024-07-27T06:52:06.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:17.272438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995762+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:05.995762+0000","last_peered":"2024-07-27T06:52:05.995762+0000","last_clean":"2024-07-27T06:52:05.995762+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:05.995762+0000","last_undegraded":"2024-07-27T06:52:05.995762+0000","last_fullsized":"2024-07-27T06:52:05.995762+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506128+0000","last_change":"2024-07-27T06:52:04.343303+0000","last_active":"2024-07-27T06:52:05.506128+0000","last_peered":"2024-07-27T06:52:05.506128+0000","last_clean":"2024-07-27T06:52:05.506128+0000","last_became_active":"2024-07-27T06:52:04.342890+0000","last_became_peered":"2024-07-27T06:52:04.342890+0000","last_unstale":"2024-07-27T06:52:05.506128+0000","last_undegraded":"2024-07-27T06:52:05.506128+0000","last_fullsized":"2024-07-27T06:52:05.506128+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:40.922068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333707+0000","last_change":"2024-07-27T06:52:03.332923+0000","last_active":"2024-07-27T06:52:05.333707+0000","last_peered":"2024-07-27T06:52:05.333707+0000","last_clean":"2024-07-27T06:52:05.333707+0000","last_became_active":"2024-07-27T06:52:03.331764+0000","last_became_peered":"2024-07-27T06:52:03.331764+0000","last_unstale":"2024-07-27T06:52:05.333707+0000","last_undegraded":"2024-07-27T06:52:05.333707+0000","last_fullsized":"2024-07-27T06:52:05.333707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995804+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:05.995804+0000","last_peered":"2024-07-27T06:52:05.995804+0000","last_clean":"2024-07-27T06:52:05.995804+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:05.995804+0000","last_undegraded":"2024-07-27T06:52:05.995804+0000","last_fullsized":"2024-07-27T06:52:05.995804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998567+0000","last_change":"2024-07-27T06:52:04.328671+0000","last_active":"2024-07-27T06:52:05.998567+0000","last_peered":"2024-07-27T06:52:05.998567+0000","last_clean":"2024-07-27T06:52:05.998567+0000","last_became_active":"2024-07-27T06:52:04.328205+0000","last_became_peered":"2024-07-27T06:52:04.328205+0000","last_unstale":"2024-07-27T06:52:05.998567+0000","last_undegraded":"2024-07-27T06:52:05.998567+0000","last_fullsized":"2024-07-27T06:52:05.998567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:32.403871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504981+0000","last_change":"2024-07-27T06:52:03.327305+0000","last_active":"2024-07-27T06:52:05.504981+0000","last_peered":"2024-07-27T06:52:05.504981+0000","last_clean":"2024-07-27T06:52:05.504981+0000","last_became_active":"2024-07-27T06:52:03.326205+0000","last_became_peered":"2024-07-27T06:52:03.326205+0000","last_unstale":"2024-07-27T06:52:05.504981+0000","last_undegraded":"2024-07-27T06:52:05.504981+0000","last_fullsized":"2024-07-27T06:52:05.504981+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.260085+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:06.260085+0000","last_peered":"2024-07-27T06:52:06.260085+0000","last_clean":"2024-07-27T06:52:06.260085+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:06.260085+0000","last_undegraded":"2024-07-27T06:52:06.260085+0000","last_fullsized":"2024-07-27T06:52:06.260085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333661+0000","last_change":"2024-07-27T06:52:04.347741+0000","last_active":"2024-07-27T06:52:05.333661+0000","last_peered":"2024-07-27T06:52:05.333661+0000","last_clean":"2024-07-27T06:52:05.333661+0000","last_became_active":"2024-07-27T06:52:04.342671+0000","last_became_peered":"2024-07-27T06:52:04.342671+0000","last_unstale":"2024-07-27T06:52:05.333661+0000","last_undegraded":"2024-07-27T06:52:05.333661+0000","last_fullsized":"2024-07-27T06:52:05.333661+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885779+0000","last_change":"2024-07-27T06:52:03.328511+0000","last_active":"2024-07-27T06:52:05.885779+0000","last_peered":"2024-07-27T06:52:05.885779+0000","last_clean":"2024-07-27T06:52:05.885779+0000","last_became_active":"2024-07-27T06:52:03.328206+0000","last_became_peered":"2024-07-27T06:52:03.328206+0000","last_unstale":"2024-07-27T06:52:05.885779+0000","last_undegraded":"2024-07-27T06:52:05.885779+0000","last_fullsized":"2024-07-27T06:52:05.885779+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:56:45.580965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333004+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:05.333004+0000","last_peered":"2024-07-27T06:52:05.333004+0000","last_clean":"2024-07-27T06:52:05.333004+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:05.333004+0000","last_undegraded":"2024-07-27T06:52:05.333004+0000","last_fullsized":"2024-07-27T06:52:05.333004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998378+0000","last_change":"2024-07-27T06:52:04.331207+0000","last_active":"2024-07-27T06:52:05.998378+0000","last_peered":"2024-07-27T06:52:05.998378+0000","last_clean":"2024-07-27T06:52:05.998378+0000","last_became_active":"2024-07-27T06:52:04.330840+0000","last_became_peered":"2024-07-27T06:52:04.330840+0000","last_unstale":"2024-07-27T06:52:05.998378+0000","last_undegraded":"2024-07-27T06:52:05.998378+0000","last_fullsized":"2024-07-27T06:52:05.998378+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997728+0000","last_change":"2024-07-27T06:52:03.319231+0000","last_active":"2024-07-27T06:52:05.997728+0000","last_peered":"2024-07-27T06:52:05.997728+0000","last_clean":"2024-07-27T06:52:05.997728+0000","last_became_active":"2024-07-27T06:52:03.318909+0000","last_became_peered":"2024-07-27T06:52:03.318909+0000","last_unstale":"2024-07-27T06:52:05.997728+0000","last_undegraded":"2024-07-27T06:52:05.997728+0000","last_fullsized":"2024-07-27T06:52:05.997728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.655386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326734+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:05.326734+0000","last_peered":"2024-07-27T06:52:05.326734+0000","last_clean":"2024-07-27T06:52:05.326734+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:05.326734+0000","last_undegraded":"2024-07-27T06:52:05.326734+0000","last_fullsized":"2024-07-27T06:52:05.326734+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886104+0000","last_change":"2024-07-27T06:52:04.327467+0000","last_active":"2024-07-27T06:52:05.886104+0000","last_peered":"2024-07-27T06:52:05.886104+0000","last_clean":"2024-07-27T06:52:05.886104+0000","last_became_active":"2024-07-27T06:52:04.327013+0000","last_became_peered":"2024-07-27T06:52:04.327013+0000","last_unstale":"2024-07-27T06:52:05.886104+0000","last_undegraded":"2024-07-27T06:52:05.886104+0000","last_fullsized":"2024-07-27T06:52:05.886104+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332448+0000","last_change":"2024-07-27T06:52:03.317339+0000","last_active":"2024-07-27T06:52:05.332448+0000","last_peered":"2024-07-27T06:52:05.332448+0000","last_clean":"2024-07-27T06:52:05.332448+0000","last_became_active":"2024-07-27T06:52:03.316997+0000","last_became_peered":"2024-07-27T06:52:03.316997+0000","last_unstale":"2024-07-27T06:52:05.332448+0000","last_undegraded":"2024-07-27T06:52:05.332448+0000","last_fullsized":"2024-07-27T06:52:05.332448+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:15:02.064678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334243+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:05.334243+0000","last_peered":"2024-07-27T06:52:05.334243+0000","last_clean":"2024-07-27T06:52:05.334243+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:05.334243+0000","last_undegraded":"2024-07-27T06:52:05.334243+0000","last_fullsized":"2024-07-27T06:52:05.334243+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997089+0000","last_change":"2024-07-27T06:52:04.328415+0000","last_active":"2024-07-27T06:52:05.997089+0000","last_peered":"2024-07-27T06:52:05.997089+0000","last_clean":"2024-07-27T06:52:05.997089+0000","last_became_active":"2024-07-27T06:52:04.326308+0000","last_became_peered":"2024-07-27T06:52:04.326308+0000","last_unstale":"2024-07-27T06:52:05.997089+0000","last_undegraded":"2024-07-27T06:52:05.997089+0000","last_fullsized":"2024-07-27T06:52:05.997089+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:52:46.982563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.884928+0000","last_change":"2024-07-27T06:52:03.314968+0000","last_active":"2024-07-27T06:52:05.884928+0000","last_peered":"2024-07-27T06:52:05.884928+0000","last_clean":"2024-07-27T06:52:05.884928+0000","last_became_active":"2024-07-27T06:52:03.314651+0000","last_became_peered":"2024-07-27T06:52:03.314651+0000","last_unstale":"2024-07-27T06:52:05.884928+0000","last_undegraded":"2024-07-27T06:52:05.884928+0000","last_fullsized":"2024-07-27T06:52:05.884928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326118+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:05.326118+0000","last_peered":"2024-07-27T06:52:05.326118+0000","last_clean":"2024-07-27T06:52:05.326118+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:05.326118+0000","last_undegraded":"2024-07-27T06:52:05.326118+0000","last_fullsized":"2024-07-27T06:52:05.326118+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506244+0000","last_change":"2024-07-27T06:52:04.336598+0000","last_active":"2024-07-27T06:52:05.506244+0000","last_peered":"2024-07-27T06:52:05.506244+0000","last_clean":"2024-07-27T06:52:05.506244+0000","last_became_active":"2024-07-27T06:52:04.335930+0000","last_became_peered":"2024-07-27T06:52:04.335930+0000","last_unstale":"2024-07-27T06:52:05.506244+0000","last_undegraded":"2024-07-27T06:52:05.506244+0000","last_fullsized":"2024-07-27T06:52:05.506244+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:03:18.313494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998651+0000","last_change":"2024-07-27T06:52:03.319305+0000","last_active":"2024-07-27T06:52:05.998651+0000","last_peered":"2024-07-27T06:52:05.998651+0000","last_clean":"2024-07-27T06:52:05.998651+0000","last_became_active":"2024-07-27T06:52:03.318155+0000","last_became_peered":"2024-07-27T06:52:03.318155+0000","last_unstale":"2024-07-27T06:52:05.998651+0000","last_undegraded":"2024-07-27T06:52:05.998651+0000","last_fullsized":"2024-07-27T06:52:05.998651+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:50.972134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504104+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:05.504104+0000","last_peered":"2024-07-27T06:52:05.504104+0000","last_clean":"2024-07-27T06:52:05.504104+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:05.504104+0000","last_undegraded":"2024-07-27T06:52:05.504104+0000","last_fullsized":"2024-07-27T06:52:05.504104+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506024+0000","last_change":"2024-07-27T06:52:04.336617+0000","last_active":"2024-07-27T06:52:05.506024+0000","last_peered":"2024-07-27T06:52:05.506024+0000","last_clean":"2024-07-27T06:52:05.506024+0000","last_became_active":"2024-07-27T06:52:04.335336+0000","last_became_peered":"2024-07-27T06:52:04.335336+0000","last_unstale":"2024-07-27T06:52:05.506024+0000","last_undegraded":"2024-07-27T06:52:05.506024+0000","last_fullsized":"2024-07-27T06:52:05.506024+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:48:18.173968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333312+0000","last_change":"2024-07-27T06:52:03.333835+0000","last_active":"2024-07-27T06:52:05.333312+0000","last_peered":"2024-07-27T06:52:05.333312+0000","last_clean":"2024-07-27T06:52:05.333312+0000","last_became_active":"2024-07-27T06:52:03.333079+0000","last_became_peered":"2024-07-27T06:52:03.333079+0000","last_unstale":"2024-07-27T06:52:05.333312+0000","last_undegraded":"2024-07-27T06:52:05.333312+0000","last_fullsized":"2024-07-27T06:52:05.333312+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885418+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:05.885418+0000","last_peered":"2024-07-27T06:52:05.885418+0000","last_clean":"2024-07-27T06:52:05.885418+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:05.885418+0000","last_undegraded":"2024-07-27T06:52:05.885418+0000","last_fullsized":"2024-07-27T06:52:05.885418+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325975+0000","last_change":"2024-07-27T06:52:04.328392+0000","last_active":"2024-07-27T06:52:05.325975+0000","last_peered":"2024-07-27T06:52:05.325975+0000","last_clean":"2024-07-27T06:52:05.325975+0000","last_became_active":"2024-07-27T06:52:04.328072+0000","last_became_peered":"2024-07-27T06:52:04.328072+0000","last_unstale":"2024-07-27T06:52:05.325975+0000","last_undegraded":"2024-07-27T06:52:05.325975+0000","last_fullsized":"2024-07-27T06:52:05.325975+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:25.857488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997997+0000","last_change":"2024-07-27T06:52:03.324268+0000","last_active":"2024-07-27T06:52:05.997997+0000","last_peered":"2024-07-27T06:52:05.997997+0000","last_clean":"2024-07-27T06:52:05.997997+0000","last_became_active":"2024-07-27T06:52:03.323954+0000","last_became_peered":"2024-07-27T06:52:03.323954+0000","last_unstale":"2024-07-27T06:52:05.997997+0000","last_undegraded":"2024-07-27T06:52:05.997997+0000","last_fullsized":"2024-07-27T06:52:05.997997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:37.443211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995885+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:05.995885+0000","last_peered":"2024-07-27T06:52:05.995885+0000","last_clean":"2024-07-27T06:52:05.995885+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:05.995885+0000","last_undegraded":"2024-07-27T06:52:05.995885+0000","last_fullsized":"2024-07-27T06:52:05.995885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333184+0000","last_change":"2024-07-27T06:52:04.351183+0000","last_active":"2024-07-27T06:52:05.333184+0000","last_peered":"2024-07-27T06:52:05.333184+0000","last_clean":"2024-07-27T06:52:05.333184+0000","last_became_active":"2024-07-27T06:52:04.350875+0000","last_became_peered":"2024-07-27T06:52:04.350875+0000","last_unstale":"2024-07-27T06:52:05.333184+0000","last_undegraded":"2024-07-27T06:52:05.333184+0000","last_fullsized":"2024-07-27T06:52:05.333184+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:22.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505775+0000","last_change":"2024-07-27T06:52:03.327679+0000","last_active":"2024-07-27T06:52:05.505775+0000","last_peered":"2024-07-27T06:52:05.505775+0000","last_clean":"2024-07-27T06:52:05.505775+0000","last_became_active":"2024-07-27T06:52:03.326624+0000","last_became_peered":"2024-07-27T06:52:03.326624+0000","last_unstale":"2024-07-27T06:52:05.505775+0000","last_undegraded":"2024-07-27T06:52:05.505775+0000","last_fullsized":"2024-07-27T06:52:05.505775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:41.626846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333259+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:05.333259+0000","last_peered":"2024-07-27T06:52:05.333259+0000","last_clean":"2024-07-27T06:52:05.333259+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:05.333259+0000","last_undegraded":"2024-07-27T06:52:05.333259+0000","last_fullsized":"2024-07-27T06:52:05.333259+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998616+0000","last_change":"2024-07-27T06:52:04.341949+0000","last_active":"2024-07-27T06:52:05.998616+0000","last_peered":"2024-07-27T06:52:05.998616+0000","last_clean":"2024-07-27T06:52:05.998616+0000","last_became_active":"2024-07-27T06:52:04.341587+0000","last_became_peered":"2024-07-27T06:52:04.341587+0000","last_unstale":"2024-07-27T06:52:05.998616+0000","last_undegraded":"2024-07-27T06:52:05.998616+0000","last_fullsized":"2024-07-27T06:52:05.998616+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.456912+0000","last_change":"2024-07-27T06:52:03.326622+0000","last_active":"2024-07-27T06:52:06.456912+0000","last_peered":"2024-07-27T06:52:06.456912+0000","last_clean":"2024-07-27T06:52:06.456912+0000","last_became_active":"2024-07-27T06:52:03.325841+0000","last_became_peered":"2024-07-27T06:52:03.325841+0000","last_unstale":"2024-07-27T06:52:06.456912+0000","last_undegraded":"2024-07-27T06:52:06.456912+0000","last_fullsized":"2024-07-27T06:52:06.456912+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:02:31.739156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998726+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:05.998726+0000","last_peered":"2024-07-27T06:52:05.998726+0000","last_clean":"2024-07-27T06:52:05.998726+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:05.998726+0000","last_undegraded":"2024-07-27T06:52:05.998726+0000","last_fullsized":"2024-07-27T06:52:05.998726+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":174,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885933+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:05.885933+0000","last_peered":"2024-07-27T06:52:05.885933+0000","last_clean":"2024-07-27T06:52:05.885933+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:05.885933+0000","last_undegraded":"2024-07-27T06:52:05.885933+0000","last_fullsized":"2024-07-27T06:52:05.885933+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476768,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":299094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476766,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":675840,"data_stored":300776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476768,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476766,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":667648,"data_stored":300616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509470,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509469,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509470,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542173,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27648,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344192,"statfs":{"total":96636764160,"available":96608452608,"internally_reserved":0,"allocated":647168,"data_stored":291981,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:14.470 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:14.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 -- 172.21.15.66:0/3879348914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf00ae830 msgr2=0x7f4cf00aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:14.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3879348914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf00ae830 0x7f4cf00aec40 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0157ff0 tx=0x7f4cdc02a4d0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 -- 172.21.15.66:0/3879348914 shutdown_connections 2024-07-27T06:52:14.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3879348914 >> v2:172.21.15.155:3300/0 conn(0x7f4cf006de60 0x7f4cf006e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3879348914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf00ae830 0x7f4cf00aec40 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3879348914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 0x7f4cf00b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 -- 172.21.15.66:0/3879348914 >> 172.21.15.66:0/3879348914 conn(0x7f4cf006c780 msgr2=0x7f4cf006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:14.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 -- 172.21.15.66:0/3879348914 shutdown_connections 2024-07-27T06:52:14.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.768+0000 7f4cf6600640 1 -- 172.21.15.66:0/3879348914 wait complete. 2024-07-27T06:52:14.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.771+0000 7f4cf6600640 1 Processor -- start 2024-07-27T06:52:14.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.771+0000 7f4cf6600640 1 -- start start 2024-07-27T06:52:14.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.772+0000 7f4cf6600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:14.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf6600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 0x7f4cf0145f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:14.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf6600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 0x7f4cf0146460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:14.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf6600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf0070350 con 0x7f4cf006de60 2024-07-27T06:52:14.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf6600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4cf00701d0 con 0x7f4cf00ae830 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf6600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4cf015a4b0 con 0x7f4cf0151010 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41892/0 (socket says 172.21.15.66:41892) 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf5200640 1 -- 172.21.15.66:0/3727693207 learned_addr learned my addr 172.21.15.66:0/3727693207 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cefe00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 0x7f4cf0145f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.773+0000 7f4cf5c00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 0x7f4cf0146460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 -- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 msgr2=0x7f4cf0146460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 0x7f4cf0146460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 -- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 msgr2=0x7f4cf0145f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 0x7f4cf0145f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 -- 172.21.15.66:0/3727693207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cf01f8530 con 0x7f4cf006de60 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cefe00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 0x7f4cf0145f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:52:14.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf5200640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f4ce400c9a0 tx=0x7f4ce400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:14.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce4007bb0 con 0x7f4cf006de60 2024-07-27T06:52:14.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ce4007e40 con 0x7f4cf006de60 2024-07-27T06:52:14.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cf01f8810 con 0x7f4cf006de60 2024-07-27T06:52:14.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.774+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ce400f690 con 0x7f4cf006de60 2024-07-27T06:52:14.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.775+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cf01f8dd0 con 0x7f4cf006de60 2024-07-27T06:52:14.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.776+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cf015b630 con 0x7f4cf006de60 2024-07-27T06:52:14.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.777+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4ce4018400 con 0x7f4cf006de60 2024-07-27T06:52:14.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.778+0000 7f4cecc00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 0x7f4cd0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:14.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.778+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f4ce4099370 con 0x7f4cf006de60 2024-07-27T06:52:14.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.779+0000 7f4cefe00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 0x7f4cd0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:14.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.780+0000 7f4cefe00640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 0x7f4cd0079520 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc033000 tx=0x7f4cdc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:14.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.783+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ce4014030 con 0x7f4cf006de60 2024-07-27T06:52:14.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:14.994+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4cf00aec40 con 0x7f4cd0077010 2024-07-27T06:52:15.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.012+0000 7f4cecc00640 1 -- 172.21.15.66:0/3727693207 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332836 (secure 0 0 0) 0x7f4cf00aec40 con 0x7f4cd0077010 2024-07-27T06:52:15.019 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:15.020 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:15.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 msgr2=0x7f4cd0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 0x7f4cd0079520 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc033000 tx=0x7f4cdc004730 comp rx=0 tx=0).stop 2024-07-27T06:52:15.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 msgr2=0x7f4cf015d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f4ce400c9a0 tx=0x7f4ce400ce60 comp rx=0 tx=0).stop 2024-07-27T06:52:15.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 shutdown_connections 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cd0077010 0x7f4cd0079520 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4cf0151010 0x7f4cf0146460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4cf00ae830 0x7f4cf0145f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 --2- 172.21.15.66:0/3727693207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4cf006de60 0x7f4cf015d120 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 >> 172.21.15.66:0/3727693207 conn(0x7f4cf006c780 msgr2=0x7f4cf00b44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.019+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 shutdown_connections 2024-07-27T06:52:15.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.020+0000 7f4cf6600640 1 -- 172.21.15.66:0/3727693207 wait complete. 2024-07-27T06:52:15.049 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":119,"stamp":"2024-07-27T06:52:14.247008+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":258,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":230856,"kb_used_data":6344,"kb_used_omap":12,"kb_used_meta":224371,"kb_avail":754743864,"statfs":{"total":773094113280,"available":772857716736,"internally_reserved":0,"allocated":6496256,"data_stored":3577588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":229756465},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.953465"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263459+0000","last_change":"2024-07-27T06:52:04.340939+0000","last_active":"2024-07-27T06:52:06.263459+0000","last_peered":"2024-07-27T06:52:06.263459+0000","last_clean":"2024-07-27T06:52:06.263459+0000","last_became_active":"2024-07-27T06:52:04.336297+0000","last_became_peered":"2024-07-27T06:52:04.336297+0000","last_unstale":"2024-07-27T06:52:06.263459+0000","last_undegraded":"2024-07-27T06:52:06.263459+0000","last_fullsized":"2024-07-27T06:52:06.263459+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:58.030384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333659+0000","last_change":"2024-07-27T06:52:04.352879+0000","last_active":"2024-07-27T06:52:05.333659+0000","last_peered":"2024-07-27T06:52:05.333659+0000","last_clean":"2024-07-27T06:52:05.333659+0000","last_became_active":"2024-07-27T06:52:04.352373+0000","last_became_peered":"2024-07-27T06:52:04.352373+0000","last_unstale":"2024-07-27T06:52:05.333659+0000","last_undegraded":"2024-07-27T06:52:05.333659+0000","last_fullsized":"2024-07-27T06:52:05.333659+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505362+0000","last_change":"2024-07-27T06:52:04.331538+0000","last_active":"2024-07-27T06:52:05.505362+0000","last_peered":"2024-07-27T06:52:05.505362+0000","last_clean":"2024-07-27T06:52:05.505362+0000","last_became_active":"2024-07-27T06:52:04.323363+0000","last_became_peered":"2024-07-27T06:52:04.323363+0000","last_unstale":"2024-07-27T06:52:05.505362+0000","last_undegraded":"2024-07-27T06:52:05.505362+0000","last_fullsized":"2024-07-27T06:52:05.505362+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:38.454915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326917+0000","last_change":"2024-07-27T06:52:04.332723+0000","last_active":"2024-07-27T06:52:05.326917+0000","last_peered":"2024-07-27T06:52:05.326917+0000","last_clean":"2024-07-27T06:52:05.326917+0000","last_became_active":"2024-07-27T06:52:04.331644+0000","last_became_peered":"2024-07-27T06:52:04.331644+0000","last_unstale":"2024-07-27T06:52:05.326917+0000","last_undegraded":"2024-07-27T06:52:05.326917+0000","last_fullsized":"2024-07-27T06:52:05.326917+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:12:47.784699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262282+0000","last_change":"2024-07-27T06:52:04.327095+0000","last_active":"2024-07-27T06:52:06.262282+0000","last_peered":"2024-07-27T06:52:06.262282+0000","last_clean":"2024-07-27T06:52:06.262282+0000","last_became_active":"2024-07-27T06:52:04.326568+0000","last_became_peered":"2024-07-27T06:52:04.326568+0000","last_unstale":"2024-07-27T06:52:06.262282+0000","last_undegraded":"2024-07-27T06:52:06.262282+0000","last_fullsized":"2024-07-27T06:52:06.262282+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:15.827040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261394+0000","last_change":"2024-07-27T06:52:04.333613+0000","last_active":"2024-07-27T06:52:06.261394+0000","last_peered":"2024-07-27T06:52:06.261394+0000","last_clean":"2024-07-27T06:52:06.261394+0000","last_became_active":"2024-07-27T06:52:04.333235+0000","last_became_peered":"2024-07-27T06:52:04.333235+0000","last_unstale":"2024-07-27T06:52:06.261394+0000","last_undegraded":"2024-07-27T06:52:06.261394+0000","last_fullsized":"2024-07-27T06:52:06.261394+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:41:51.293388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326535+0000","last_change":"2024-07-27T06:52:04.320256+0000","last_active":"2024-07-27T06:52:05.326535+0000","last_peered":"2024-07-27T06:52:05.326535+0000","last_clean":"2024-07-27T06:52:05.326535+0000","last_became_active":"2024-07-27T06:52:04.319944+0000","last_became_peered":"2024-07-27T06:52:04.319944+0000","last_unstale":"2024-07-27T06:52:05.326535+0000","last_undegraded":"2024-07-27T06:52:05.326535+0000","last_fullsized":"2024-07-27T06:52:05.326535+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:47.975789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996923+0000","last_change":"2024-07-27T06:52:04.330376+0000","last_active":"2024-07-27T06:52:05.996923+0000","last_peered":"2024-07-27T06:52:05.996923+0000","last_clean":"2024-07-27T06:52:05.996923+0000","last_became_active":"2024-07-27T06:52:04.326840+0000","last_became_peered":"2024-07-27T06:52:04.326840+0000","last_unstale":"2024-07-27T06:52:05.996923+0000","last_undegraded":"2024-07-27T06:52:05.996923+0000","last_fullsized":"2024-07-27T06:52:05.996923+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:21:55.204841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885910+0000","last_change":"2024-07-27T06:52:04.328600+0000","last_active":"2024-07-27T06:52:05.885910+0000","last_peered":"2024-07-27T06:52:05.885910+0000","last_clean":"2024-07-27T06:52:05.885910+0000","last_became_active":"2024-07-27T06:52:04.328178+0000","last_became_peered":"2024-07-27T06:52:04.328178+0000","last_unstale":"2024-07-27T06:52:05.885910+0000","last_undegraded":"2024-07-27T06:52:05.885910+0000","last_fullsized":"2024-07-27T06:52:05.885910+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262463+0000","last_change":"2024-07-27T06:52:04.324141+0000","last_active":"2024-07-27T06:52:06.262463+0000","last_peered":"2024-07-27T06:52:06.262463+0000","last_clean":"2024-07-27T06:52:06.262463+0000","last_became_active":"2024-07-27T06:52:04.323810+0000","last_became_peered":"2024-07-27T06:52:04.323810+0000","last_unstale":"2024-07-27T06:52:06.262463+0000","last_undegraded":"2024-07-27T06:52:06.262463+0000","last_fullsized":"2024-07-27T06:52:06.262463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:19.656532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335119+0000","last_change":"2024-07-27T06:52:04.340636+0000","last_active":"2024-07-27T06:52:05.335119+0000","last_peered":"2024-07-27T06:52:05.335119+0000","last_clean":"2024-07-27T06:52:05.335119+0000","last_became_active":"2024-07-27T06:52:04.339562+0000","last_became_peered":"2024-07-27T06:52:04.339562+0000","last_unstale":"2024-07-27T06:52:05.335119+0000","last_undegraded":"2024-07-27T06:52:05.335119+0000","last_fullsized":"2024-07-27T06:52:05.335119+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885669+0000","last_change":"2024-07-27T06:52:04.315605+0000","last_active":"2024-07-27T06:52:05.885669+0000","last_peered":"2024-07-27T06:52:05.885669+0000","last_clean":"2024-07-27T06:52:05.885669+0000","last_became_active":"2024-07-27T06:52:04.315260+0000","last_became_peered":"2024-07-27T06:52:04.315260+0000","last_unstale":"2024-07-27T06:52:05.885669+0000","last_undegraded":"2024-07-27T06:52:05.885669+0000","last_fullsized":"2024-07-27T06:52:05.885669+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457354+0000","last_change":"2024-07-27T06:52:04.339812+0000","last_active":"2024-07-27T06:52:06.457354+0000","last_peered":"2024-07-27T06:52:06.457354+0000","last_clean":"2024-07-27T06:52:06.457354+0000","last_became_active":"2024-07-27T06:52:04.339295+0000","last_became_peered":"2024-07-27T06:52:04.339295+0000","last_unstale":"2024-07-27T06:52:06.457354+0000","last_undegraded":"2024-07-27T06:52:06.457354+0000","last_fullsized":"2024-07-27T06:52:06.457354+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:55.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504273+0000","last_change":"2024-07-27T06:52:04.326861+0000","last_active":"2024-07-27T06:52:05.504273+0000","last_peered":"2024-07-27T06:52:05.504273+0000","last_clean":"2024-07-27T06:52:05.504273+0000","last_became_active":"2024-07-27T06:52:04.326432+0000","last_became_peered":"2024-07-27T06:52:04.326432+0000","last_unstale":"2024-07-27T06:52:05.504273+0000","last_undegraded":"2024-07-27T06:52:05.504273+0000","last_fullsized":"2024-07-27T06:52:05.504273+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457001+0000","last_change":"2024-07-27T06:52:04.329343+0000","last_active":"2024-07-27T06:52:06.457001+0000","last_peered":"2024-07-27T06:52:06.457001+0000","last_clean":"2024-07-27T06:52:06.457001+0000","last_became_active":"2024-07-27T06:52:04.328983+0000","last_became_peered":"2024-07-27T06:52:04.328983+0000","last_unstale":"2024-07-27T06:52:06.457001+0000","last_undegraded":"2024-07-27T06:52:06.457001+0000","last_fullsized":"2024-07-27T06:52:06.457001+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261045+0000","last_change":"2024-07-27T06:52:04.325891+0000","last_active":"2024-07-27T06:52:06.261045+0000","last_peered":"2024-07-27T06:52:06.261045+0000","last_clean":"2024-07-27T06:52:06.261045+0000","last_became_active":"2024-07-27T06:52:04.324208+0000","last_became_peered":"2024-07-27T06:52:04.324208+0000","last_unstale":"2024-07-27T06:52:06.261045+0000","last_undegraded":"2024-07-27T06:52:06.261045+0000","last_fullsized":"2024-07-27T06:52:06.261045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:08.187879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263583+0000","last_change":"2024-07-27T06:52:04.321189+0000","last_active":"2024-07-27T06:52:06.263583+0000","last_peered":"2024-07-27T06:52:06.263583+0000","last_clean":"2024-07-27T06:52:06.263583+0000","last_became_active":"2024-07-27T06:52:04.320779+0000","last_became_peered":"2024-07-27T06:52:04.320779+0000","last_unstale":"2024-07-27T06:52:06.263583+0000","last_undegraded":"2024-07-27T06:52:06.263583+0000","last_fullsized":"2024-07-27T06:52:06.263583+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:24.916138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505907+0000","last_change":"2024-07-27T06:52:04.343416+0000","last_active":"2024-07-27T06:52:05.505907+0000","last_peered":"2024-07-27T06:52:05.505907+0000","last_clean":"2024-07-27T06:52:05.505907+0000","last_became_active":"2024-07-27T06:52:04.343042+0000","last_became_peered":"2024-07-27T06:52:04.343042+0000","last_unstale":"2024-07-27T06:52:05.505907+0000","last_undegraded":"2024-07-27T06:52:05.505907+0000","last_fullsized":"2024-07-27T06:52:05.505907+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:00.316841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334433+0000","last_change":"2024-07-27T06:52:04.343769+0000","last_active":"2024-07-27T06:52:05.334433+0000","last_peered":"2024-07-27T06:52:05.334433+0000","last_clean":"2024-07-27T06:52:05.334433+0000","last_became_active":"2024-07-27T06:52:04.343453+0000","last_became_peered":"2024-07-27T06:52:04.343453+0000","last_unstale":"2024-07-27T06:52:05.334433+0000","last_undegraded":"2024-07-27T06:52:05.334433+0000","last_fullsized":"2024-07-27T06:52:05.334433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331693+0000","last_change":"2024-07-27T06:52:04.343060+0000","last_active":"2024-07-27T06:52:05.331693+0000","last_peered":"2024-07-27T06:52:05.331693+0000","last_clean":"2024-07-27T06:52:05.331693+0000","last_became_active":"2024-07-27T06:52:04.342085+0000","last_became_peered":"2024-07-27T06:52:04.342085+0000","last_unstale":"2024-07-27T06:52:05.331693+0000","last_undegraded":"2024-07-27T06:52:05.331693+0000","last_fullsized":"2024-07-27T06:52:05.331693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457771+0000","last_change":"2024-07-27T06:52:04.317082+0000","last_active":"2024-07-27T06:52:06.457771+0000","last_peered":"2024-07-27T06:52:06.457771+0000","last_clean":"2024-07-27T06:52:06.457771+0000","last_became_active":"2024-07-27T06:52:04.316747+0000","last_became_peered":"2024-07-27T06:52:04.316747+0000","last_unstale":"2024-07-27T06:52:06.457771+0000","last_undegraded":"2024-07-27T06:52:06.457771+0000","last_fullsized":"2024-07-27T06:52:06.457771+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:00.316841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332848+0000","last_change":"2024-07-27T06:52:04.345821+0000","last_active":"2024-07-27T06:52:05.332848+0000","last_peered":"2024-07-27T06:52:05.332848+0000","last_clean":"2024-07-27T06:52:05.332848+0000","last_became_active":"2024-07-27T06:52:04.345215+0000","last_became_peered":"2024-07-27T06:52:04.345215+0000","last_unstale":"2024-07-27T06:52:05.332848+0000","last_undegraded":"2024-07-27T06:52:05.332848+0000","last_fullsized":"2024-07-27T06:52:05.332848+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326536+0000","last_change":"2024-07-27T06:52:04.348093+0000","last_active":"2024-07-27T06:52:05.326536+0000","last_peered":"2024-07-27T06:52:05.326536+0000","last_clean":"2024-07-27T06:52:05.326536+0000","last_became_active":"2024-07-27T06:52:04.346642+0000","last_became_peered":"2024-07-27T06:52:04.346642+0000","last_unstale":"2024-07-27T06:52:05.326536+0000","last_undegraded":"2024-07-27T06:52:05.326536+0000","last_fullsized":"2024-07-27T06:52:05.326536+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:10:32.379521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885147+0000","last_change":"2024-07-27T06:52:04.327230+0000","last_active":"2024-07-27T06:52:05.885147+0000","last_peered":"2024-07-27T06:52:05.885147+0000","last_clean":"2024-07-27T06:52:05.885147+0000","last_became_active":"2024-07-27T06:52:04.326900+0000","last_became_peered":"2024-07-27T06:52:04.326900+0000","last_unstale":"2024-07-27T06:52:05.885147+0000","last_undegraded":"2024-07-27T06:52:05.885147+0000","last_fullsized":"2024-07-27T06:52:05.885147+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334559+0000","last_change":"2024-07-27T06:52:04.349114+0000","last_active":"2024-07-27T06:52:05.334559+0000","last_peered":"2024-07-27T06:52:05.334559+0000","last_clean":"2024-07-27T06:52:05.334559+0000","last_became_active":"2024-07-27T06:52:04.348414+0000","last_became_peered":"2024-07-27T06:52:04.348414+0000","last_unstale":"2024-07-27T06:52:05.334559+0000","last_undegraded":"2024-07-27T06:52:05.334559+0000","last_fullsized":"2024-07-27T06:52:05.334559+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457891+0000","last_change":"2024-07-27T06:52:04.339921+0000","last_active":"2024-07-27T06:52:06.457891+0000","last_peered":"2024-07-27T06:52:06.457891+0000","last_clean":"2024-07-27T06:52:06.457891+0000","last_became_active":"2024-07-27T06:52:04.338973+0000","last_became_peered":"2024-07-27T06:52:04.338973+0000","last_unstale":"2024-07-27T06:52:06.457891+0000","last_undegraded":"2024-07-27T06:52:06.457891+0000","last_fullsized":"2024-07-27T06:52:06.457891+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:48:18.173968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333384+0000","last_change":"2024-07-27T06:52:04.347025+0000","last_active":"2024-07-27T06:52:05.333384+0000","last_peered":"2024-07-27T06:52:05.333384+0000","last_clean":"2024-07-27T06:52:05.333384+0000","last_became_active":"2024-07-27T06:52:04.346624+0000","last_became_peered":"2024-07-27T06:52:04.346624+0000","last_unstale":"2024-07-27T06:52:05.333384+0000","last_undegraded":"2024-07-27T06:52:05.333384+0000","last_fullsized":"2024-07-27T06:52:05.333384+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:54.671794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998585+0000","last_change":"2024-07-27T06:52:04.325400+0000","last_active":"2024-07-27T06:52:05.998585+0000","last_peered":"2024-07-27T06:52:05.998585+0000","last_clean":"2024-07-27T06:52:05.998585+0000","last_became_active":"2024-07-27T06:52:04.323451+0000","last_became_peered":"2024-07-27T06:52:04.323451+0000","last_unstale":"2024-07-27T06:52:05.998585+0000","last_undegraded":"2024-07-27T06:52:05.998585+0000","last_fullsized":"2024-07-27T06:52:05.998585+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:51:02.770445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997777+0000","last_change":"2024-07-27T06:52:04.331914+0000","last_active":"2024-07-27T06:52:05.997777+0000","last_peered":"2024-07-27T06:52:05.997777+0000","last_clean":"2024-07-27T06:52:05.997777+0000","last_became_active":"2024-07-27T06:52:04.331568+0000","last_became_peered":"2024-07-27T06:52:04.331568+0000","last_unstale":"2024-07-27T06:52:05.997777+0000","last_undegraded":"2024-07-27T06:52:05.997777+0000","last_fullsized":"2024-07-27T06:52:05.997777+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:26:38.530058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325798+0000","last_change":"2024-07-27T06:52:04.338470+0000","last_active":"2024-07-27T06:52:05.325798+0000","last_peered":"2024-07-27T06:52:05.325798+0000","last_clean":"2024-07-27T06:52:05.325798+0000","last_became_active":"2024-07-27T06:52:04.338109+0000","last_became_peered":"2024-07-27T06:52:04.338109+0000","last_unstale":"2024-07-27T06:52:05.325798+0000","last_undegraded":"2024-07-27T06:52:05.325798+0000","last_fullsized":"2024-07-27T06:52:05.325798+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:35:57.831789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334217+0000","last_change":"2024-07-27T06:52:04.347015+0000","last_active":"2024-07-27T06:52:05.334217+0000","last_peered":"2024-07-27T06:52:05.334217+0000","last_clean":"2024-07-27T06:52:05.334217+0000","last_became_active":"2024-07-27T06:52:04.346671+0000","last_became_peered":"2024-07-27T06:52:04.346671+0000","last_unstale":"2024-07-27T06:52:05.334217+0000","last_undegraded":"2024-07-27T06:52:05.334217+0000","last_fullsized":"2024-07-27T06:52:05.334217+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:43.855775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330836+0000","last_change":"2024-07-27T06:52:04.337217+0000","last_active":"2024-07-27T06:52:05.330836+0000","last_peered":"2024-07-27T06:52:05.330836+0000","last_clean":"2024-07-27T06:52:05.330836+0000","last_became_active":"2024-07-27T06:52:04.336920+0000","last_became_peered":"2024-07-27T06:52:04.336920+0000","last_unstale":"2024-07-27T06:52:05.330836+0000","last_undegraded":"2024-07-27T06:52:05.330836+0000","last_fullsized":"2024-07-27T06:52:05.330836+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504693+0000","last_change":"2024-07-27T06:52:04.321420+0000","last_active":"2024-07-27T06:52:05.504693+0000","last_peered":"2024-07-27T06:52:05.504693+0000","last_clean":"2024-07-27T06:52:05.504693+0000","last_became_active":"2024-07-27T06:52:04.321014+0000","last_became_peered":"2024-07-27T06:52:04.321014+0000","last_unstale":"2024-07-27T06:52:05.504693+0000","last_undegraded":"2024-07-27T06:52:05.504693+0000","last_fullsized":"2024-07-27T06:52:05.504693+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:55.447781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326060+0000","last_change":"2024-07-27T06:52:03.315523+0000","last_active":"2024-07-27T06:52:05.326060+0000","last_peered":"2024-07-27T06:52:05.326060+0000","last_clean":"2024-07-27T06:52:05.326060+0000","last_became_active":"2024-07-27T06:52:03.315103+0000","last_became_peered":"2024-07-27T06:52:03.315103+0000","last_unstale":"2024-07-27T06:52:05.326060+0000","last_undegraded":"2024-07-27T06:52:05.326060+0000","last_fullsized":"2024-07-27T06:52:05.326060+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.347045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.996112+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:05.996112+0000","last_peered":"2024-07-27T06:52:05.996112+0000","last_clean":"2024-07-27T06:52:05.996112+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:05.996112+0000","last_undegraded":"2024-07-27T06:52:05.996112+0000","last_fullsized":"2024-07-27T06:52:05.996112+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885663+0000","last_change":"2024-07-27T06:52:04.340486+0000","last_active":"2024-07-27T06:52:05.885663+0000","last_peered":"2024-07-27T06:52:05.885663+0000","last_clean":"2024-07-27T06:52:05.885663+0000","last_became_active":"2024-07-27T06:52:04.340120+0000","last_became_peered":"2024-07-27T06:52:04.340120+0000","last_unstale":"2024-07-27T06:52:05.885663+0000","last_undegraded":"2024-07-27T06:52:05.885663+0000","last_fullsized":"2024-07-27T06:52:05.885663+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:01.989498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997586+0000","last_change":"2024-07-27T06:52:03.321661+0000","last_active":"2024-07-27T06:52:05.997586+0000","last_peered":"2024-07-27T06:52:05.997586+0000","last_clean":"2024-07-27T06:52:05.997586+0000","last_became_active":"2024-07-27T06:52:03.318263+0000","last_became_peered":"2024-07-27T06:52:03.318263+0000","last_unstale":"2024-07-27T06:52:05.997586+0000","last_undegraded":"2024-07-27T06:52:05.997586+0000","last_fullsized":"2024-07-27T06:52:05.997586+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:54.436078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504981+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:05.504981+0000","last_peered":"2024-07-27T06:52:05.504981+0000","last_clean":"2024-07-27T06:52:05.504981+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:05.504981+0000","last_undegraded":"2024-07-27T06:52:05.504981+0000","last_fullsized":"2024-07-27T06:52:05.504981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326877+0000","last_change":"2024-07-27T06:52:04.345868+0000","last_active":"2024-07-27T06:52:05.326877+0000","last_peered":"2024-07-27T06:52:05.326877+0000","last_clean":"2024-07-27T06:52:05.326877+0000","last_became_active":"2024-07-27T06:52:04.345547+0000","last_became_peered":"2024-07-27T06:52:04.345547+0000","last_unstale":"2024-07-27T06:52:05.326877+0000","last_undegraded":"2024-07-27T06:52:05.326877+0000","last_fullsized":"2024-07-27T06:52:05.326877+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:22.251061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":23,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325654+0000","last_change":"2024-07-27T06:52:03.323878+0000","last_active":"2024-07-27T06:52:05.325654+0000","last_peered":"2024-07-27T06:52:05.325654+0000","last_clean":"2024-07-27T06:52:05.325654+0000","last_became_active":"2024-07-27T06:52:03.323489+0000","last_became_peered":"2024-07-27T06:52:03.323489+0000","last_unstale":"2024-07-27T06:52:05.325654+0000","last_undegraded":"2024-07-27T06:52:05.325654+0000","last_fullsized":"2024-07-27T06:52:05.325654+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:05.313278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457520+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:06.457520+0000","last_peered":"2024-07-27T06:52:06.457520+0000","last_clean":"2024-07-27T06:52:06.457520+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:06.457520+0000","last_undegraded":"2024-07-27T06:52:06.457520+0000","last_fullsized":"2024-07-27T06:52:06.457520+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885045+0000","last_change":"2024-07-27T06:52:04.314944+0000","last_active":"2024-07-27T06:52:05.885045+0000","last_peered":"2024-07-27T06:52:05.885045+0000","last_clean":"2024-07-27T06:52:05.885045+0000","last_became_active":"2024-07-27T06:52:04.314588+0000","last_became_peered":"2024-07-27T06:52:04.314588+0000","last_unstale":"2024-07-27T06:52:05.885045+0000","last_undegraded":"2024-07-27T06:52:05.885045+0000","last_fullsized":"2024-07-27T06:52:05.885045+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:43.928862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326924+0000","last_change":"2024-07-27T06:52:03.318003+0000","last_active":"2024-07-27T06:52:05.326924+0000","last_peered":"2024-07-27T06:52:05.326924+0000","last_clean":"2024-07-27T06:52:05.326924+0000","last_became_active":"2024-07-27T06:52:03.317661+0000","last_became_peered":"2024-07-27T06:52:03.317661+0000","last_unstale":"2024-07-27T06:52:05.326924+0000","last_undegraded":"2024-07-27T06:52:05.326924+0000","last_fullsized":"2024-07-27T06:52:05.326924+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:12.053559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332270+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:05.332270+0000","last_peered":"2024-07-27T06:52:05.332270+0000","last_clean":"2024-07-27T06:52:05.332270+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:05.332270+0000","last_undegraded":"2024-07-27T06:52:05.332270+0000","last_fullsized":"2024-07-27T06:52:05.332270+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506173+0000","last_change":"2024-07-27T06:52:04.336716+0000","last_active":"2024-07-27T06:52:05.506173+0000","last_peered":"2024-07-27T06:52:05.506173+0000","last_clean":"2024-07-27T06:52:05.506173+0000","last_became_active":"2024-07-27T06:52:04.336354+0000","last_became_peered":"2024-07-27T06:52:04.336354+0000","last_unstale":"2024-07-27T06:52:05.506173+0000","last_undegraded":"2024-07-27T06:52:05.506173+0000","last_fullsized":"2024-07-27T06:52:05.506173+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:18:21.969055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998399+0000","last_change":"2024-07-27T06:52:03.320401+0000","last_active":"2024-07-27T06:52:05.998399+0000","last_peered":"2024-07-27T06:52:05.998399+0000","last_clean":"2024-07-27T06:52:05.998399+0000","last_became_active":"2024-07-27T06:52:03.320066+0000","last_became_peered":"2024-07-27T06:52:03.320066+0000","last_unstale":"2024-07-27T06:52:05.998399+0000","last_undegraded":"2024-07-27T06:52:05.998399+0000","last_fullsized":"2024-07-27T06:52:05.998399+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:08:42.844072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.327103+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:05.327103+0000","last_peered":"2024-07-27T06:52:05.327103+0000","last_clean":"2024-07-27T06:52:05.327103+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:05.327103+0000","last_undegraded":"2024-07-27T06:52:05.327103+0000","last_fullsized":"2024-07-27T06:52:05.327103+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.458111+0000","last_change":"2024-07-27T06:52:04.339612+0000","last_active":"2024-07-27T06:52:06.458111+0000","last_peered":"2024-07-27T06:52:06.458111+0000","last_clean":"2024-07-27T06:52:06.458111+0000","last_became_active":"2024-07-27T06:52:04.339116+0000","last_became_peered":"2024-07-27T06:52:04.339116+0000","last_unstale":"2024-07-27T06:52:06.458111+0000","last_undegraded":"2024-07-27T06:52:06.458111+0000","last_fullsized":"2024-07-27T06:52:06.458111+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:40.922068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886156+0000","last_change":"2024-07-27T06:52:03.320899+0000","last_active":"2024-07-27T06:52:05.886156+0000","last_peered":"2024-07-27T06:52:05.886156+0000","last_clean":"2024-07-27T06:52:05.886156+0000","last_became_active":"2024-07-27T06:52:03.320557+0000","last_became_peered":"2024-07-27T06:52:03.320557+0000","last_unstale":"2024-07-27T06:52:05.886156+0000","last_undegraded":"2024-07-27T06:52:05.886156+0000","last_fullsized":"2024-07-27T06:52:05.886156+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:59.920181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331184+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:05.331184+0000","last_peered":"2024-07-27T06:52:05.331184+0000","last_clean":"2024-07-27T06:52:05.331184+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:05.331184+0000","last_undegraded":"2024-07-27T06:52:05.331184+0000","last_fullsized":"2024-07-27T06:52:05.331184+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326534+0000","last_change":"2024-07-27T06:52:04.335985+0000","last_active":"2024-07-27T06:52:05.326534+0000","last_peered":"2024-07-27T06:52:05.326534+0000","last_clean":"2024-07-27T06:52:05.326534+0000","last_became_active":"2024-07-27T06:52:04.333991+0000","last_became_peered":"2024-07-27T06:52:04.333991+0000","last_unstale":"2024-07-27T06:52:05.326534+0000","last_undegraded":"2024-07-27T06:52:05.326534+0000","last_fullsized":"2024-07-27T06:52:05.326534+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:01:59.349419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":21,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457162+0000","last_change":"2024-07-27T06:52:03.329950+0000","last_active":"2024-07-27T06:52:06.457162+0000","last_peered":"2024-07-27T06:52:06.457162+0000","last_clean":"2024-07-27T06:52:06.457162+0000","last_became_active":"2024-07-27T06:52:03.329652+0000","last_became_peered":"2024-07-27T06:52:03.329652+0000","last_unstale":"2024-07-27T06:52:06.457162+0000","last_undegraded":"2024-07-27T06:52:06.457162+0000","last_fullsized":"2024-07-27T06:52:06.457162+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:21.796265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332785+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:05.332785+0000","last_peered":"2024-07-27T06:52:05.332785+0000","last_clean":"2024-07-27T06:52:05.332785+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:05.332785+0000","last_undegraded":"2024-07-27T06:52:05.332785+0000","last_fullsized":"2024-07-27T06:52:05.332785+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997913+0000","last_change":"2024-07-27T06:52:04.345494+0000","last_active":"2024-07-27T06:52:05.997913+0000","last_peered":"2024-07-27T06:52:05.997913+0000","last_clean":"2024-07-27T06:52:05.997913+0000","last_became_active":"2024-07-27T06:52:04.345166+0000","last_became_peered":"2024-07-27T06:52:04.345166+0000","last_unstale":"2024-07-27T06:52:05.997913+0000","last_undegraded":"2024-07-27T06:52:05.997913+0000","last_fullsized":"2024-07-27T06:52:05.997913+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326335+0000","last_change":"2024-07-27T06:52:03.331265+0000","last_active":"2024-07-27T06:52:05.326335+0000","last_peered":"2024-07-27T06:52:05.326335+0000","last_clean":"2024-07-27T06:52:05.326335+0000","last_became_active":"2024-07-27T06:52:03.330920+0000","last_became_peered":"2024-07-27T06:52:03.330920+0000","last_unstale":"2024-07-27T06:52:05.326335+0000","last_undegraded":"2024-07-27T06:52:05.326335+0000","last_fullsized":"2024-07-27T06:52:05.326335+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:00.769945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326242+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:05.326242+0000","last_peered":"2024-07-27T06:52:05.326242+0000","last_clean":"2024-07-27T06:52:05.326242+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:05.326242+0000","last_undegraded":"2024-07-27T06:52:05.326242+0000","last_fullsized":"2024-07-27T06:52:05.326242+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332277+0000","last_change":"2024-07-27T06:52:04.345578+0000","last_active":"2024-07-27T06:52:05.332277+0000","last_peered":"2024-07-27T06:52:05.332277+0000","last_clean":"2024-07-27T06:52:05.332277+0000","last_became_active":"2024-07-27T06:52:04.345114+0000","last_became_peered":"2024-07-27T06:52:04.345114+0000","last_unstale":"2024-07-27T06:52:05.332277+0000","last_undegraded":"2024-07-27T06:52:05.332277+0000","last_fullsized":"2024-07-27T06:52:05.332277+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:12.863354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261799+0000","last_change":"2024-07-27T06:52:03.328982+0000","last_active":"2024-07-27T06:52:06.261799+0000","last_peered":"2024-07-27T06:52:06.261799+0000","last_clean":"2024-07-27T06:52:06.261799+0000","last_became_active":"2024-07-27T06:52:03.328315+0000","last_became_peered":"2024-07-27T06:52:03.328315+0000","last_unstale":"2024-07-27T06:52:06.261799+0000","last_undegraded":"2024-07-27T06:52:06.261799+0000","last_fullsized":"2024-07-27T06:52:06.261799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:44.265463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326350+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:05.326350+0000","last_peered":"2024-07-27T06:52:05.326350+0000","last_clean":"2024-07-27T06:52:05.326350+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:05.326350+0000","last_undegraded":"2024-07-27T06:52:05.326350+0000","last_fullsized":"2024-07-27T06:52:05.326350+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997854+0000","last_change":"2024-07-27T06:52:04.326916+0000","last_active":"2024-07-27T06:52:05.997854+0000","last_peered":"2024-07-27T06:52:05.997854+0000","last_clean":"2024-07-27T06:52:05.997854+0000","last_became_active":"2024-07-27T06:52:04.326218+0000","last_became_peered":"2024-07-27T06:52:04.326218+0000","last_unstale":"2024-07-27T06:52:05.997854+0000","last_undegraded":"2024-07-27T06:52:05.997854+0000","last_fullsized":"2024-07-27T06:52:05.997854+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:37.255850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504742+0000","last_change":"2024-07-27T06:52:03.327366+0000","last_active":"2024-07-27T06:52:05.504742+0000","last_peered":"2024-07-27T06:52:05.504742+0000","last_clean":"2024-07-27T06:52:05.504742+0000","last_became_active":"2024-07-27T06:52:03.326566+0000","last_became_peered":"2024-07-27T06:52:03.326566+0000","last_unstale":"2024-07-27T06:52:05.504742+0000","last_undegraded":"2024-07-27T06:52:05.504742+0000","last_fullsized":"2024-07-27T06:52:05.504742+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995993+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:05.995993+0000","last_peered":"2024-07-27T06:52:05.995993+0000","last_clean":"2024-07-27T06:52:05.995993+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:05.995993+0000","last_undegraded":"2024-07-27T06:52:05.995993+0000","last_fullsized":"2024-07-27T06:52:05.995993+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261125+0000","last_change":"2024-07-27T06:52:04.328110+0000","last_active":"2024-07-27T06:52:06.261125+0000","last_peered":"2024-07-27T06:52:06.261125+0000","last_clean":"2024-07-27T06:52:06.261125+0000","last_became_active":"2024-07-27T06:52:04.327798+0000","last_became_peered":"2024-07-27T06:52:04.327798+0000","last_unstale":"2024-07-27T06:52:06.261125+0000","last_undegraded":"2024-07-27T06:52:06.261125+0000","last_fullsized":"2024-07-27T06:52:06.261125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:52:27.820626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.456540+0000","last_change":"2024-07-27T06:52:03.321437+0000","last_active":"2024-07-27T06:52:06.456540+0000","last_peered":"2024-07-27T06:52:06.456540+0000","last_clean":"2024-07-27T06:52:06.456540+0000","last_became_active":"2024-07-27T06:52:03.320939+0000","last_became_peered":"2024-07-27T06:52:03.320939+0000","last_unstale":"2024-07-27T06:52:06.456540+0000","last_undegraded":"2024-07-27T06:52:06.456540+0000","last_fullsized":"2024-07-27T06:52:06.456540+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:36.589064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886290+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:05.886290+0000","last_peered":"2024-07-27T06:52:05.886290+0000","last_clean":"2024-07-27T06:52:05.886290+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:05.886290+0000","last_undegraded":"2024-07-27T06:52:05.886290+0000","last_fullsized":"2024-07-27T06:52:05.886290+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504026+0000","last_change":"2024-07-27T06:52:04.325731+0000","last_active":"2024-07-27T06:52:05.504026+0000","last_peered":"2024-07-27T06:52:05.504026+0000","last_clean":"2024-07-27T06:52:05.504026+0000","last_became_active":"2024-07-27T06:52:04.320101+0000","last_became_peered":"2024-07-27T06:52:04.320101+0000","last_unstale":"2024-07-27T06:52:05.504026+0000","last_undegraded":"2024-07-27T06:52:05.504026+0000","last_fullsized":"2024-07-27T06:52:05.504026+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886348+0000","last_change":"2024-07-27T06:52:03.307339+0000","last_active":"2024-07-27T06:52:05.886348+0000","last_peered":"2024-07-27T06:52:05.886348+0000","last_clean":"2024-07-27T06:52:05.886348+0000","last_became_active":"2024-07-27T06:52:03.306995+0000","last_became_peered":"2024-07-27T06:52:03.306995+0000","last_unstale":"2024-07-27T06:52:05.886348+0000","last_undegraded":"2024-07-27T06:52:05.886348+0000","last_fullsized":"2024-07-27T06:52:05.886348+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:41.626846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886146+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:05.886146+0000","last_peered":"2024-07-27T06:52:05.886146+0000","last_clean":"2024-07-27T06:52:05.886146+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:05.886146+0000","last_undegraded":"2024-07-27T06:52:05.886146+0000","last_fullsized":"2024-07-27T06:52:05.886146+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.264068+0000","last_change":"2024-07-27T06:52:04.340923+0000","last_active":"2024-07-27T06:52:06.264068+0000","last_peered":"2024-07-27T06:52:06.264068+0000","last_clean":"2024-07-27T06:52:06.264068+0000","last_became_active":"2024-07-27T06:52:04.337261+0000","last_became_peered":"2024-07-27T06:52:04.337261+0000","last_unstale":"2024-07-27T06:52:06.264068+0000","last_undegraded":"2024-07-27T06:52:06.264068+0000","last_fullsized":"2024-07-27T06:52:06.264068+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:53.067358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332427+0000","last_change":"2024-07-27T06:52:03.327196+0000","last_active":"2024-07-27T06:52:05.332427+0000","last_peered":"2024-07-27T06:52:05.332427+0000","last_clean":"2024-07-27T06:52:05.332427+0000","last_became_active":"2024-07-27T06:52:03.326884+0000","last_became_peered":"2024-07-27T06:52:03.326884+0000","last_unstale":"2024-07-27T06:52:05.332427+0000","last_undegraded":"2024-07-27T06:52:05.332427+0000","last_fullsized":"2024-07-27T06:52:05.332427+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504116+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:05.504116+0000","last_peered":"2024-07-27T06:52:05.504116+0000","last_clean":"2024-07-27T06:52:05.504116+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:05.504116+0000","last_undegraded":"2024-07-27T06:52:05.504116+0000","last_fullsized":"2024-07-27T06:52:05.504116+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262869+0000","last_change":"2024-07-27T06:52:04.325256+0000","last_active":"2024-07-27T06:52:06.262869+0000","last_peered":"2024-07-27T06:52:06.262869+0000","last_clean":"2024-07-27T06:52:06.262869+0000","last_became_active":"2024-07-27T06:52:04.321235+0000","last_became_peered":"2024-07-27T06:52:04.321235+0000","last_unstale":"2024-07-27T06:52:06.262869+0000","last_undegraded":"2024-07-27T06:52:06.262869+0000","last_fullsized":"2024-07-27T06:52:06.262869+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:52.346429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.335430+0000","last_change":"2024-07-27T06:52:03.311014+0000","last_active":"2024-07-27T06:52:05.335430+0000","last_peered":"2024-07-27T06:52:05.335430+0000","last_clean":"2024-07-27T06:52:05.335430+0000","last_became_active":"2024-07-27T06:52:03.310538+0000","last_became_peered":"2024-07-27T06:52:03.310538+0000","last_unstale":"2024-07-27T06:52:05.335430+0000","last_undegraded":"2024-07-27T06:52:05.335430+0000","last_fullsized":"2024-07-27T06:52:05.335430+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:25.157410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330014+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:05.330014+0000","last_peered":"2024-07-27T06:52:05.330014+0000","last_clean":"2024-07-27T06:52:05.330014+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:05.330014+0000","last_undegraded":"2024-07-27T06:52:05.330014+0000","last_fullsized":"2024-07-27T06:52:05.330014+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.263272+0000","last_change":"2024-07-27T06:52:04.350904+0000","last_active":"2024-07-27T06:52:06.263272+0000","last_peered":"2024-07-27T06:52:06.263272+0000","last_clean":"2024-07-27T06:52:06.263272+0000","last_became_active":"2024-07-27T06:52:04.345962+0000","last_became_peered":"2024-07-27T06:52:04.345962+0000","last_unstale":"2024-07-27T06:52:06.263272+0000","last_undegraded":"2024-07-27T06:52:06.263272+0000","last_fullsized":"2024-07-27T06:52:06.263272+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:15.470072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326923+0000","last_change":"2024-07-27T06:52:03.327547+0000","last_active":"2024-07-27T06:52:05.326923+0000","last_peered":"2024-07-27T06:52:05.326923+0000","last_clean":"2024-07-27T06:52:05.326923+0000","last_became_active":"2024-07-27T06:52:03.327238+0000","last_became_peered":"2024-07-27T06:52:03.327238+0000","last_unstale":"2024-07-27T06:52:05.326923+0000","last_undegraded":"2024-07-27T06:52:05.326923+0000","last_fullsized":"2024-07-27T06:52:05.326923+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:49:02.712896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.331197+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:05.331197+0000","last_peered":"2024-07-27T06:52:05.331197+0000","last_clean":"2024-07-27T06:52:05.331197+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:05.331197+0000","last_undegraded":"2024-07-27T06:52:05.331197+0000","last_fullsized":"2024-07-27T06:52:05.331197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997781+0000","last_change":"2024-07-27T06:52:04.333256+0000","last_active":"2024-07-27T06:52:05.997781+0000","last_peered":"2024-07-27T06:52:05.997781+0000","last_clean":"2024-07-27T06:52:05.997781+0000","last_became_active":"2024-07-27T06:52:04.332916+0000","last_became_peered":"2024-07-27T06:52:04.332916+0000","last_unstale":"2024-07-27T06:52:05.997781+0000","last_undegraded":"2024-07-27T06:52:05.997781+0000","last_fullsized":"2024-07-27T06:52:05.997781+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:31.362745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.262799+0000","last_change":"2024-07-27T06:52:03.331873+0000","last_active":"2024-07-27T06:52:06.262799+0000","last_peered":"2024-07-27T06:52:06.262799+0000","last_clean":"2024-07-27T06:52:06.262799+0000","last_became_active":"2024-07-27T06:52:03.331551+0000","last_became_peered":"2024-07-27T06:52:03.331551+0000","last_unstale":"2024-07-27T06:52:06.262799+0000","last_undegraded":"2024-07-27T06:52:06.262799+0000","last_fullsized":"2024-07-27T06:52:06.262799+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:56.185292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886679+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:05.886679+0000","last_peered":"2024-07-27T06:52:05.886679+0000","last_clean":"2024-07-27T06:52:05.886679+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:05.886679+0000","last_undegraded":"2024-07-27T06:52:05.886679+0000","last_fullsized":"2024-07-27T06:52:05.886679+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.457664+0000","last_change":"2024-07-27T06:52:04.342689+0000","last_active":"2024-07-27T06:52:06.457664+0000","last_peered":"2024-07-27T06:52:06.457664+0000","last_clean":"2024-07-27T06:52:06.457664+0000","last_became_active":"2024-07-27T06:52:04.341671+0000","last_became_peered":"2024-07-27T06:52:04.341671+0000","last_unstale":"2024-07-27T06:52:06.457664+0000","last_undegraded":"2024-07-27T06:52:06.457664+0000","last_fullsized":"2024-07-27T06:52:06.457664+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:38.454915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504248+0000","last_change":"2024-07-27T06:52:03.324875+0000","last_active":"2024-07-27T06:52:05.504248+0000","last_peered":"2024-07-27T06:52:05.504248+0000","last_clean":"2024-07-27T06:52:05.504248+0000","last_became_active":"2024-07-27T06:52:03.324562+0000","last_became_peered":"2024-07-27T06:52:03.324562+0000","last_unstale":"2024-07-27T06:52:05.504248+0000","last_undegraded":"2024-07-27T06:52:05.504248+0000","last_fullsized":"2024-07-27T06:52:05.504248+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:59.920181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886167+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:05.886167+0000","last_peered":"2024-07-27T06:52:05.886167+0000","last_clean":"2024-07-27T06:52:05.886167+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:05.886167+0000","last_undegraded":"2024-07-27T06:52:05.886167+0000","last_fullsized":"2024-07-27T06:52:05.886167+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261815+0000","last_change":"2024-07-27T06:52:04.332997+0000","last_active":"2024-07-27T06:52:06.261815+0000","last_peered":"2024-07-27T06:52:06.261815+0000","last_clean":"2024-07-27T06:52:06.261815+0000","last_became_active":"2024-07-27T06:52:04.332634+0000","last_became_peered":"2024-07-27T06:52:04.332634+0000","last_unstale":"2024-07-27T06:52:06.261815+0000","last_undegraded":"2024-07-27T06:52:06.261815+0000","last_fullsized":"2024-07-27T06:52:06.261815+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:28.059870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.330905+0000","last_change":"2024-07-27T06:52:03.333083+0000","last_active":"2024-07-27T06:52:05.330905+0000","last_peered":"2024-07-27T06:52:05.330905+0000","last_clean":"2024-07-27T06:52:05.330905+0000","last_became_active":"2024-07-27T06:52:03.332644+0000","last_became_peered":"2024-07-27T06:52:03.332644+0000","last_unstale":"2024-07-27T06:52:05.330905+0000","last_undegraded":"2024-07-27T06:52:05.330905+0000","last_fullsized":"2024-07-27T06:52:05.330905+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:09:08.321042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505169+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:05.505169+0000","last_peered":"2024-07-27T06:52:05.505169+0000","last_clean":"2024-07-27T06:52:05.505169+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:05.505169+0000","last_undegraded":"2024-07-27T06:52:05.505169+0000","last_fullsized":"2024-07-27T06:52:05.505169+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334355+0000","last_change":"2024-07-27T06:52:04.345344+0000","last_active":"2024-07-27T06:52:05.334355+0000","last_peered":"2024-07-27T06:52:05.334355+0000","last_clean":"2024-07-27T06:52:05.334355+0000","last_became_active":"2024-07-27T06:52:04.344782+0000","last_became_peered":"2024-07-27T06:52:04.344782+0000","last_unstale":"2024-07-27T06:52:05.334355+0000","last_undegraded":"2024-07-27T06:52:05.334355+0000","last_fullsized":"2024-07-27T06:52:05.334355+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:11:00.667090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997109+0000","last_change":"2024-07-27T06:52:03.322631+0000","last_active":"2024-07-27T06:52:05.997109+0000","last_peered":"2024-07-27T06:52:05.997109+0000","last_clean":"2024-07-27T06:52:05.997109+0000","last_became_active":"2024-07-27T06:52:03.322274+0000","last_became_peered":"2024-07-27T06:52:03.322274+0000","last_unstale":"2024-07-27T06:52:05.997109+0000","last_undegraded":"2024-07-27T06:52:05.997109+0000","last_fullsized":"2024-07-27T06:52:05.997109+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:00.977795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334029+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:05.334029+0000","last_peered":"2024-07-27T06:52:05.334029+0000","last_clean":"2024-07-27T06:52:05.334029+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:05.334029+0000","last_undegraded":"2024-07-27T06:52:05.334029+0000","last_fullsized":"2024-07-27T06:52:05.334029+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997097+0000","last_change":"2024-07-27T06:52:04.326714+0000","last_active":"2024-07-27T06:52:05.997097+0000","last_peered":"2024-07-27T06:52:05.997097+0000","last_clean":"2024-07-27T06:52:05.997097+0000","last_became_active":"2024-07-27T06:52:04.326004+0000","last_became_peered":"2024-07-27T06:52:04.326004+0000","last_unstale":"2024-07-27T06:52:05.997097+0000","last_undegraded":"2024-07-27T06:52:05.997097+0000","last_fullsized":"2024-07-27T06:52:05.997097+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:29.898841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.261133+0000","last_change":"2024-07-27T06:52:03.323561+0000","last_active":"2024-07-27T06:52:06.261133+0000","last_peered":"2024-07-27T06:52:06.261133+0000","last_clean":"2024-07-27T06:52:06.261133+0000","last_became_active":"2024-07-27T06:52:03.323203+0000","last_became_peered":"2024-07-27T06:52:03.323203+0000","last_unstale":"2024-07-27T06:52:06.261133+0000","last_undegraded":"2024-07-27T06:52:06.261133+0000","last_fullsized":"2024-07-27T06:52:06.261133+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:45:44.985552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332686+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:05.332686+0000","last_peered":"2024-07-27T06:52:05.332686+0000","last_clean":"2024-07-27T06:52:05.332686+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:05.332686+0000","last_undegraded":"2024-07-27T06:52:05.332686+0000","last_fullsized":"2024-07-27T06:52:05.332686+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506446+0000","last_change":"2024-07-27T06:52:04.313982+0000","last_active":"2024-07-27T06:52:05.506446+0000","last_peered":"2024-07-27T06:52:05.506446+0000","last_clean":"2024-07-27T06:52:05.506446+0000","last_became_active":"2024-07-27T06:52:04.313116+0000","last_became_peered":"2024-07-27T06:52:04.313116+0000","last_unstale":"2024-07-27T06:52:05.506446+0000","last_undegraded":"2024-07-27T06:52:05.506446+0000","last_fullsized":"2024-07-27T06:52:05.506446+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:47.993162+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.303334+0000","last_change":"2024-07-27T06:52:03.328505+0000","last_active":"2024-07-27T06:52:06.303334+0000","last_peered":"2024-07-27T06:52:06.303334+0000","last_clean":"2024-07-27T06:52:06.303334+0000","last_became_active":"2024-07-27T06:52:03.327940+0000","last_became_peered":"2024-07-27T06:52:03.327940+0000","last_unstale":"2024-07-27T06:52:06.303334+0000","last_undegraded":"2024-07-27T06:52:06.303334+0000","last_fullsized":"2024-07-27T06:52:06.303334+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:07:17.272438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995762+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:05.995762+0000","last_peered":"2024-07-27T06:52:05.995762+0000","last_clean":"2024-07-27T06:52:05.995762+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:05.995762+0000","last_undegraded":"2024-07-27T06:52:05.995762+0000","last_fullsized":"2024-07-27T06:52:05.995762+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506128+0000","last_change":"2024-07-27T06:52:04.343303+0000","last_active":"2024-07-27T06:52:05.506128+0000","last_peered":"2024-07-27T06:52:05.506128+0000","last_clean":"2024-07-27T06:52:05.506128+0000","last_became_active":"2024-07-27T06:52:04.342890+0000","last_became_peered":"2024-07-27T06:52:04.342890+0000","last_unstale":"2024-07-27T06:52:05.506128+0000","last_undegraded":"2024-07-27T06:52:05.506128+0000","last_fullsized":"2024-07-27T06:52:05.506128+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:44:40.922068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333707+0000","last_change":"2024-07-27T06:52:03.332923+0000","last_active":"2024-07-27T06:52:05.333707+0000","last_peered":"2024-07-27T06:52:05.333707+0000","last_clean":"2024-07-27T06:52:05.333707+0000","last_became_active":"2024-07-27T06:52:03.331764+0000","last_became_peered":"2024-07-27T06:52:03.331764+0000","last_unstale":"2024-07-27T06:52:05.333707+0000","last_undegraded":"2024-07-27T06:52:05.333707+0000","last_fullsized":"2024-07-27T06:52:05.333707+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:19:00.077729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995804+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:05.995804+0000","last_peered":"2024-07-27T06:52:05.995804+0000","last_clean":"2024-07-27T06:52:05.995804+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:05.995804+0000","last_undegraded":"2024-07-27T06:52:05.995804+0000","last_fullsized":"2024-07-27T06:52:05.995804+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998567+0000","last_change":"2024-07-27T06:52:04.328671+0000","last_active":"2024-07-27T06:52:05.998567+0000","last_peered":"2024-07-27T06:52:05.998567+0000","last_clean":"2024-07-27T06:52:05.998567+0000","last_became_active":"2024-07-27T06:52:04.328205+0000","last_became_peered":"2024-07-27T06:52:04.328205+0000","last_unstale":"2024-07-27T06:52:05.998567+0000","last_undegraded":"2024-07-27T06:52:05.998567+0000","last_fullsized":"2024-07-27T06:52:05.998567+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:32.403871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504981+0000","last_change":"2024-07-27T06:52:03.327305+0000","last_active":"2024-07-27T06:52:05.504981+0000","last_peered":"2024-07-27T06:52:05.504981+0000","last_clean":"2024-07-27T06:52:05.504981+0000","last_became_active":"2024-07-27T06:52:03.326205+0000","last_became_peered":"2024-07-27T06:52:03.326205+0000","last_unstale":"2024-07-27T06:52:05.504981+0000","last_undegraded":"2024-07-27T06:52:05.504981+0000","last_fullsized":"2024-07-27T06:52:05.504981+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.260085+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:06.260085+0000","last_peered":"2024-07-27T06:52:06.260085+0000","last_clean":"2024-07-27T06:52:06.260085+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:06.260085+0000","last_undegraded":"2024-07-27T06:52:06.260085+0000","last_fullsized":"2024-07-27T06:52:06.260085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333661+0000","last_change":"2024-07-27T06:52:04.347741+0000","last_active":"2024-07-27T06:52:05.333661+0000","last_peered":"2024-07-27T06:52:05.333661+0000","last_clean":"2024-07-27T06:52:05.333661+0000","last_became_active":"2024-07-27T06:52:04.342671+0000","last_became_peered":"2024-07-27T06:52:04.342671+0000","last_unstale":"2024-07-27T06:52:05.333661+0000","last_undegraded":"2024-07-27T06:52:05.333661+0000","last_fullsized":"2024-07-27T06:52:05.333661+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:33:02.853175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885779+0000","last_change":"2024-07-27T06:52:03.328511+0000","last_active":"2024-07-27T06:52:05.885779+0000","last_peered":"2024-07-27T06:52:05.885779+0000","last_clean":"2024-07-27T06:52:05.885779+0000","last_became_active":"2024-07-27T06:52:03.328206+0000","last_became_peered":"2024-07-27T06:52:03.328206+0000","last_unstale":"2024-07-27T06:52:05.885779+0000","last_undegraded":"2024-07-27T06:52:05.885779+0000","last_fullsized":"2024-07-27T06:52:05.885779+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:56:45.580965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333004+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:05.333004+0000","last_peered":"2024-07-27T06:52:05.333004+0000","last_clean":"2024-07-27T06:52:05.333004+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:05.333004+0000","last_undegraded":"2024-07-27T06:52:05.333004+0000","last_fullsized":"2024-07-27T06:52:05.333004+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998378+0000","last_change":"2024-07-27T06:52:04.331207+0000","last_active":"2024-07-27T06:52:05.998378+0000","last_peered":"2024-07-27T06:52:05.998378+0000","last_clean":"2024-07-27T06:52:05.998378+0000","last_became_active":"2024-07-27T06:52:04.330840+0000","last_became_peered":"2024-07-27T06:52:04.330840+0000","last_unstale":"2024-07-27T06:52:05.998378+0000","last_undegraded":"2024-07-27T06:52:05.998378+0000","last_fullsized":"2024-07-27T06:52:05.998378+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:12:11.366103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997728+0000","last_change":"2024-07-27T06:52:03.319231+0000","last_active":"2024-07-27T06:52:05.997728+0000","last_peered":"2024-07-27T06:52:05.997728+0000","last_clean":"2024-07-27T06:52:05.997728+0000","last_became_active":"2024-07-27T06:52:03.318909+0000","last_became_peered":"2024-07-27T06:52:03.318909+0000","last_unstale":"2024-07-27T06:52:05.997728+0000","last_undegraded":"2024-07-27T06:52:05.997728+0000","last_fullsized":"2024-07-27T06:52:05.997728+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.655386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326734+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:05.326734+0000","last_peered":"2024-07-27T06:52:05.326734+0000","last_clean":"2024-07-27T06:52:05.326734+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:05.326734+0000","last_undegraded":"2024-07-27T06:52:05.326734+0000","last_fullsized":"2024-07-27T06:52:05.326734+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.886104+0000","last_change":"2024-07-27T06:52:04.327467+0000","last_active":"2024-07-27T06:52:05.886104+0000","last_peered":"2024-07-27T06:52:05.886104+0000","last_clean":"2024-07-27T06:52:05.886104+0000","last_became_active":"2024-07-27T06:52:04.327013+0000","last_became_peered":"2024-07-27T06:52:04.327013+0000","last_unstale":"2024-07-27T06:52:05.886104+0000","last_undegraded":"2024-07-27T06:52:05.886104+0000","last_fullsized":"2024-07-27T06:52:05.886104+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:51.983838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.332448+0000","last_change":"2024-07-27T06:52:03.317339+0000","last_active":"2024-07-27T06:52:05.332448+0000","last_peered":"2024-07-27T06:52:05.332448+0000","last_clean":"2024-07-27T06:52:05.332448+0000","last_became_active":"2024-07-27T06:52:03.316997+0000","last_became_peered":"2024-07-27T06:52:03.316997+0000","last_unstale":"2024-07-27T06:52:05.332448+0000","last_undegraded":"2024-07-27T06:52:05.332448+0000","last_fullsized":"2024-07-27T06:52:05.332448+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:15:02.064678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.334243+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:05.334243+0000","last_peered":"2024-07-27T06:52:05.334243+0000","last_clean":"2024-07-27T06:52:05.334243+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:05.334243+0000","last_undegraded":"2024-07-27T06:52:05.334243+0000","last_fullsized":"2024-07-27T06:52:05.334243+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997089+0000","last_change":"2024-07-27T06:52:04.328415+0000","last_active":"2024-07-27T06:52:05.997089+0000","last_peered":"2024-07-27T06:52:05.997089+0000","last_clean":"2024-07-27T06:52:05.997089+0000","last_became_active":"2024-07-27T06:52:04.326308+0000","last_became_peered":"2024-07-27T06:52:04.326308+0000","last_unstale":"2024-07-27T06:52:05.997089+0000","last_undegraded":"2024-07-27T06:52:05.997089+0000","last_fullsized":"2024-07-27T06:52:05.997089+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:52:46.982563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.884928+0000","last_change":"2024-07-27T06:52:03.314968+0000","last_active":"2024-07-27T06:52:05.884928+0000","last_peered":"2024-07-27T06:52:05.884928+0000","last_clean":"2024-07-27T06:52:05.884928+0000","last_became_active":"2024-07-27T06:52:03.314651+0000","last_became_peered":"2024-07-27T06:52:03.314651+0000","last_unstale":"2024-07-27T06:52:05.884928+0000","last_undegraded":"2024-07-27T06:52:05.884928+0000","last_fullsized":"2024-07-27T06:52:05.884928+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:54.384207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.326118+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:05.326118+0000","last_peered":"2024-07-27T06:52:05.326118+0000","last_clean":"2024-07-27T06:52:05.326118+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:05.326118+0000","last_undegraded":"2024-07-27T06:52:05.326118+0000","last_fullsized":"2024-07-27T06:52:05.326118+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506244+0000","last_change":"2024-07-27T06:52:04.336598+0000","last_active":"2024-07-27T06:52:05.506244+0000","last_peered":"2024-07-27T06:52:05.506244+0000","last_clean":"2024-07-27T06:52:05.506244+0000","last_became_active":"2024-07-27T06:52:04.335930+0000","last_became_peered":"2024-07-27T06:52:04.335930+0000","last_unstale":"2024-07-27T06:52:05.506244+0000","last_undegraded":"2024-07-27T06:52:05.506244+0000","last_fullsized":"2024-07-27T06:52:05.506244+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:03:18.313494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998651+0000","last_change":"2024-07-27T06:52:03.319305+0000","last_active":"2024-07-27T06:52:05.998651+0000","last_peered":"2024-07-27T06:52:05.998651+0000","last_clean":"2024-07-27T06:52:05.998651+0000","last_became_active":"2024-07-27T06:52:03.318155+0000","last_became_peered":"2024-07-27T06:52:03.318155+0000","last_unstale":"2024-07-27T06:52:05.998651+0000","last_undegraded":"2024-07-27T06:52:05.998651+0000","last_fullsized":"2024-07-27T06:52:05.998651+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:50.972134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":40,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.504104+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:05.504104+0000","last_peered":"2024-07-27T06:52:05.504104+0000","last_clean":"2024-07-27T06:52:05.504104+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:05.504104+0000","last_undegraded":"2024-07-27T06:52:05.504104+0000","last_fullsized":"2024-07-27T06:52:05.504104+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.506024+0000","last_change":"2024-07-27T06:52:04.336617+0000","last_active":"2024-07-27T06:52:05.506024+0000","last_peered":"2024-07-27T06:52:05.506024+0000","last_clean":"2024-07-27T06:52:05.506024+0000","last_became_active":"2024-07-27T06:52:04.335336+0000","last_became_peered":"2024-07-27T06:52:04.335336+0000","last_unstale":"2024-07-27T06:52:05.506024+0000","last_undegraded":"2024-07-27T06:52:05.506024+0000","last_fullsized":"2024-07-27T06:52:05.506024+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:48:18.173968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333312+0000","last_change":"2024-07-27T06:52:03.333835+0000","last_active":"2024-07-27T06:52:05.333312+0000","last_peered":"2024-07-27T06:52:05.333312+0000","last_clean":"2024-07-27T06:52:05.333312+0000","last_became_active":"2024-07-27T06:52:03.333079+0000","last_became_peered":"2024-07-27T06:52:03.333079+0000","last_unstale":"2024-07-27T06:52:05.333312+0000","last_undegraded":"2024-07-27T06:52:05.333312+0000","last_fullsized":"2024-07-27T06:52:05.333312+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:11.920657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":41,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885418+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:05.885418+0000","last_peered":"2024-07-27T06:52:05.885418+0000","last_clean":"2024-07-27T06:52:05.885418+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:05.885418+0000","last_undegraded":"2024-07-27T06:52:05.885418+0000","last_fullsized":"2024-07-27T06:52:05.885418+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.325975+0000","last_change":"2024-07-27T06:52:04.328392+0000","last_active":"2024-07-27T06:52:05.325975+0000","last_peered":"2024-07-27T06:52:05.325975+0000","last_clean":"2024-07-27T06:52:05.325975+0000","last_became_active":"2024-07-27T06:52:04.328072+0000","last_became_peered":"2024-07-27T06:52:04.328072+0000","last_unstale":"2024-07-27T06:52:05.325975+0000","last_undegraded":"2024-07-27T06:52:05.325975+0000","last_fullsized":"2024-07-27T06:52:05.325975+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:25.857488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.997997+0000","last_change":"2024-07-27T06:52:03.324268+0000","last_active":"2024-07-27T06:52:05.997997+0000","last_peered":"2024-07-27T06:52:05.997997+0000","last_clean":"2024-07-27T06:52:05.997997+0000","last_became_active":"2024-07-27T06:52:03.323954+0000","last_became_peered":"2024-07-27T06:52:03.323954+0000","last_unstale":"2024-07-27T06:52:05.997997+0000","last_undegraded":"2024-07-27T06:52:05.997997+0000","last_fullsized":"2024-07-27T06:52:05.997997+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:37.443211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.995885+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:05.995885+0000","last_peered":"2024-07-27T06:52:05.995885+0000","last_clean":"2024-07-27T06:52:05.995885+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:05.995885+0000","last_undegraded":"2024-07-27T06:52:05.995885+0000","last_fullsized":"2024-07-27T06:52:05.995885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333184+0000","last_change":"2024-07-27T06:52:04.351183+0000","last_active":"2024-07-27T06:52:05.333184+0000","last_peered":"2024-07-27T06:52:05.333184+0000","last_clean":"2024-07-27T06:52:05.333184+0000","last_became_active":"2024-07-27T06:52:04.350875+0000","last_became_peered":"2024-07-27T06:52:04.350875+0000","last_unstale":"2024-07-27T06:52:05.333184+0000","last_undegraded":"2024-07-27T06:52:05.333184+0000","last_fullsized":"2024-07-27T06:52:05.333184+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:22.807969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.505775+0000","last_change":"2024-07-27T06:52:03.327679+0000","last_active":"2024-07-27T06:52:05.505775+0000","last_peered":"2024-07-27T06:52:05.505775+0000","last_clean":"2024-07-27T06:52:05.505775+0000","last_became_active":"2024-07-27T06:52:03.326624+0000","last_became_peered":"2024-07-27T06:52:03.326624+0000","last_unstale":"2024-07-27T06:52:05.505775+0000","last_undegraded":"2024-07-27T06:52:05.505775+0000","last_fullsized":"2024-07-27T06:52:05.505775+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:41.626846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.333259+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:05.333259+0000","last_peered":"2024-07-27T06:52:05.333259+0000","last_clean":"2024-07-27T06:52:05.333259+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:05.333259+0000","last_undegraded":"2024-07-27T06:52:05.333259+0000","last_fullsized":"2024-07-27T06:52:05.333259+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998616+0000","last_change":"2024-07-27T06:52:04.341949+0000","last_active":"2024-07-27T06:52:05.998616+0000","last_peered":"2024-07-27T06:52:05.998616+0000","last_clean":"2024-07-27T06:52:05.998616+0000","last_became_active":"2024-07-27T06:52:04.341587+0000","last_became_peered":"2024-07-27T06:52:04.341587+0000","last_unstale":"2024-07-27T06:52:05.998616+0000","last_undegraded":"2024-07-27T06:52:05.998616+0000","last_fullsized":"2024-07-27T06:52:05.998616+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:03.267451+0000","last_clean_scrub_stamp":"2024-07-27T06:52:03.267451+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:06.739258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:06.456912+0000","last_change":"2024-07-27T06:52:03.326622+0000","last_active":"2024-07-27T06:52:06.456912+0000","last_peered":"2024-07-27T06:52:06.456912+0000","last_clean":"2024-07-27T06:52:06.456912+0000","last_became_active":"2024-07-27T06:52:03.325841+0000","last_became_peered":"2024-07-27T06:52:03.325841+0000","last_unstale":"2024-07-27T06:52:06.456912+0000","last_undegraded":"2024-07-27T06:52:06.456912+0000","last_fullsized":"2024-07-27T06:52:06.456912+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:02.255748+0000","last_clean_scrub_stamp":"2024-07-27T06:52:02.255748+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:02:31.739156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":43,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.998726+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:05.998726+0000","last_peered":"2024-07-27T06:52:05.998726+0000","last_clean":"2024-07-27T06:52:05.998726+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:05.998726+0000","last_undegraded":"2024-07-27T06:52:05.998726+0000","last_fullsized":"2024-07-27T06:52:05.998726+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":174,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-07-27T06:52:05.885933+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:05.885933+0000","last_peered":"2024-07-27T06:52:05.885933+0000","last_clean":"2024-07-27T06:52:05.885933+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:05.885933+0000","last_undegraded":"2024-07-27T06:52:05.885933+0000","last_fullsized":"2024-07-27T06:52:05.885933+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476769,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":659456,"data_stored":299094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476767,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344152,"statfs":{"total":96636764160,"available":96608411648,"internally_reserved":0,"allocated":675840,"data_stored":300776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476769,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476767,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344168,"statfs":{"total":96636764160,"available":96608428032,"internally_reserved":0,"allocated":667648,"data_stored":300616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509471,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509470,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32404,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339436,"statfs":{"total":96636764160,"available":96603582464,"internally_reserved":0,"allocated":1253376,"data_stored":889406,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509471,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27676,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344164,"statfs":{"total":96636764160,"available":96608423936,"internally_reserved":0,"allocated":663552,"data_stored":299620,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542174,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27664,"kb_used_data":644,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344176,"statfs":{"total":96636764160,"available":96608436224,"internally_reserved":0,"allocated":659456,"data_stored":299026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:15.055 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:52:15.055 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T06:52:15.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.403+0000 7f723a000640 1 -- 172.21.15.66:0/4139760499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 msgr2=0x7f721800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.403+0000 7f723a000640 1 --2- 172.21.15.66:0/4139760499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f721800b9c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f722c001dc0 tx=0x7f7218005830 comp rx=0 tx=0).stop 2024-07-27T06:52:15.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.404+0000 7f723a000640 1 -- 172.21.15.66:0/4139760499 shutdown_connections 2024-07-27T06:52:15.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.404+0000 7f723a000640 1 --2- 172.21.15.66:0/4139760499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f721800b9c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.404+0000 7f723a000640 1 -- 172.21.15.66:0/4139760499 >> 172.21.15.66:0/4139760499 conn(0x7f723406cf40 msgr2=0x7f72340b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:15.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.404+0000 7f723a000640 1 -- 172.21.15.66:0/4139760499 shutdown_connections 2024-07-27T06:52:15.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.404+0000 7f723a000640 1 -- 172.21.15.66:0/4139760499 wait complete. 2024-07-27T06:52:15.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.406+0000 7f723a000640 1 Processor -- start 2024-07-27T06:52:15.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.406+0000 7f723a000640 1 -- start start 2024-07-27T06:52:15.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7234144ae0 0x7f7234158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7234159200 0x7f72341f5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f723406f830 con 0x7f72180052a0 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f723406f6b0 con 0x7f7234159200 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f723a000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f723406f9b0 con 0x7f7234144ae0 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f7238c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f7238c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41912/0 (socket says 172.21.15.66:41912) 2024-07-27T06:52:15.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.408+0000 7f7238c00640 1 -- 172.21.15.66:0/1218656983 learned_addr learned my addr 172.21.15.66:0/1218656983 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f722be00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7234144ae0 0x7f7234158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7239600640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7234159200 0x7f72341f5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 -- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7234144ae0 msgr2=0x7f7234158cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7234144ae0 0x7f7234158cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 -- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7234159200 msgr2=0x7f72341f5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7234159200 0x7f72341f5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 -- 172.21.15.66:0/1218656983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7234159610 con 0x7f72180052a0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7238c00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f722400e5a0 tx=0x7f722400ea60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7224015070 con 0x7f72180052a0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7224010980 con 0x7f72180052a0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.409+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7224010dd0 con 0x7f72180052a0 2024-07-27T06:52:15.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.410+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7234134980 con 0x7f72180052a0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.410+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7234131d60 con 0x7f72180052a0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.411+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f723415fcc0 con 0x7f72180052a0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.412+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7224018070 con 0x7f72180052a0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.413+0000 7f7231600640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 0x7f7210079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.413+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f7224098f50 con 0x7f72180052a0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.414+0000 7f722be00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 0x7f7210079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:15.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.415+0000 7f722be00640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 0x7f7210079520 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f721c0057c0 tx=0x7f721c009650 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:15.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.418+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7234159610 con 0x7f72180052a0 2024-07-27T06:52:15.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.708+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7234134430 con 0x7f72180052a0 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.715+0000 7f7231600640 1 -- 172.21.15.66:0/1218656983 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f7224061e80 con 0x7f72180052a0 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T06:52:15.717 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T06:52:15.718 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T06:52:15.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 msgr2=0x7f7210079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 0x7f7210079520 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f721c0057c0 tx=0x7f721c009650 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 msgr2=0x7f72341e83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f722400e5a0 tx=0x7f722400ea60 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 shutdown_connections 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7210077010 0x7f7210079520 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7234159200 0x7f72341f5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7234144ae0 0x7f7234158cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 --2- 172.21.15.66:0/1218656983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72180052a0 0x7f72341e83e0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:15.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.718+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 >> 172.21.15.66:0/1218656983 conn(0x7f723406cf40 msgr2=0x7f7234159d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.719+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 shutdown_connections 2024-07-27T06:52:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:15.719+0000 7f723a000640 1 -- 172.21.15.66:0/1218656983 wait complete. 2024-07-27T06:52:15.749 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.040+0000 7f4bc2200640 1 -- 172.21.15.66:0/2026350226 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ba0003a00 msgr2=0x7f4ba0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.040+0000 7f4bc2200640 1 --2- 172.21.15.66:0/2026350226 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ba0003a00 0x7f4ba0003e70 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4bac00baf0 tx=0x7f4ba0005830 comp rx=0 tx=0).stop 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.040+0000 7f4bc1800640 1 -- 172.21.15.66:0/2026350226 reap_dead start 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.041+0000 7f4bc2200640 1 -- 172.21.15.66:0/2026350226 shutdown_connections 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.041+0000 7f4bc2200640 1 -- 172.21.15.66:0/2026350226 >> 172.21.15.66:0/2026350226 conn(0x7f4bbc06c780 msgr2=0x7f4bbc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.041+0000 7f4bc2200640 1 -- 172.21.15.66:0/2026350226 shutdown_connections 2024-07-27T06:52:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.041+0000 7f4bc2200640 1 -- 172.21.15.66:0/2026350226 wait complete. 2024-07-27T06:52:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.043+0000 7f4bc2200640 1 Processor -- start 2024-07-27T06:52:16.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.043+0000 7f4bc2200640 1 -- start start 2024-07-27T06:52:16.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:16.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bbc1547e0 0x7f4bbc06f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 0x7f4bbc1f5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4bbc0cf450 con 0x7f4bbc149790 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4bbc0cf2d0 con 0x7f4bbc06f7b0 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc2200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4bbc15d590 con 0x7f4bbc1547e0 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41932/0 (socket says 172.21.15.66:41932) 2024-07-27T06:52:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.045+0000 7f4bc0e00640 1 -- 172.21.15.66:0/1805293249 learned_addr learned my addr 172.21.15.66:0/1805293249 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:16.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc1800640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 0x7f4bbc1f5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:16.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bbbe00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bbc1547e0 0x7f4bbc06f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:16.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 -- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bbc1547e0 msgr2=0x7f4bbc06f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:16.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bbc1547e0 0x7f4bbc06f270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 -- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 msgr2=0x7f4bbc1f5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 0x7f4bbc1f5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 -- 172.21.15.66:0/1805293249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bbc06fbc0 con 0x7f4bbc149790 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc1800640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 0x7f4bbc1f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bc0e00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4bac02af80 tx=0x7f4bac00b6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bac040070 con 0x7f4bbc149790 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bac004230 con 0x7f4bbc149790 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.046+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bac035040 con 0x7f4bbc149790 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.047+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bbc153740 con 0x7f4bbc149790 2024-07-27T06:52:16.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.047+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bbc153d00 con 0x7f4bbc149790 2024-07-27T06:52:16.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.048+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bbc0734d0 con 0x7f4bbc149790 2024-07-27T06:52:16.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.049+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4bac038020 con 0x7f4bbc149790 2024-07-27T06:52:16.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.051+0000 7f4bb8c00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 0x7f4b98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:16.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.051+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f4bac0b9a80 con 0x7f4bbc149790 2024-07-27T06:52:16.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.052+0000 7f4bbbe00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 0x7f4b98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:16.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.053+0000 7f4bbbe00640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 0x7f4b98079520 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009460 tx=0x7f4ba4005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:16.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.056+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4bac0bbe20 con 0x7f4bbc149790 2024-07-27T06:52:16.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.308+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4bbc1519f0 con 0x7f4bbc149790 2024-07-27T06:52:16.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.309+0000 7f4bb8c00640 1 -- 172.21.15.66:0/1805293249 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f4bbc06fbc0 con 0x7f4bbc149790 2024-07-27T06:52:16.311 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:16.311 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:16.311 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.312+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 msgr2=0x7f4b98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.312+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 0x7f4b98079520 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009460 tx=0x7f4ba4005f90 comp rx=0 tx=0).stop 2024-07-27T06:52:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.312+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 msgr2=0x7f4bbc156a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.312+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4bac02af80 tx=0x7f4bac00b6f0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 shutdown_connections 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b98077010 0x7f4b98079520 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4bbc06f7b0 0x7f4bbc1f5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4bbc1547e0 0x7f4bbc06f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 --2- 172.21.15.66:0/1805293249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4bbc149790 0x7f4bbc156a50 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 >> 172.21.15.66:0/1805293249 conn(0x7f4bbc06c780 msgr2=0x7f4bbc15ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 shutdown_connections 2024-07-27T06:52:16.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:16.313+0000 7f4bc2200640 1 -- 172.21.15.66:0/1805293249 wait complete. 2024-07-27T06:52:16.743 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:52:03.867158+0000', 'modified': '2024-07-27T06:52:06.920628+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5265}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5265': {'gid': 5265, 'name': 'c', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6833/3785344140', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 3785344140}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 3785344140}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5265, 'qdb_cluster': [5265]} 2024-07-27T06:52:16.743 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:52:16.743 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 -- 172.21.15.66:0/330220760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150160080 msgr2=0x7f81500cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 --2- 172.21.15.66:0/330220760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150160080 0x7f81500cf290 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f815006d8e0 tx=0x7f814802aac0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 -- 172.21.15.66:0/330220760 shutdown_connections 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 --2- 172.21.15.66:0/330220760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150160080 0x7f81500cf290 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 --2- 172.21.15.66:0/330220760 >> v2:172.21.15.155:3300/0 conn(0x7f8150159980 0x7f8150073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 -- 172.21.15.66:0/330220760 >> 172.21.15.66:0/330220760 conn(0x7f815006c780 msgr2=0x7f815006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 -- 172.21.15.66:0/330220760 shutdown_connections 2024-07-27T06:52:17.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.048+0000 7f814f200640 1 -- 172.21.15.66:0/330220760 wait complete. 2024-07-27T06:52:17.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.051+0000 7f814f200640 1 Processor -- start 2024-07-27T06:52:17.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.051+0000 7f814f200640 1 -- start start 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81500cee80 0x7f815006f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81500cc4b0 0x7f8150133400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f815006e5b0 con 0x7f8150159980 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f815006e430 con 0x7f81500cee80 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.052+0000 7f814f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f815006e730 con 0x7f81500cc4b0 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41944/0 (socket says 172.21.15.66:41944) 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 -- 172.21.15.66:0/524153726 learned_addr learned my addr 172.21.15.66:0/524153726 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f814de00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81500cee80 0x7f815006f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f814e800640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81500cc4b0 0x7f8150133400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 -- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81500cc4b0 msgr2=0x7f8150133400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81500cc4b0 0x7f8150133400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 -- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81500cee80 msgr2=0x7f815006f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81500cee80 0x7f815006f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 -- 172.21.15.66:0/524153726 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81500a94b0 con 0x7f8150159980 2024-07-27T06:52:17.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.053+0000 7f8147e00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f813800c3d0 tx=0x7f813800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.054+0000 7f8146000640 1 -- 172.21.15.66:0/524153726 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138017070 con 0x7f8150159980 2024-07-27T06:52:17.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.054+0000 7f8146000640 1 -- 172.21.15.66:0/524153726 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81380053c0 con 0x7f8150159980 2024-07-27T06:52:17.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.054+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81500a99b0 con 0x7f8150159980 2024-07-27T06:52:17.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.054+0000 7f8146000640 1 -- 172.21.15.66:0/524153726 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138003850 con 0x7f8150159980 2024-07-27T06:52:17.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.054+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81500a9f70 con 0x7f8150159980 2024-07-27T06:52:17.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.057+0000 7f8146000640 1 -- 172.21.15.66:0/524153726 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f813801a070 con 0x7f8150159980 2024-07-27T06:52:17.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.058+0000 7f8146000640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 0x7f812c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.058+0000 7f8146000640 1 -- 172.21.15.66:0/524153726 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f8138097fd0 con 0x7f8150159980 2024-07-27T06:52:17.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.058+0000 7f815bf86740 1 Processor -- start 2024-07-27T06:52:17.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.058+0000 7f815bf86740 1 -- start start 2024-07-27T06:52:17.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.059+0000 7f814de00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 0x7f812c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f814de00640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 0x7f812c079550 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8140005fd0 tx=0x7f8140005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad3dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9553b0 0x56386ad698e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56386ac96390 con 0x56386a95d590 2024-07-27T06:52:17.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x56386ac85a30 con 0x56386a97e270 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.060+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x56386ac898d0 con 0x56386a9553b0 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41956/0 (socket says 172.21.15.66:41956) 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 -- 172.21.15.66:0/1973757079 learned_addr learned my addr 172.21.15.66:0/1973757079 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f8147e00640 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9553b0 0x56386ad698e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814de00640 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad3dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 -- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9553b0 msgr2=0x56386ad698e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9553b0 0x56386ad698e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 -- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 msgr2=0x56386ad3dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad3dd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 -- 172.21.15.66:0/1973757079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56386ac41d70 con 0x56386a95d590 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.061+0000 7f814e800640 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f814802b0b0 tx=0x7f8148004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=974b64b75059fad server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.062+0000 7f813ea00640 1 -- 172.21.15.66:0/1973757079 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814802c6a0 con 0x56386a95d590 2024-07-27T06:52:17.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.062+0000 7f813ea00640 1 -- 172.21.15.66:0/1973757079 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f814802cab0 con 0x56386a95d590 2024-07-27T06:52:17.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.062+0000 7f813ea00640 1 -- 172.21.15.66:0/1973757079 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814802ce60 con 0x56386a95d590 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 -- 172.21.15.66:0/1973757079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 msgr2=0x56386ad4a940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f814802b0b0 tx=0x7f8148004a40 comp rx=0 tx=0).stop 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 -- 172.21.15.66:0/1973757079 shutdown_connections 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a95d590 0x56386ad4a940 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9553b0 0x56386ad698e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 --2- 172.21.15.66:0/1973757079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad3dd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 -- 172.21.15.66:0/1973757079 >> 172.21.15.66:0/1973757079 conn(0x56386a9723c0 msgr2=0x56386ad23c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 -- 172.21.15.66:0/1973757079 shutdown_connections 2024-07-27T06:52:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.063+0000 7f815bf86740 1 -- 172.21.15.66:0/1973757079 wait complete. 2024-07-27T06:52:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.064+0000 7f815bf86740 1 -- start start 2024-07-27T06:52:17.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.064+0000 7f815bf86740 1 Processor -- start 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad61e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad7c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56386a9f8620 con 0x56386a9553b0 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x56386ac22e10 con 0x56386a97e270 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x56386ad3cff0 con 0x56386a95d590 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f815bf86740 10 client.0 _ll_register_callbacks cb 0x56386ac7f9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41970/0 (socket says 172.21.15.66:41970) 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 -- 172.21.15.66:0/121267188 learned_addr learned my addr 172.21.15.66:0/121267188 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814e800640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad7c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f8147e00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad61e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 -- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 msgr2=0x56386ad61e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad61e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.066+0000 7f814de00640 1 -- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 msgr2=0x56386ad7c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f814de00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad7c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f814de00640 1 -- 172.21.15.66:0/121267188 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56386a9e9850 con 0x56386a9553b0 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f814e800640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad7c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f814de00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f81400114c0 tx=0x7f81400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613c4083f06f9c7e server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f8133400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:52:17.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f814001f840 con 0x56386a9553b0 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f814001f9e0 con 0x56386a9553b0 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.067+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f814802cab0 con 0x56386a9553b0 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f814002f050 con 0x56386a9553b0 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 10 client.5421 fetch_fsmap learned FSMap version 27 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x56386aa606b0 con 0x56386a9553b0 2024-07-27T06:52:17.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f814802cab0 con 0x56386a9553b0 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f814001fcd0 con 0x56386a9553b0 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 10 client.5421 fetch_fsmap finished waiting for FSMap version 27 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 10 client.5421 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 20 client.5421 populate_metadata read hostname 'smithi066' 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386a93ce40 0x56386ad63560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 4 client.5421 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 --> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56386ac982e0 con 0x56386a93ce40 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.068+0000 7f8147e00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386a93ce40 0x56386ad63560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.069+0000 7f8147e00640 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386a93ce40 0x56386ad63560 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=718fb896df025d61 server_cookie=320e379abe911a73 in_seq=0 out_seq=0 2024-07-27T06:52:17.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.069+0000 7f8133400640 10 client.5421 ms_handle_connect on v2:172.21.15.66:6832/3785344140 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.070+0000 7f8133400640 1 -- 172.21.15.66:0/121267188 <== mds.0 v2:172.21.15.66:6832/3785344140 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f8138080e80 con 0x56386a93ce40 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.070+0000 7f8133400640 10 client.5421 handle_command_reply: tid=0 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.070+0000 7f815bf86740 1 client.5421 shutdown 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.070+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 msgr2=0x56386ad65800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.070+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f81400114c0 tx=0x7f81400046c0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 shutdown_connections 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a97e270 0x56386ad7c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad61e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386a93ce40 0x56386ad63560 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 --2- 172.21.15.66:0/121267188 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad65800 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 >> 172.21.15.66:0/121267188 conn(0x56386a9723c0 msgr2=0x56386ad69790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f8133400640 0 client.5421 ms_handle_reset on v2:172.21.15.66:6832/3785344140 2024-07-27T06:52:17.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 shutdown_connections 2024-07-27T06:52:17.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 1 -- 172.21.15.66:0/121267188 wait complete. 2024-07-27T06:52:17.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.071+0000 7f815bf86740 20 client.5421 trim_cache size 0 max 16384 2024-07-27T06:52:17.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.092+0000 7f815bf86740 1 Processor -- start 2024-07-27T06:52:17.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.092+0000 7f815bf86740 1 -- start start 2024-07-27T06:52:17.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a95d590 0x56386ad63530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81501fd7d0 con 0x56386a9553b0 2024-07-27T06:52:17.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81500b46e0 con 0x56386a95d590 2024-07-27T06:52:17.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.093+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81501fd180 con 0x56386a9723c0 2024-07-27T06:52:17.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41980/0 (socket says 172.21.15.66:41980) 2024-07-27T06:52:17.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 -- 172.21.15.66:0/1747038233 learned_addr learned my addr 172.21.15.66:0/1747038233 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f814de00640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f814e800640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a95d590 0x56386ad63530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 -- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 msgr2=0x56386ad69650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 -- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a95d590 msgr2=0x56386ad63530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a95d590 0x56386ad63530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 -- 172.21.15.66:0/1747038233 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56386ad1cfa0 con 0x56386a9553b0 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f814de00640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.094+0000 7f8147e00640 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8138096170 tx=0x7f8138000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=397dd1d100bd57af server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.095+0000 7f813e000640 1 -- 172.21.15.66:0/1747038233 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138079070 con 0x56386a9553b0 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.095+0000 7f813e000640 1 -- 172.21.15.66:0/1747038233 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x56386ac982e0 con 0x56386a9553b0 2024-07-27T06:52:17.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.095+0000 7f813e000640 1 -- 172.21.15.66:0/1747038233 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81380607d0 con 0x56386a9553b0 2024-07-27T06:52:17.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 -- 172.21.15.66:0/1747038233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 msgr2=0x56386ad69b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8138096170 tx=0x7f8138000bc0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 -- 172.21.15.66:0/1747038233 shutdown_connections 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a95d590 0x56386ad63530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9553b0 0x56386ad69b90 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 --2- 172.21.15.66:0/1747038233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 -- 172.21.15.66:0/1747038233 >> 172.21.15.66:0/1747038233 conn(0x56386ad3de80 msgr2=0x56386ad74740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 -- 172.21.15.66:0/1747038233 shutdown_connections 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.096+0000 7f815bf86740 1 -- 172.21.15.66:0/1747038233 wait complete. 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.097+0000 7f815bf86740 1 -- start start 2024-07-27T06:52:17.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.097+0000 7f815bf86740 1 Processor -- start 2024-07-27T06:52:17.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.098+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad44bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.098+0000 7f815bf86740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f815bf86740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 0x56386ad69b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f815bf86740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x56386ad7fa70 con 0x56386a9723c0 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x56386ad3c590 con 0x56386a912280 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f815bf86740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x56386ad80000 con 0x56386a95d590 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f815bf86740 10 client.0 _ll_register_callbacks cb 0x7f8140015070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:41988/0 (socket says 172.21.15.66:41988) 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 -- 172.21.15.66:0/905799771 learned_addr learned my addr 172.21.15.66:0/905799771 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f814de00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad44bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f814e800640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 0x56386ad69b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 -- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 msgr2=0x56386ad44bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad44bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 -- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 msgr2=0x56386ad69b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:17.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 0x56386ad69b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f8147e00640 1 -- 172.21.15.66:0/905799771 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56386adea8b0 con 0x56386a9723c0 2024-07-27T06:52:17.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.099+0000 7f814e800640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 0x56386ad69b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:17.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8147e00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f813805c850 tx=0x7f8140012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe7b5a182ec66bc1 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:52:17.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8138079070 con 0x56386a9723c0 2024-07-27T06:52:17.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f8138093e00 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56386ac982e0 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f8138064dd0 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f815bf86740 10 client.5427 fetch_fsmap learned FSMap version 27 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x56386adebe80 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x56386ac982e0 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.100+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f8138069360 con 0x56386a9723c0 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 10 client.5427 fetch_fsmap finished waiting for FSMap version 27 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 10 client.5427 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 20 client.5427 populate_metadata read hostname 'smithi066' 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386adeb140 0x56386ad8ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 4 client.5427 mds_command: new command op to 5265 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:52:17.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 --> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] -- command(tid 0: {"prefix": "status"}) -- 0x56386ac93d80 con 0x56386adeb140 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.101+0000 7f814de00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386adeb140 0x56386ad8ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f814de00640 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386adeb140 0x56386ad8ef50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50af716a99c1a1a5 server_cookie=a1c070d7bb6197e6 in_seq=0 out_seq=0 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f8133400640 10 client.5427 ms_handle_connect on v2:172.21.15.66:6832/3785344140 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f8133400640 1 -- 172.21.15.66:0/905799771 <== mds.0 v2:172.21.15.66:6832/3785344140 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x56386ac93d80 con 0x56386adeb140 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f8133400640 10 client.5427 handle_command_reply: tid=0 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 client.5427 shutdown 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 msgr2=0x56386ad69650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f813805c850 tx=0x7f8140012000 comp rx=0 tx=0).stop 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 shutdown_connections 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56386a912280 0x56386ad69b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:6832/3785344140,v1:172.21.15.66:6833/3785344140] conn(0x56386adeb140 0x56386ad8ef50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56386a9723c0 0x56386ad69650 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 --2- 172.21.15.66:0/905799771 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56386a95d590 0x56386ad44bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f8133400640 0 client.5427 ms_handle_reset on v2:172.21.15.66:6832/3785344140 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 >> 172.21.15.66:0/905799771 conn(0x56386ad3de80 msgr2=0x56386ad4a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 shutdown_connections 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.102+0000 7f815bf86740 1 -- 172.21.15.66:0/905799771 wait complete. 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f815bf86740 20 client.5427 trim_cache size 0 max 16384 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:52:17.107 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 5265, 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 12.812177158000001, 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 27, 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 56, 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 56, 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 17.494857318000001 2024-07-27T06:52:17.108 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 msgr2=0x7f812c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 0x7f812c079550 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8140005fd0 tx=0x7f8140005850 comp rx=0 tx=0).stop 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 msgr2=0x7f815006feb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f813800c3d0 tx=0x7f813800c890 comp rx=0 tx=0).stop 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 shutdown_connections 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f812c077040 0x7f812c079550 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81500cc4b0 0x7f8150133400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8150159980 0x7f815006feb0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 --2- 172.21.15.66:0/524153726 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81500cee80 0x7f815006f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 >> 172.21.15.66:0/524153726 conn(0x7f815006c780 msgr2=0x7f81500d0290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 shutdown_connections 2024-07-27T06:52:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.103+0000 7f814f200640 1 -- 172.21.15.66:0/524153726 wait complete. 2024-07-27T06:52:17.129 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:52:17.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 -- 172.21.15.66:0/2467725612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 msgr2=0x7f72ac0b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 --2- 172.21.15.66:0/2467725612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac0b4a40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f72ac0cf970 tx=0x7f72a402aac0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 -- 172.21.15.66:0/2467725612 shutdown_connections 2024-07-27T06:52:17.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 --2- 172.21.15.66:0/2467725612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac0b4a40 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 --2- 172.21.15.66:0/2467725612 >> v2:172.21.15.155:3300/0 conn(0x7f72ac0732e0 0x7f72ac070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 -- 172.21.15.66:0/2467725612 >> 172.21.15.66:0/2467725612 conn(0x7f72ac0cfb90 msgr2=0x7f72ac0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 -- 172.21.15.66:0/2467725612 shutdown_connections 2024-07-27T06:52:17.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.413+0000 7f72b3a00640 1 -- 172.21.15.66:0/2467725612 wait complete. 2024-07-27T06:52:17.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.416+0000 7f72b3a00640 1 Processor -- start 2024-07-27T06:52:17.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.416+0000 7f72b3a00640 1 -- start start 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72ac0732e0 0x7f72ac152950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72ac0cb6c0 0x7f72ac1f8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac0b5100 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72ac0b4f80 con 0x7f72ac0732e0 2024-07-27T06:52:17.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.417+0000 7f72b3a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72ac0b5280 con 0x7f72ac0cb6c0 2024-07-27T06:52:17.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42002/0 (socket says 172.21.15.66:42002) 2024-07-27T06:52:17.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 -- 172.21.15.66:0/855112694 learned_addr learned my addr 172.21.15.66:0/855112694 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72b1000640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72ac0732e0 0x7f72ac152950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72b1a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72ac0cb6c0 0x7f72ac1f8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 -- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72ac0cb6c0 msgr2=0x7f72ac1f8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72ac0cb6c0 0x7f72ac1f8e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 -- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72ac0732e0 msgr2=0x7f72ac152950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72ac0732e0 0x7f72ac152950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.418+0000 7f72abe00640 1 -- 172.21.15.66:0/855112694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72ac1f9670 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72abe00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f729800c3c0 tx=0x7f729800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298017070 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72980035f0 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72ac0c7ce0 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298003a20 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.419+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72ac0c82a0 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.420+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72ac070060 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.422+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f729801a070 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.423+0000 7f72a8c00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 0x7f728c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:17.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.423+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f7298097ef0 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.424+0000 7f72b1000640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 0x7f728c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:17.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.425+0000 7f72b1000640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 0x7f728c079520 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f72a00058c0 tx=0x7f72a0005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:17.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.428+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72ac074520 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.683+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f72ac0cc220 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.684+0000 7f72a8c00640 1 -- 172.21.15.66:0/855112694 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7f7298060df0 con 0x7f72ac0ca8f0 2024-07-27T06:52:17.686 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:52:17.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.687+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 msgr2=0x7f728c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.687+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 0x7f728c079520 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f72a00058c0 tx=0x7f72a0005850 comp rx=0 tx=0).stop 2024-07-27T06:52:17.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.687+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 msgr2=0x7f72ac1f8920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:17.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.687+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f729800c3c0 tx=0x7f729800c880 comp rx=0 tx=0).stop 2024-07-27T06:52:17.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 shutdown_connections 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f728c077010 0x7f728c079520 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72ac0cb6c0 0x7f72ac1f8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72ac0ca8f0 0x7f72ac1f8920 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 --2- 172.21.15.66:0/855112694 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72ac0732e0 0x7f72ac152950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 >> 172.21.15.66:0/855112694 conn(0x7f72ac0cfb90 msgr2=0x7f72ac15d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 shutdown_connections 2024-07-27T06:52:17.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:17.688+0000 7f72b3a00640 1 -- 172.21.15.66:0/855112694 wait complete. 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:52:17.719 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:17.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:17.720 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:52:17.780 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:52:17.780 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:52:17.780 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:52:17.780 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.780 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:17.781 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42452sec preferred_lft 42452sec 2024-07-27T06:52:17.782 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:52:17.783 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:52:17.784 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:52:17.785 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:17.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:17.785 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:52:17.870 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:52:17.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:17.874 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:52:17.932 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:52:17.932 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:52:17.932 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:52:17.932 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:52:17.932 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:52:17.933 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:52:18.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:52:18.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:52:18.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:18.152 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:52:18.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:52:18.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:52:18.199 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:18.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:18.199 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:52:18.335 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:52:18.335 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:18.387 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:18.387 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:52:18.388 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:18.439 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:52:18.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:18.440 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:18.655 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:18.655 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:52:18.710 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:18.711 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:52:18.711 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:52:18.711 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:52:18.711 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:52:18.713 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:52:18.714 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:52:18.714 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:52:18.714 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:52:18.714 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:52:18.719 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:52:18.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:18.720 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:18.798 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:52:18.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:52:18.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:52:18.926 INFO:teuthology.orchestra.run.smithi066.stdout:client4796 2024-07-27T06:52:18.926 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:18.926 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:18.978 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data mksnap snap1 2024-07-27T06:52:19.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.170+0000 7ff9765cdf40 1 Processor -- start 2024-07-27T06:52:19.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.170+0000 7ff9765cdf40 1 -- start start 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 0x562b37bd0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c63430 0x562b37bd13b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562b37ada6d0 con 0x562b37bbb940 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x562b37b38300 con 0x562b37c62910 2024-07-27T06:52:19.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.171+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x562b37bd2ed0 con 0x562b37c63430 2024-07-27T06:52:19.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42020/0 (socket says 172.21.15.66:42020) 2024-07-27T06:52:19.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 -- 172.21.15.66:0/2565084281 learned_addr learned my addr 172.21.15.66:0/2565084281 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:19.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96ee00640 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 0x562b37bd0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 -- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c63430 msgr2=0x562b37bd13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c63430 0x562b37bd13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 -- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 msgr2=0x562b37bd0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 0x562b37bd0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96f800640 1 -- 172.21.15.66:0/2565084281 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b37ab3f10 con 0x562b37bbb940 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.172+0000 7ff96ee00640 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 0x562b37bd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.173+0000 7ff96f800640 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff96000a470 tx=0x7ff96000a930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=962d734c2b25df34 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.173+0000 7ff96da00640 1 -- 172.21.15.66:0/2565084281 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff96000b930 con 0x562b37bbb940 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.173+0000 7ff96da00640 1 -- 172.21.15.66:0/2565084281 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff96000f070 con 0x562b37bbb940 2024-07-27T06:52:19.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.173+0000 7ff96da00640 1 -- 172.21.15.66:0/2565084281 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960014470 con 0x562b37bbb940 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2565084281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 msgr2=0x562b37c46c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff96000a470 tx=0x7ff96000a930 comp rx=0 tx=0).stop 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2565084281 shutdown_connections 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c63430 0x562b37bd13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c62910 0x562b37bd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2565084281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2565084281 >> 172.21.15.66:0/2565084281 conn(0x562b37aacac0 msgr2=0x562b37b76260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2565084281 shutdown_connections 2024-07-27T06:52:19.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.174+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2565084281 wait complete. 2024-07-27T06:52:19.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.175+0000 7ff9765cdf40 1 Processor -- start 2024-07-27T06:52:19.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.175+0000 7ff9765cdf40 1 -- start start 2024-07-27T06:52:19.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c62910 0x562b37c42770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 0x562b37c42cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x562b37c5ed40 con 0x562b37bbb940 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x562b37c5ea60 con 0x562b37c63430 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff9765cdf40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x562b37c451e0 con 0x562b37c62910 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff96f800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff96f800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42024/0 (socket says 172.21.15.66:42024) 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.177+0000 7ff96f800640 1 -- 172.21.15.66:0/2295205223 learned_addr learned my addr 172.21.15.66:0/2295205223 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff970200640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 0x562b37c42cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96ee00640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c62910 0x562b37c42770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 -- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c62910 msgr2=0x562b37c42770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c62910 0x562b37c42770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 -- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 msgr2=0x562b37c42cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 0x562b37c42cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 -- 172.21.15.66:0/2295205223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b37c61500 con 0x562b37bbb940 2024-07-27T06:52:19.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff970200640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 0x562b37c42cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:19.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff96f800640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff96000ae30 tx=0x7ff9600146a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff96000bdd0 con 0x562b37bbb940 2024-07-27T06:52:19.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff96000f050 con 0x562b37bbb940 2024-07-27T06:52:19.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff960014af0 con 0x562b37bbb940 2024-07-27T06:52:19.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.178+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x562b37c5c5b0 con 0x562b37bbb940 2024-07-27T06:52:19.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.179+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b37c43300 con 0x562b37bbb940 2024-07-27T06:52:19.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.181+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff960014c90 con 0x562b37bbb940 2024-07-27T06:52:19.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.182+0000 7ff967e00640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff94c0759f0 0x7ff94c077f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.182+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7ff960099220 con 0x562b37bbb940 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.182+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(create snap pool 9 tid 1 name snap1 v0) -- 0x562b37b3ac50 con 0x562b37bbb940 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff967e00640 1 -- 172.21.15.66:0/2295205223 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (95) Operation not supported v56) ==== 43+0+0 (secure 0 0 0) 0x7ff9600621b0 con 0x562b37bbb940 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff96ee00640 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff94c0759f0 0x7ff94c077f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:error creating pool cephfs_data snapshot snap1: (95) Operation not supported 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff94c0759f0 msgr2=0x7ff94c077f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff94c0759f0 0x7ff94c077f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 msgr2=0x562b37c46c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff96000ae30 tx=0x7ff9600146a0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 shutdown_connections 2024-07-27T06:52:19.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff94c0759f0 0x7ff94c077f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x562b37c63430 0x562b37c42cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x562b37c62910 0x562b37c42770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 --2- 172.21.15.66:0/2295205223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x562b37bbb940 0x562b37c46c10 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 >> 172.21.15.66:0/2295205223 conn(0x562b37aacac0 msgr2=0x562b37b76260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 shutdown_connections 2024-07-27T06:52:19.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.183+0000 7ff9765cdf40 1 -- 172.21.15.66:0/2295205223 wait complete. 2024-07-27T06:52:19.199 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:52:19.199 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata mksnap snap2 2024-07-27T06:52:19.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.387+0000 7f27c2c92f40 1 Processor -- start 2024-07-27T06:52:19.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.387+0000 7f27c2c92f40 1 -- start start 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 0x55824f96d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f8e39b0 0x55824f895ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55824f9727e0 con 0x55824f96e440 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55824f7e76d0 con 0x55824f894ad0 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55824f894ee0 con 0x55824f8e39b0 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27bc800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27bc800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42030/0 (socket says 172.21.15.66:42030) 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.388+0000 7f27bc800640 1 -- 172.21.15.66:0/2157699383 learned_addr learned my addr 172.21.15.66:0/2157699383 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:19.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bbe00640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 0x55824f96d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 -- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f8e39b0 msgr2=0x55824f895ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27b3400640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f8e39b0 0x55824f895ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f8e39b0 0x55824f895ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 -- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 msgr2=0x55824f96d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 0x55824f96d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 -- 172.21.15.66:0/2157699383 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55824f7e6780 con 0x55824f96e440 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bbe00640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 0x55824f96d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27bc800640 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f27b400c6b0 tx=0x7f27b400cab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f95b3a3dc338d84 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.389+0000 7f27baa00640 1 -- 172.21.15.66:0/2157699383 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b4004220 con 0x55824f96e440 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27baa00640 1 -- 172.21.15.66:0/2157699383 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27b400a560 con 0x55824f96e440 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27baa00640 1 -- 172.21.15.66:0/2157699383 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b400a970 con 0x55824f96e440 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 -- 172.21.15.66:0/2157699383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 msgr2=0x55824f895ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f27b400c6b0 tx=0x7f27b400cab0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 -- 172.21.15.66:0/2157699383 shutdown_connections 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f96e440 0x55824f895ff0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f8e39b0 0x55824f895ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/2157699383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f894ad0 0x55824f96d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 -- 172.21.15.66:0/2157699383 >> 172.21.15.66:0/2157699383 conn(0x55824f7b9ac0 msgr2=0x55824f8c9bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 -- 172.21.15.66:0/2157699383 shutdown_connections 2024-07-27T06:52:19.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.390+0000 7f27c2c92f40 1 -- 172.21.15.66:0/2157699383 wait complete. 2024-07-27T06:52:19.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.392+0000 7f27c2c92f40 1 Processor -- start 2024-07-27T06:52:19.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.392+0000 7f27c2c92f40 1 -- start start 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f8e39b0 0x55824f8dc560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f96e440 0x55824f8c4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55824f9578b0 con 0x55824f894ad0 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55824f8dd100 con 0x55824f8e39b0 2024-07-27T06:52:19.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27c2c92f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55824f8da020 con 0x55824f96e440 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.393+0000 7f27bbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42032/0 (socket says 172.21.15.66:42032) 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 -- 172.21.15.66:0/4108705065 learned_addr learned my addr 172.21.15.66:0/4108705065 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27b3400640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f8e39b0 0x55824f8dc560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bc800640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f96e440 0x55824f8c4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 -- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f96e440 msgr2=0x55824f8c4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f96e440 0x55824f8c4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 -- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f8e39b0 msgr2=0x55824f8dc560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f8e39b0 0x55824f8dc560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 -- 172.21.15.66:0/4108705065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55824f7c0f10 con 0x55824f894ad0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27bbe00640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00b690 tx=0x7f27ac00bb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.394+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac008990 con 0x55824f894ad0 2024-07-27T06:52:19.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.395+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27ac008c20 con 0x55824f894ad0 2024-07-27T06:52:19.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.395+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55824f8ddf90 con 0x55824f894ad0 2024-07-27T06:52:19.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.395+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27ac015410 con 0x55824f894ad0 2024-07-27T06:52:19.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.395+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55824fa05260 con 0x55824f894ad0 2024-07-27T06:52:19.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.397+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f27ac0155b0 con 0x55824f894ad0 2024-07-27T06:52:19.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.398+0000 7f27b9600640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2798075a20 0x7f2798077f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.398+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f27ac097a60 con 0x55824f894ad0 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.398+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(create snap pool 8 tid 1 name snap2 v0) -- 0x55824f847c50 con 0x55824f894ad0 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27b9600640 1 -- 172.21.15.66:0/4108705065 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (95) Operation not supported v56) ==== 43+0+0 (secure 0 0 0) 0x7f27ac060ab0 con 0x55824f894ad0 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27b3400640 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2798075a20 0x7f2798077f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:error creating pool cephfs_metadata snapshot snap2: (95) Operation not supported 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2798075a20 msgr2=0x7f2798077f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2798075a20 0x7f2798077f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 msgr2=0x55824fa05a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f27ac00b690 tx=0x7f27ac00bb50 comp rx=0 tx=0).stop 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 shutdown_connections 2024-07-27T06:52:19.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2798075a20 0x7f2798077f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55824f96e440 0x55824f8c4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55824f8e39b0 0x55824f8dc560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 --2- 172.21.15.66:0/4108705065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55824f894ad0 0x55824fa05a60 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 >> 172.21.15.66:0/4108705065 conn(0x55824f7b9ac0 msgr2=0x55824f8c5e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 shutdown_connections 2024-07-27T06:52:19.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.399+0000 7f27c2c92f40 1 -- 172.21.15.66:0/4108705065 wait complete. 2024-07-27T06:52:19.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:52:19.413 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool mksnap cephfs_data snap3 2024-07-27T06:52:19.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 -- 172.21.15.66:0/632367803 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 msgr2=0x7fb4ac004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 --2- 172.21.15.66:0/632367803 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 0x7fb4ac004c10 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0009b20 tx=0x7fb4ac005830 comp rx=0 tx=0).stop 2024-07-27T06:52:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4c7e00640 1 -- 172.21.15.66:0/632367803 reap_dead start 2024-07-27T06:52:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 -- 172.21.15.66:0/632367803 shutdown_connections 2024-07-27T06:52:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 -- 172.21.15.66:0/632367803 >> 172.21.15.66:0/632367803 conn(0x7fb4c80d3cd0 msgr2=0x7fb4c80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 -- 172.21.15.66:0/632367803 shutdown_connections 2024-07-27T06:52:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.709+0000 7fb4cd200640 1 -- 172.21.15.66:0/632367803 wait complete. 2024-07-27T06:52:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.712+0000 7fb4cd200640 1 Processor -- start 2024-07-27T06:52:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.712+0000 7fb4cd200640 1 -- start start 2024-07-27T06:52:19.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.713+0000 7fb4cd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 0x7fb4c815a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.713+0000 7fb4cd200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c815d2b0 0x7fb4c815b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4cd200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c8158b60 0x7fb4c81f7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4cd200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c80b9610 con 0x7fb4ac004800 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4cd200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb4c80b9490 con 0x7fb4c8158b60 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4cd200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb4c80cefb0 con 0x7fb4c815d2b0 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 0x7fb4c815a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 0x7fb4c815a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42056/0 (socket says 172.21.15.66:42056) 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 -- 172.21.15.66:0/43743506 learned_addr learned my addr 172.21.15.66:0/43743506 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7e00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c8158b60 0x7fb4c81f7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4bea00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c815d2b0 0x7fb4c815b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 -- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c815d2b0 msgr2=0x7fb4c815b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4c815d2b0 0x7fb4c815b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 -- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c8158b60 msgr2=0x7fb4c81f7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c8158b60 0x7fb4c81f7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7400640 1 -- 172.21.15.66:0/43743506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4c815c210 con 0x7fb4ac004800 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.714+0000 7fb4c7e00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4c8158b60 0x7fb4c81f7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4c7400640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4ac004800 0x7fb4c815a030 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fb4b8004e70 tx=0x7fb4b8001620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8015020 con 0x7fb4ac004800 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4b8011960 con 0x7fb4ac004800 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8001d90 con 0x7fb4ac004800 2024-07-27T06:52:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4cd200640 1 -- 172.21.15.66:0/43743506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4c815c4f0 con 0x7fb4ac004800 2024-07-27T06:52:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.715+0000 7fb4cd200640 1 -- 172.21.15.66:0/43743506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4c815cab0 con 0x7fb4ac004800 2024-07-27T06:52:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.717+0000 7fb4cd200640 1 -- 172.21.15.66:0/43743506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4c80d0330 con 0x7fb4ac004800 2024-07-27T06:52:19.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.718+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb4b8018020 con 0x7fb4ac004800 2024-07-27T06:52:19.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.719+0000 7fb4bfe00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4a4077040 0x7fb4a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:19.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.719+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fb4b80995c0 con 0x7fb4ac004800 2024-07-27T06:52:19.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.720+0000 7fb4bea00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4a4077040 0x7fb4a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:19.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.721+0000 7fb4bea00640 1 --2- 172.21.15.66:0/43743506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4a4077040 0x7fb4a4079550 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0035000 tx=0x7fb4b002d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:19.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.724+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb4b801f020 con 0x7fb4ac004800 2024-07-27T06:52:19.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.935+0000 7fb4cd200640 1 -- 172.21.15.66:0/43743506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool mksnap", "pool": "cephfs_data", "snap": "snap3"} v 0) -- 0x7fb4c815dcd0 con 0x7fb4ac004800 2024-07-27T06:52:19.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:19.936+0000 7fb4bfe00640 1 -- 172.21.15.66:0/43743506 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool mksnap", "pool": "cephfs_data", "snap": "snap3"}]=-95 (95) Operation not supported v56) ==== 131+0+0 (secure 0 0 0) 0x7fb4b80624d0 con 0x7fb4ac004800 2024-07-27T06:52:19.939 INFO:teuthology.orchestra.run.smithi066.stderr:Error ENOTSUP: (95) Operation not supported 2024-07-27T06:52:19.969 DEBUG:teuthology.orchestra.run:got remote process result: 95 2024-07-27T06:52:19.970 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool mksnap cephfs_metadata snap4 2024-07-27T06:52:20.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 -- 172.21.15.66:0/3835614909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c0ae830 msgr2=0x7ff13c0aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:20.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 --2- 172.21.15.66:0/3835614909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c0ae830 0x7ff13c0aec40 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ff13c1515a0 tx=0x7ff12802a490 comp rx=0 tx=0).stop 2024-07-27T06:52:20.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 -- 172.21.15.66:0/3835614909 shutdown_connections 2024-07-27T06:52:20.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 --2- 172.21.15.66:0/3835614909 >> v2:172.21.15.155:3300/0 conn(0x7ff13c06de60 0x7ff13c06e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:20.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 --2- 172.21.15.66:0/3835614909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c0ae830 0x7ff13c0aec40 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:20.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 -- 172.21.15.66:0/3835614909 >> 172.21.15.66:0/3835614909 conn(0x7ff13c06c780 msgr2=0x7ff13c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:20.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 -- 172.21.15.66:0/3835614909 shutdown_connections 2024-07-27T06:52:20.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.264+0000 7ff140a00640 1 -- 172.21.15.66:0/3835614909 wait complete. 2024-07-27T06:52:20.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.267+0000 7ff140a00640 1 Processor -- start 2024-07-27T06:52:20.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.267+0000 7ff140a00640 1 -- start start 2024-07-27T06:52:20.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c06de60 0x7ff13c1430d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:20.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae830 0x7ff13c156340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c151010 0x7ff13c156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c15a4b0 con 0x7ff13c151010 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff13c0703e0 con 0x7ff13c06de60 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff140a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff13c15a630 con 0x7ff13c0ae830 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff13b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c151010 0x7ff13c156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff13b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c151010 0x7ff13c156880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:42068/0 (socket says 172.21.15.66:42068) 2024-07-27T06:52:20.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff13b200640 1 -- 172.21.15.66:0/1855859860 learned_addr learned my addr 172.21.15.66:0/1855859860 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff13a800640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c06de60 0x7ff13c1430d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.269+0000 7ff139e00640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae830 0x7ff13c156340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 -- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae830 msgr2=0x7ff13c156340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff13c0ae830 0x7ff13c156340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 -- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c06de60 msgr2=0x7ff13c1430d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c06de60 0x7ff13c1430d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 -- 172.21.15.66:0/1855859860 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff13c157ac0 con 0x7ff13c151010 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13a800640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff13c06de60 0x7ff13c1430d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff13b200640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff13c151010 0x7ff13c156880 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7ff13400e960 tx=0x7ff13400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134004d20 con 0x7ff13c151010 2024-07-27T06:52:20.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff13400cb20 con 0x7ff13c151010 2024-07-27T06:52:20.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff140a00640 1 -- 172.21.15.66:0/1855859860 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff13c157500 con 0x7ff13c151010 2024-07-27T06:52:20.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.270+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134005020 con 0x7ff13c151010 2024-07-27T06:52:20.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.271+0000 7ff140a00640 1 -- 172.21.15.66:0/1855859860 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff13c147ce0 con 0x7ff13c151010 2024-07-27T06:52:20.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.272+0000 7ff140a00640 1 -- 172.21.15.66:0/1855859860 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff13c157270 con 0x7ff13c151010 2024-07-27T06:52:20.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.273+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff1340051c0 con 0x7ff13c151010 2024-07-27T06:52:20.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.274+0000 7ff132a00640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff11c077010 0x7ff11c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:20.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.274+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7ff134099580 con 0x7ff13c151010 2024-07-27T06:52:20.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.275+0000 7ff13a800640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff11c077010 0x7ff11c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:20.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.276+0000 7ff13a800640 1 --2- 172.21.15.66:0/1855859860 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff11c077010 0x7ff11c079520 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff12c000f60 tx=0x7ff12c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:20.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.279+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff134016030 con 0x7ff13c151010 2024-07-27T06:52:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.503+0000 7ff140a00640 1 -- 172.21.15.66:0/1855859860 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool mksnap", "pool": "cephfs_metadata", "snap": "snap4"} v 0) -- 0x7ff13c06e270 con 0x7ff13c151010 2024-07-27T06:52:20.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:20.504+0000 7ff132a00640 1 -- 172.21.15.66:0/1855859860 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool mksnap", "pool": "cephfs_metadata", "snap": "snap4"}]=-95 (95) Operation not supported v56) ==== 135+0+0 (secure 0 0 0) 0x7ff1340623f0 con 0x7ff13c151010 2024-07-27T06:52:20.505 INFO:teuthology.orchestra.run.smithi066.stderr:Error ENOTSUP: (95) Operation not supported 2024-07-27T06:52:20.528 DEBUG:teuthology.orchestra.run:got remote process result: 95 2024-07-27T06:52:20.529 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:52:20.529 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:20.664 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:20.790 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:52:20.790 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:20.790 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:20.790 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:20.853 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:20.853 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:20.910 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:52:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 -- 172.21.15.66:0/3221873570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 msgr2=0x7f60140ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 --2- 172.21.15.66:0/3221873570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60140ce410 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f6000009820 tx=0x7f600002a480 comp rx=0 tx=0).stop 2024-07-27T06:52:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 -- 172.21.15.66:0/3221873570 shutdown_connections 2024-07-27T06:52:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 --2- 172.21.15.66:0/3221873570 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60140ce410 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 --2- 172.21.15.66:0/3221873570 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 0x7f60140cadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.209+0000 7f601bc00640 1 -- 172.21.15.66:0/3221873570 >> 172.21.15.66:0/3221873570 conn(0x7f60140cfb90 msgr2=0x7f60140cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.210+0000 7f601bc00640 1 -- 172.21.15.66:0/3221873570 shutdown_connections 2024-07-27T06:52:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.210+0000 7f601bc00640 1 -- 172.21.15.66:0/3221873570 wait complete. 2024-07-27T06:52:21.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.212+0000 7f601bc00640 1 Processor -- start 2024-07-27T06:52:21.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.212+0000 7f601bc00640 1 -- start start 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 0x7f601414aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60140ce950 0x7f60141e8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f60140cb490 con 0x7f60140aefd0 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f60140cb310 con 0x7f60140ce950 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f601bc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6014072eb0 con 0x7f60140aebc0 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f6013e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f6013e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50990/0 (socket says 172.21.15.66:50990) 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f6013e00640 1 -- 172.21.15.66:0/4003442264 learned_addr learned my addr 172.21.15.66:0/4003442264 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.214+0000 7f6019200640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 0x7f601414aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:21.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6019c00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60140ce950 0x7f60141e8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:21.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 -- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 msgr2=0x7f601414aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 0x7f601414aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 -- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60140ce950 msgr2=0x7f60141e8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60140ce950 0x7f60141e8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 -- 172.21.15.66:0/4003442264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60141f9cf0 con 0x7f60140aefd0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.215+0000 7f6013e00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6000009940 tx=0x7f60000042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.216+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60000044e0 con 0x7f60140aefd0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.216+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6000005310 con 0x7f60140aefd0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.216+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60141f9fd0 con 0x7f60140aefd0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.216+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6000003800 con 0x7f60140aefd0 2024-07-27T06:52:21.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.216+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60141e6e70 con 0x7f60140aefd0 2024-07-27T06:52:21.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.217+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60141f9a60 con 0x7f60140aefd0 2024-07-27T06:52:21.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.218+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f60000039a0 con 0x7f60140aefd0 2024-07-27T06:52:21.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.220+0000 7f6010c00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 0x7f5ff4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:21.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.220+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f60000b9fe0 con 0x7f60140aefd0 2024-07-27T06:52:21.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.221+0000 7f6019200640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 0x7f5ff4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:21.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.222+0000 7f6019200640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 0x7f5ff4079520 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6008005fd0 tx=0x7f6008005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:21.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.225+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f600003f030 con 0x7f60140aefd0 2024-07-27T06:52:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.450+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f60140cadd0 con 0x7f60140aefd0 2024-07-27T06:52:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.451+0000 7f6010c00640 1 -- 172.21.15.66:0/4003442264 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v56) ==== 80+0+0 (secure 0 0 0) 0x7f6000082e70 con 0x7f60140aefd0 2024-07-27T06:52:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:52:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 msgr2=0x7f5ff4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 0x7f5ff4079520 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f6008005fd0 tx=0x7f6008005850 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 msgr2=0x7f60141f9110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f6000009940 tx=0x7f60000042f0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 shutdown_connections 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ff4077010 0x7f5ff4079520 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60140ce950 0x7f60141e8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60140aefd0 0x7f60141f9110 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 --2- 172.21.15.66:0/4003442264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60140aebc0 0x7f601414aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 >> 172.21.15.66:0/4003442264 conn(0x7f60140cfb90 msgr2=0x7f60140af950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 shutdown_connections 2024-07-27T06:52:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:21.454+0000 7f601bc00640 1 -- 172.21.15.66:0/4003442264 wait complete. 2024-07-27T06:52:21.484 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:52:21.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:21.485 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:21.580 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:52:21.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:21.580 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:52:21.634 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:21.634 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:21.634 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:21.692 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:21.693 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:21.693 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:21.693 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:21.756 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:52:21.757 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:21.757 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:21.757 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:21.813 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:21.813 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 -- 172.21.15.66:0/2719994685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6240740f0 msgr2=0x7fc62415e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 --2- 172.21.15.66:0/2719994685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6240740f0 0x7fc62415e3c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fc6100098e0 tx=0x7fc61002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 -- 172.21.15.66:0/2719994685 shutdown_connections 2024-07-27T06:52:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 --2- 172.21.15.66:0/2719994685 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415e900 0x7fc62406eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 --2- 172.21.15.66:0/2719994685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc6240740f0 0x7fc62415e3c0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 -- 172.21.15.66:0/2719994685 >> 172.21.15.66:0/2719994685 conn(0x7fc6240cfb90 msgr2=0x7fc6240cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 -- 172.21.15.66:0/2719994685 shutdown_connections 2024-07-27T06:52:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.116+0000 7fc629c00640 1 -- 172.21.15.66:0/2719994685 wait complete. 2024-07-27T06:52:22.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.119+0000 7fc629c00640 1 Processor -- start 2024-07-27T06:52:22.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.119+0000 7fc629c00640 1 -- start start 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 0x7fc6241f5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 0x7fc6240ae0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc62406f910 con 0x7fc62415e900 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc62406f790 con 0x7fc6240740f0 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc629c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc62406fa90 con 0x7fc62415ef60 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51004/0 (socket says 172.21.15.66:51004) 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 -- 172.21.15.66:0/131827469 learned_addr learned my addr 172.21.15.66:0/131827469 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622a00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 0x7fc6241f5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc623400640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 0x7fc6240ae0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 -- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 msgr2=0x7fc6240ae0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 0x7fc6240ae0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 -- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 msgr2=0x7fc6241f5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 0x7fc6241f5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.121+0000 7fc622000640 1 -- 172.21.15.66:0/131827469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6240ad970 con 0x7fc62415e900 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc623400640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 0x7fc6240ae0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:22.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc622a00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 0x7fc6241f5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc622000640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc61002abc0 tx=0x7fc610031630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610031d60 con 0x7fc62415e900 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc610004820 con 0x7fc62415e900 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc610004c70 con 0x7fc62415e900 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6241f61b0 con 0x7fc62415e900 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.122+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6240adbe0 con 0x7fc62415e900 2024-07-27T06:52:22.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.124+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc62406ff40 con 0x7fc62415e900 2024-07-27T06:52:22.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.125+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc610005040 con 0x7fc62415e900 2024-07-27T06:52:22.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.126+0000 7fc61aa00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 0x7fc604079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.126+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fc6100b9ac0 con 0x7fc62415e900 2024-07-27T06:52:22.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.127+0000 7fc622a00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 0x7fc604079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.128+0000 7fc622a00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 0x7fc604079520 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc614000f60 tx=0x7fc614009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:22.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.130+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc61004a030 con 0x7fc62415e900 2024-07-27T06:52:22.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.389+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc624070390 con 0x7fc62415e900 2024-07-27T06:52:22.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.390+0000 7fc61aa00640 1 -- 172.21.15.66:0/131827469 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7fc61003f030 con 0x7fc62415e900 2024-07-27T06:52:22.392 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:22.392 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:22.393 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.394+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 msgr2=0x7fc604079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.394+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 0x7fc604079520 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc614000f60 tx=0x7fc614009040 comp rx=0 tx=0).stop 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.394+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 msgr2=0x7fc62415a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.394+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fc61002abc0 tx=0x7fc610031630 comp rx=0 tx=0).stop 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 shutdown_connections 2024-07-27T06:52:22.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc604077010 0x7fc604079520 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc62415ef60 0x7fc6240ae0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc62415e900 0x7fc62415a970 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 --2- 172.21.15.66:0/131827469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6240740f0 0x7fc6241f5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 >> 172.21.15.66:0/131827469 conn(0x7fc6240cfb90 msgr2=0x7fc62406e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 shutdown_connections 2024-07-27T06:52:22.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.395+0000 7fc629c00640 1 -- 172.21.15.66:0/131827469 wait complete. 2024-07-27T06:52:22.426 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 -- 172.21.15.66:0/812612477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 msgr2=0x7f71d40ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 --2- 172.21.15.66:0/812612477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40ce8a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f71d408c850 tx=0x7f71cc02a5f0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 -- 172.21.15.66:0/812612477 shutdown_connections 2024-07-27T06:52:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 --2- 172.21.15.66:0/812612477 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40ce8a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 --2- 172.21.15.66:0/812612477 >> v2:172.21.15.155:3300/0 conn(0x7f71d40b2b70 0x7f71d40b9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 -- 172.21.15.66:0/812612477 >> 172.21.15.66:0/812612477 conn(0x7f71d40d3cd0 msgr2=0x7f71d40d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:22.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 -- 172.21.15.66:0/812612477 shutdown_connections 2024-07-27T06:52:22.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.715+0000 7f71d9c00640 1 -- 172.21.15.66:0/812612477 wait complete. 2024-07-27T06:52:22.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.718+0000 7f71d9c00640 1 Processor -- start 2024-07-27T06:52:22.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.718+0000 7f71d9c00640 1 -- start start 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 0x7f71d41f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71d40d0330 0x7f71d414f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71d40cf2c0 con 0x7f71d40b47f0 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f71d40cf140 con 0x7f71d40b2b70 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.719+0000 7f71d9c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71d40cf440 con 0x7f71d40d0330 2024-07-27T06:52:22.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51008/0 (socket says 172.21.15.66:51008) 2024-07-27T06:52:22.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 -- 172.21.15.66:0/1986024063 learned_addr learned my addr 172.21.15.66:0/1986024063 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71d3e00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 0x7f71d41f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71d9200640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71d40d0330 0x7f71d414f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 -- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71d40d0330 msgr2=0x7f71d414f980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71d40d0330 0x7f71d414f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 -- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 msgr2=0x7f71d41f87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 0x7f71d41f87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71cb400640 1 -- 172.21.15.66:0/1986024063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d4150470 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.720+0000 7f71d3e00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 0x7f71d41f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71cb400640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00c390 tx=0x7f71bc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc017070 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71bc0053c0 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc003850 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d4150750 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.721+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d41f8280 con 0x7f71d40b47f0 2024-07-27T06:52:22.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.722+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71d41f7d90 con 0x7f71d40b47f0 2024-07-27T06:52:22.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.724+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f71bc01a070 con 0x7f71d40b47f0 2024-07-27T06:52:22.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.725+0000 7f71d0c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 0x7f71b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:22.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.725+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f71bc098070 con 0x7f71d40b47f0 2024-07-27T06:52:22.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.726+0000 7f71d3e00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 0x7f71b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:22.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.727+0000 7f71d3e00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 0x7f71b0079520 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71c4005fd0 tx=0x7f71c4004c70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:22.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.730+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f71bc060f70 con 0x7f71d40b47f0 2024-07-27T06:52:22.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.993+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f71d40cf960 con 0x7f71d40b47f0 2024-07-27T06:52:22.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.994+0000 7f71d0c00640 1 -- 172.21.15.66:0/1986024063 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f71bc0691b0 con 0x7f71d40b47f0 2024-07-27T06:52:22.998 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:22.998 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:22.998 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:22.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.997+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 msgr2=0x7f71b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.997+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 0x7f71b0079520 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71c4005fd0 tx=0x7f71c4004c70 comp rx=0 tx=0).stop 2024-07-27T06:52:22.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.997+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 msgr2=0x7f71d40cd660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:22.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.997+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f71bc00c390 tx=0x7f71bc00c850 comp rx=0 tx=0).stop 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 shutdown_connections 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f71b0077010 0x7f71b0079520 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f71d40d0330 0x7f71d414f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f71d40b47f0 0x7f71d40cd660 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 --2- 172.21.15.66:0/1986024063 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f71d40b2b70 0x7f71d41f87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 >> 172.21.15.66:0/1986024063 conn(0x7f71d40d3cd0 msgr2=0x7f71d40d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 shutdown_connections 2024-07-27T06:52:23.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:22.998+0000 7f71d9c00640 1 -- 172.21.15.66:0/1986024063 wait complete. 2024-07-27T06:52:23.029 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 -- 172.21.15.66:0/1617251263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 msgr2=0x7efc70003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 --2- 172.21.15.66:0/1617251263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc70003ec0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7efc7c00bb10 tx=0x7efc70005830 comp rx=0 tx=0).stop 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 -- 172.21.15.66:0/1617251263 shutdown_connections 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 --2- 172.21.15.66:0/1617251263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc70003ec0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 -- 172.21.15.66:0/1617251263 >> 172.21.15.66:0/1617251263 conn(0x7efc8c0d4060 msgr2=0x7efc8c0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 -- 172.21.15.66:0/1617251263 shutdown_connections 2024-07-27T06:52:23.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.331+0000 7efc92e00640 1 -- 172.21.15.66:0/1617251263 wait complete. 2024-07-27T06:52:23.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.334+0000 7efc92e00640 1 Processor -- start 2024-07-27T06:52:23.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.334+0000 7efc92e00640 1 -- start start 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0c91a0 0x7efc8c0a10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0a15f0 0x7efc8c1f5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c0b58f0 con 0x7efc70003a50 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c0b5770 con 0x7efc8c0a15f0 2024-07-27T06:52:23.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.335+0000 7efc92e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc8c0d06c0 con 0x7efc8c0c91a0 2024-07-27T06:52:23.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51022/0 (socket says 172.21.15.66:51022) 2024-07-27T06:52:23.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 -- 172.21.15.66:0/2921011910 learned_addr learned my addr 172.21.15.66:0/2921011910 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 -- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0c91a0 msgr2=0x7efc8c0a10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0c91a0 0x7efc8c0a10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 -- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0a15f0 msgr2=0x7efc8c1f5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0a15f0 0x7efc8c1f5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.336+0000 7efc8be00640 1 -- 172.21.15.66:0/2921011910 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc8c0c99d0 con 0x7efc70003a50 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc8be00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7efc7c00bc30 tx=0x7efc7c032700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc7c004230 con 0x7efc70003a50 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc7c0043d0 con 0x7efc70003a50 2024-07-27T06:52:23.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc7c032c10 con 0x7efc70003a50 2024-07-27T06:52:23.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc8c0c9cb0 con 0x7efc70003a50 2024-07-27T06:52:23.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.337+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc8c0ca270 con 0x7efc70003a50 2024-07-27T06:52:23.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.338+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc8c0d1e40 con 0x7efc70003a50 2024-07-27T06:52:23.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.340+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efc7c0035f0 con 0x7efc70003a50 2024-07-27T06:52:23.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.340+0000 7efc83e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 0x7efc6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.341+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7efc7c0b9a00 con 0x7efc70003a50 2024-07-27T06:52:23.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.341+0000 7efc8b400640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 0x7efc6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.343+0000 7efc8b400640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 0x7efc6c079550 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7efc8c15fd10 tx=0x7efc78006980 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:23.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.346+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc7c040070 con 0x7efc70003a50 2024-07-27T06:52:23.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.555+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc8c075df0 con 0x7efc70003a50 2024-07-27T06:52:23.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.559+0000 7efc83e00640 1 -- 172.21.15.66:0/2921011910 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+18720 (secure 0 0 0) 0x7efc7c0829a0 con 0x7efc70003a50 2024-07-27T06:52:23.561 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:23.561 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":56,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:05.310759+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:01.988373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:02.845107+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 msgr2=0x7efc6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 0x7efc6c079550 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7efc8c15fd10 tx=0x7efc78006980 comp rx=0 tx=0).stop 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 msgr2=0x7efc8c0c8c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7efc7c00bc30 tx=0x7efc7c032700 comp rx=0 tx=0).stop 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 shutdown_connections 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc6c077040 0x7efc6c079550 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0a15f0 0x7efc8c1f5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0c91a0 0x7efc8c0a10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 --2- 172.21.15.66:0/2921011910 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc70003a50 0x7efc8c0c8c60 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 >> 172.21.15.66:0/2921011910 conn(0x7efc8c0d4060 msgr2=0x7efc8c06ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:23.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 shutdown_connections 2024-07-27T06:52:23.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.562+0000 7efc92e00640 1 -- 172.21.15.66:0/2921011910 wait complete. 2024-07-27T06:52:23.590 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T06:52:23.590 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 -- 172.21.15.66:0/331481430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdba40040b0 msgr2=0x7fdba4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/331481430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdba40040b0 0x7fdba4004800 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fdbc0072350 tx=0x7fdba4005830 comp rx=0 tx=0).stop 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbf400640 1 -- 172.21.15.66:0/331481430 reap_dead start 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 -- 172.21.15.66:0/331481430 shutdown_connections 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 -- 172.21.15.66:0/331481430 >> 172.21.15.66:0/331481430 conn(0x7fdbc006c780 msgr2=0x7fdbc006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 -- 172.21.15.66:0/331481430 shutdown_connections 2024-07-27T06:52:23.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.875+0000 7fdbbfe00640 1 -- 172.21.15.66:0/331481430 wait complete. 2024-07-27T06:52:23.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.878+0000 7fdbbfe00640 1 Processor -- start 2024-07-27T06:52:23.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.879+0000 7fdbbfe00640 1 -- start start 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 0x7fdbc01f5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 0x7fdbc00adeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc00cc0e0 con 0x7fdbc0153400 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdbc00cbf60 con 0x7fdbc00adaa0 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdbc0073310 con 0x7fdba40040b0 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51046/0 (socket says 172.21.15.66:51046) 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbb7e00640 1 -- 172.21.15.66:0/1919745517 learned_addr learned my addr 172.21.15.66:0/1919745517 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbea00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 0x7fdbc01f5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.881+0000 7fdbbf400640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 0x7fdbc00adeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 -- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 msgr2=0x7fdbc01f5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 0x7fdbc01f5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 -- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 msgr2=0x7fdbc00adeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 0x7fdbc00adeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 -- 172.21.15.66:0/1919745517 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbc01f5b60 con 0x7fdbc0153400 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbbf400640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 0x7fdbc00adeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbbea00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 0x7fdbc01f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb7e00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fdba802b100 tx=0x7fdba8004e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba8031040 con 0x7fdbc0153400 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdba8006440 con 0x7fdbc0153400 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbc00b2fb0 con 0x7fdbc0153400 2024-07-27T06:52:23.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.882+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba8006ca0 con 0x7fdbc0153400 2024-07-27T06:52:23.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.883+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbc00b3570 con 0x7fdbc0153400 2024-07-27T06:52:23.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.884+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbc00b2d20 con 0x7fdbc0153400 2024-07-27T06:52:23.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.885+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdba8034070 con 0x7fdbc0153400 2024-07-27T06:52:23.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.886+0000 7fdbb6a00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 0x7fdb9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:23.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.886+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fdba80b8ae0 con 0x7fdbc0153400 2024-07-27T06:52:23.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.887+0000 7fdbbea00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 0x7fdb9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:23.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.888+0000 7fdbbea00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 0x7fdb9c079520 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0009b60 tx=0x7fdbb0005e70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:23.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:23.890+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdbc01f5b60 con 0x7fdbc0153400 2024-07-27T06:52:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.141+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbc0075330 con 0x7fdbc0153400 2024-07-27T06:52:24.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.142+0000 7fdbb6a00640 1 -- 172.21.15.66:0/1919745517 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7fdba80819e0 con 0x7fdbc0153400 2024-07-27T06:52:24.144 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:24.144 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:24.144 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 msgr2=0x7fdb9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 0x7fdb9c079520 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fdbb0009b60 tx=0x7fdbb0005e70 comp rx=0 tx=0).stop 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 msgr2=0x7fdbc00b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fdba802b100 tx=0x7fdba8004e10 comp rx=0 tx=0).stop 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 shutdown_connections 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdb9c077010 0x7fdb9c079520 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbc00adaa0 0x7fdbc00adeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbc0153400 0x7fdbc00b4050 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 --2- 172.21.15.66:0/1919745517 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdba40040b0 0x7fdbc01f5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 >> 172.21.15.66:0/1919745517 conn(0x7fdbc006c780 msgr2=0x7fdbc006f420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:24.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 shutdown_connections 2024-07-27T06:52:24.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.145+0000 7fdbbfe00640 1 -- 172.21.15.66:0/1919745517 wait complete. 2024-07-27T06:52:24.173 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:24.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 -- 172.21.15.66:0/3554938873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95040b4440 msgr2=0x7f9504073300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 --2- 172.21.15.66:0/3554938873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95040b4440 0x7f9504073300 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009900 tx=0x7f94f402a580 comp rx=0 tx=0).stop 2024-07-27T06:52:24.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 -- 172.21.15.66:0/3554938873 shutdown_connections 2024-07-27T06:52:24.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 --2- 172.21.15.66:0/3554938873 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9504073840 0x7f950406f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 --2- 172.21.15.66:0/3554938873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95040b4440 0x7f9504073300 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 -- 172.21.15.66:0/3554938873 >> 172.21.15.66:0/3554938873 conn(0x7f950406c780 msgr2=0x7f950406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:24.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 -- 172.21.15.66:0/3554938873 shutdown_connections 2024-07-27T06:52:24.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.461+0000 7f950a400640 1 -- 172.21.15.66:0/3554938873 wait complete. 2024-07-27T06:52:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.464+0000 7f950a400640 1 Processor -- start 2024-07-27T06:52:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.464+0000 7f950a400640 1 -- start start 2024-07-27T06:52:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.465+0000 7f950a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.465+0000 7f950a400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9504073840 0x7f950414bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.465+0000 7f950a400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95040b4440 0x7f95040b03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.465+0000 7f950a400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9504072d70 con 0x7f950406fd40 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.465+0000 7f950a400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9504072bf0 con 0x7f95040b4440 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f950a400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9504072ef0 con 0x7f9504073840 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51076/0 (socket says 172.21.15.66:51076) 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 -- 172.21.15.66:0/917250731 learned_addr learned my addr 172.21.15.66:0/917250731 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 -- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9504073840 msgr2=0x7f950414bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9504073840 0x7f950414bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 -- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95040b4440 msgr2=0x7f95040b03e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95040b4440 0x7f95040b03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.466+0000 7f9509000640 1 -- 172.21.15.66:0/917250731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95041481b0 con 0x7f950406fd40 2024-07-27T06:52:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f9509000640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f94f4034040 tx=0x7f94f4003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f403e030 con 0x7f950406fd40 2024-07-27T06:52:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94f4003e00 con 0x7f950406fd40 2024-07-27T06:52:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f4035040 con 0x7f950406fd40 2024-07-27T06:52:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f950414c800 con 0x7f950406fd40 2024-07-27T06:52:24.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.467+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9504152620 con 0x7f950406fd40 2024-07-27T06:52:24.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.468+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f950406f800 con 0x7f950406fd40 2024-07-27T06:52:24.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.470+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f94f4041030 con 0x7f950406fd40 2024-07-27T06:52:24.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.471+0000 7f9500c00640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 0x7f94e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:24.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.471+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7f94f40b94a0 con 0x7f950406fd40 2024-07-27T06:52:24.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.472+0000 7f9503e00640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 0x7f94e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:24.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.473+0000 7f9503e00640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 0x7f94e4079520 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f95041542c0 tx=0x7f94f000b370 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:24.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.475+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f94f4082290 con 0x7f950406fd40 2024-07-27T06:52:24.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.715+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f95040cf6b0 con 0x7f950406fd40 2024-07-27T06:52:24.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.716+0000 7f9500c00640 1 -- 172.21.15.66:0/917250731 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5226 (secure 0 0 0) 0x7f94f4081b90 con 0x7f950406fd40 2024-07-27T06:52:24.717 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:24.717 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":27,"btime":"2024-07-27T06:52:07:335684+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:03.867158+0000","modified":"2024-07-27T06:52:06.920628+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5265},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5265":{"gid":5265,"name":"c","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6833/3785344140","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3785344140},{"type":"v1","addr":"172.21.15.66:6833","nonce":3785344140}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5265,"qdb_cluster":[5265]},"id":3}]} 2024-07-27T06:52:24.718 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 27 2024-07-27T06:52:24.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.718+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 msgr2=0x7f94e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.718+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 0x7f94e4079520 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f95041542c0 tx=0x7f94f000b370 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.718+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 msgr2=0x7f9504147c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.718+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f94f4034040 tx=0x7f94f4003910 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 shutdown_connections 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94e4077010 0x7f94e4079520 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95040b4440 0x7f95040b03e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9504073840 0x7f950414bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 --2- 172.21.15.66:0/917250731 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f950406fd40 0x7f9504147c70 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:24.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 >> 172.21.15.66:0/917250731 conn(0x7f950406c780 msgr2=0x7f95040d0020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:24.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 shutdown_connections 2024-07-27T06:52:24.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:24.719+0000 7f950a400640 1 -- 172.21.15.66:0/917250731 wait complete. 2024-07-27T06:52:24.748 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 -- 172.21.15.66:0/2610581436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf00af5f0 msgr2=0x7fdcf00ca820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 --2- 172.21.15.66:0/2610581436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf00af5f0 0x7fdcf00ca820 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fdce0009830 tx=0x7fdce002a510 comp rx=0 tx=0).stop 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 -- 172.21.15.66:0/2610581436 shutdown_connections 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 --2- 172.21.15.66:0/2610581436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf00af5f0 0x7fdcf00ca820 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 -- 172.21.15.66:0/2610581436 >> 172.21.15.66:0/2610581436 conn(0x7fdcf00d0090 msgr2=0x7fdcf00d04a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 -- 172.21.15.66:0/2610581436 shutdown_connections 2024-07-27T06:52:25.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.025+0000 7fdcf8000640 1 -- 172.21.15.66:0/2610581436 wait complete. 2024-07-27T06:52:25.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.027+0000 7fdcf8000640 1 Processor -- start 2024-07-27T06:52:25.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.027+0000 7fdcf8000640 1 -- start start 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcf00af5f0 0x7fdcf01f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 0x7fdcf009c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf00cec20 con 0x7fdcf015e780 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdcf00ceaa0 con 0x7fdcf009c500 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf8000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdcf00ceda0 con 0x7fdcf00af5f0 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51106/0 (socket says 172.21.15.66:51106) 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 -- 172.21.15.66:0/1666265336 learned_addr learned my addr 172.21.15.66:0/1666265336 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:25.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 -- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcf00af5f0 msgr2=0x7fdcf01f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcf00af5f0 0x7fdcf01f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf4c00640 1 -- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 msgr2=0x7fdcf009c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.029+0000 7fdcf6000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 0x7fdcf009c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf4c00640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 0x7fdcf009c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf4c00640 1 -- 172.21.15.66:0/1666265336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcf01f5530 con 0x7fdcf015e780 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf6000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 0x7fdcf009c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf4c00640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00cbc0 tx=0x7fdcdc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc016020 con 0x7fdcf015e780 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcdc00ad90 con 0x7fdcf015e780 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcdc012680 con 0x7fdcf015e780 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcf009ad50 con 0x7fdcf015e780 2024-07-27T06:52:25.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.030+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcf01f57a0 con 0x7fdcf015e780 2024-07-27T06:52:25.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.031+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcf00ca820 con 0x7fdcf015e780 2024-07-27T06:52:25.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.033+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdcdc019020 con 0x7fdcf015e780 2024-07-27T06:52:25.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.034+0000 7fdced600640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 0x7fdcd0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.034+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fdcdc099370 con 0x7fdcf015e780 2024-07-27T06:52:25.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.034+0000 7fdcf5600640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 0x7fdcd0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.036+0000 7fdcf5600640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 0x7fdcd0079550 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdce0034000 tx=0x7fdce00046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:25.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.038+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdcdc020020 con 0x7fdcf015e780 2024-07-27T06:52:25.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.252+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdcf00b1970 con 0x7fdcf015e780 2024-07-27T06:52:25.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.255+0000 7fdced600640 1 -- 172.21.15.66:0/1666265336 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+18720 (secure 0 0 0) 0x7fdcf009ad50 con 0x7fdcf015e780 2024-07-27T06:52:25.257 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:25.257 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":56,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:05.310759+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:01.988373+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:02.845107+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:25.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 msgr2=0x7fdcd0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 0x7fdcd0079550 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fdce0034000 tx=0x7fdce00046c0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 msgr2=0x7fdcf00ae800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fdcdc00cbc0 tx=0x7fdcdc00a060 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 shutdown_connections 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdcd0077040 0x7fdcd0079550 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdcf009c500 0x7fdcf009c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdcf015e780 0x7fdcf00ae800 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 --2- 172.21.15.66:0/1666265336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdcf00af5f0 0x7fdcf01f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.258+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 >> 172.21.15.66:0/1666265336 conn(0x7fdcf00d0090 msgr2=0x7fdcf015c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:25.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.259+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 shutdown_connections 2024-07-27T06:52:25.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.259+0000 7fdcf8000640 1 -- 172.21.15.66:0/1666265336 wait complete. 2024-07-27T06:52:25.290 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T06:52:25.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 -- 172.21.15.66:0/3892857471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 msgr2=0x7fe2740ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3892857471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2740ca1e0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe260009820 tx=0x7fe26002a510 comp rx=0 tx=0).stop 2024-07-27T06:52:25.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 -- 172.21.15.66:0/3892857471 shutdown_connections 2024-07-27T06:52:25.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3892857471 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2740ca1e0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3892857471 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740732e0 0x7fe274070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 -- 172.21.15.66:0/3892857471 >> 172.21.15.66:0/3892857471 conn(0x7fe2740cfb90 msgr2=0x7fe2740cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:25.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.568+0000 7fe27ba00640 1 -- 172.21.15.66:0/3892857471 shutdown_connections 2024-07-27T06:52:25.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.569+0000 7fe27ba00640 1 -- 172.21.15.66:0/3892857471 wait complete. 2024-07-27T06:52:25.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.571+0000 7fe27ba00640 1 Processor -- start 2024-07-27T06:52:25.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.571+0000 7fe27ba00640 1 -- start start 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740ca720 0x7fe274152d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2741e8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe2740b5150 con 0x7fe2740732e0 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe2740caee0 con 0x7fe2740cb6c0 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe27ba00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe2740b52d0 con 0x7fe2740ca720 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51110/0 (socket says 172.21.15.66:51110) 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 -- 172.21.15.66:0/3162137669 learned_addr learned my addr 172.21.15.66:0/3162137669 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe273e00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740ca720 0x7fe274152d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279a00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2741e8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 -- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740ca720 msgr2=0x7fe274152d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740ca720 0x7fe274152d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.573+0000 7fe279000640 1 -- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 msgr2=0x7fe2741e8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe279000640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2741e8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe279000640 1 -- 172.21.15.66:0/3162137669 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2740ce7e0 con 0x7fe2740732e0 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe279a00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2741e8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:25.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe279000640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e9f0 tx=0x7fe26800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe26800cd80 con 0x7fe2740732e0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe268004020 con 0x7fe2740732e0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2741f5740 con 0x7fe2740732e0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe268004470 con 0x7fe2740732e0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.574+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2741f5d00 con 0x7fe2740732e0 2024-07-27T06:52:25.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.576+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe274070060 con 0x7fe2740732e0 2024-07-27T06:52:25.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.577+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe2680035f0 con 0x7fe2740732e0 2024-07-27T06:52:25.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.578+0000 7fe270c00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 0x7fe254079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:25.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.578+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 6454+0+0 (secure 0 0 0) 0x7fe268099430 con 0x7fe2740732e0 2024-07-27T06:52:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.579+0000 7fe273e00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 0x7fe254079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:25.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.580+0000 7fe273e00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 0x7fe254079520 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe260034000 tx=0x7fe260004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:25.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.582+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2680623c0 con 0x7fe2740732e0 2024-07-27T06:52:25.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.834+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe2740cc220 con 0x7fe2740732e0 2024-07-27T06:52:25.837 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T06:52:25.836+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T06:52:25.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.839+0000 7fe270c00640 1 -- 172.21.15.66:0/3162137669 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v28) ==== 161+0+0 (secure 0 0 0) 0x7fe268061cc0 con 0x7fe2740732e0 2024-07-27T06:52:25.841 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T06:52:25.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 msgr2=0x7fe254079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 0x7fe254079520 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe260034000 tx=0x7fe260004730 comp rx=0 tx=0).stop 2024-07-27T06:52:25.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 msgr2=0x7fe2740c8f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:25.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe26800e9f0 tx=0x7fe26800eeb0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 shutdown_connections 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe254077010 0x7fe254079520 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2740cb6c0 0x7fe2741e8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2740ca720 0x7fe274152d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.843+0000 7fe27ba00640 1 --2- 172.21.15.66:0/3162137669 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2740732e0 0x7fe2740c8f10 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.844+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 >> 172.21.15.66:0/3162137669 conn(0x7fe2740cfb90 msgr2=0x7fe2740b32c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.844+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 shutdown_connections 2024-07-27T06:52:25.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:25.844+0000 7fe27ba00640 1 -- 172.21.15.66:0/3162137669 wait complete. 2024-07-27T06:52:25.865 INFO:tasks.ceph.mds.c.smithi066.stderr: -1919> 2024-07-27T06:52:10.259+0000 7ff941e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:52:25.871 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T06:52:26.017 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 -- 172.21.15.66:0/3446278221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c0b31c0 msgr2=0x7f907c0b35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 --2- 172.21.15.66:0/3446278221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c0b31c0 0x7f907c0b35d0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9074009900 tx=0x7f907402a580 comp rx=0 tx=0).stop 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 -- 172.21.15.66:0/3446278221 shutdown_connections 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 --2- 172.21.15.66:0/3446278221 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c0b31c0 0x7f907c0b35d0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 --2- 172.21.15.66:0/3446278221 >> v2:172.21.15.155:3300/0 conn(0x7f907c161af0 0x7f907c161f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 -- 172.21.15.66:0/3446278221 >> 172.21.15.66:0/3446278221 conn(0x7f907c06c780 msgr2=0x7f907c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 -- 172.21.15.66:0/3446278221 shutdown_connections 2024-07-27T06:52:26.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.145+0000 7f9080e00640 1 -- 172.21.15.66:0/3446278221 wait complete. 2024-07-27T06:52:26.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.148+0000 7f9080e00640 1 Processor -- start 2024-07-27T06:52:26.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.148+0000 7f9080e00640 1 -- start start 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.149+0000 7f9080e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c06e560 0x7f907c158100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f9080e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f907c0b31c0 0x7f907c145430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f9080e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f9080e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f907c0b3f80 con 0x7f907c161af0 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f9080e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f907c0b3e00 con 0x7f907c0b31c0 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f9080e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f907c0b4100 con 0x7f907c06e560 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f907be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:26.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f907be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51136/0 (socket says 172.21.15.66:51136) 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f907be00640 1 -- 172.21.15.66:0/634486026 learned_addr learned my addr 172.21.15.66:0/634486026 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f907b400640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c06e560 0x7f907c158100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.150+0000 7f907aa00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f907c0b31c0 0x7f907c145430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 -- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c06e560 msgr2=0x7f907c158100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c06e560 0x7f907c158100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 -- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f907c0b31c0 msgr2=0x7f907c145430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f907c0b31c0 0x7f907c145430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 -- 172.21.15.66:0/634486026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f907c145970 con 0x7f907c161af0 2024-07-27T06:52:26.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f907be00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9074009230 tx=0x7f9074003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:26.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f907403e030 con 0x7f907c161af0 2024-07-27T06:52:26.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9074003d10 con 0x7f907c161af0 2024-07-27T06:52:26.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9074035040 con 0x7f907c161af0 2024-07-27T06:52:26.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.151+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f907c1567b0 con 0x7f907c161af0 2024-07-27T06:52:26.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.152+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f907c156d70 con 0x7f907c161af0 2024-07-27T06:52:26.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.153+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f907c0b35d0 con 0x7f907c161af0 2024-07-27T06:52:26.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.154+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9074041030 con 0x7f907c161af0 2024-07-27T06:52:26.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.155+0000 7f9073400640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 0x7f905c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:26.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.155+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6540+0+0 (secure 0 0 0) 0x7f90740b9300 con 0x7f907c161af0 2024-07-27T06:52:26.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.156+0000 7f907b400640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 0x7f905c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:26.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.157+0000 7f907b400640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 0x7f905c079520 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f906c0015e0 tx=0x7f906c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:26.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.160+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f90740821b0 con 0x7f907c161af0 2024-07-27T06:52:26.349 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:52:26.357 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:52:26.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.404+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f907c156fb0 con 0x7f907c161af0 2024-07-27T06:52:26.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.843+0000 7f9073400640 1 -- 172.21.15.66:0/634486026 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f9074081ab0 con 0x7f907c161af0 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 msgr2=0x7f905c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 0x7f905c079520 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f906c0015e0 tx=0x7f906c009040 comp rx=0 tx=0).stop 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 msgr2=0x7f907c1f8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f9074009230 tx=0x7f9074003820 comp rx=0 tx=0).stop 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 shutdown_connections 2024-07-27T06:52:26.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f905c077010 0x7f905c079520 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f907c161af0 0x7f907c1f8460 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f907c0b31c0 0x7f907c145430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 --2- 172.21.15.66:0/634486026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f907c06e560 0x7f907c158100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.847+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 >> 172.21.15.66:0/634486026 conn(0x7f907c06c780 msgr2=0x7f907c154db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.848+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 shutdown_connections 2024-07-27T06:52:26.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:26.848+0000 7f9080e00640 1 -- 172.21.15.66:0/634486026 wait complete. 2024-07-27T06:52:26.883 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T06:52:27.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.177+0000 7f6d26200640 1 -- 172.21.15.66:0/370954914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cf150 msgr2=0x7f6d200b1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.177+0000 7f6d26200640 1 --2- 172.21.15.66:0/370954914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cf150 0x7f6d200b1940 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f6d200d26d0 tx=0x7f6d1802aa00 comp rx=0 tx=0).stop 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 -- 172.21.15.66:0/370954914 shutdown_connections 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 --2- 172.21.15.66:0/370954914 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cf150 0x7f6d200b1940 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 --2- 172.21.15.66:0/370954914 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200b6dd0 0x7f6d200cc480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 -- 172.21.15.66:0/370954914 >> 172.21.15.66:0/370954914 conn(0x7f6d200d1a30 msgr2=0x7f6d200d1e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 -- 172.21.15.66:0/370954914 shutdown_connections 2024-07-27T06:52:27.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.178+0000 7f6d26200640 1 -- 172.21.15.66:0/370954914 wait complete. 2024-07-27T06:52:27.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.180+0000 7f6d26200640 1 Processor -- start 2024-07-27T06:52:27.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.180+0000 7f6d26200640 1 -- start start 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d200b6dd0 0x7f6d201564c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200cf150 0x7f6d200afe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6d200d0550 con 0x7f6d200cffc0 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6d200d03d0 con 0x7f6d200b6dd0 2024-07-27T06:52:27.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d26200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6d200d06d0 con 0x7f6d200cf150 2024-07-27T06:52:27.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d25800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:27.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d25800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51156/0 (socket says 172.21.15.66:51156) 2024-07-27T06:52:27.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.182+0000 7f6d25800640 1 -- 172.21.15.66:0/3587831732 learned_addr learned my addr 172.21.15.66:0/3587831732 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d24e00640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d200b6dd0 0x7f6d201564c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d1fe00640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200cf150 0x7f6d200afe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 -- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200cf150 msgr2=0x7f6d200afe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200cf150 0x7f6d200afe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 -- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d200b6dd0 msgr2=0x7f6d201564c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d200b6dd0 0x7f6d201564c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 -- 172.21.15.66:0/3587831732 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d20156a00 con 0x7f6d200cffc0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.183+0000 7f6d25800640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009d60 tx=0x7f6d18003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.184+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18033050 con 0x7f6d200cffc0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.184+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d18004450 con 0x7f6d200cffc0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.184+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18038450 con 0x7f6d200cffc0 2024-07-27T06:52:27.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.184+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d200b0ed0 con 0x7f6d200cffc0 2024-07-27T06:52:27.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.184+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d201559e0 con 0x7f6d200cffc0 2024-07-27T06:52:27.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.185+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d200cc480 con 0x7f6d200cffc0 2024-07-27T06:52:27.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.187+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6d18036070 con 0x7f6d200cffc0 2024-07-27T06:52:27.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.188+0000 7f6d1cc00640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 0x7f6d04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:27.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.189+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 6540+0+0 (secure 0 0 0) 0x7f6d180ba260 con 0x7f6d200cffc0 2024-07-27T06:52:27.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.189+0000 7f6d24e00640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 0x7f6d04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:27.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.191+0000 7f6d24e00640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 0x7f6d04079520 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6d14005fd0 tx=0x7f6d14005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:27.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.191+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6d18083180 con 0x7f6d200cffc0 2024-07-27T06:52:27.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.410+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6d20160b80 con 0x7f6d200cffc0 2024-07-27T06:52:27.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.857+0000 7f6d1cc00640 1 -- 172.21.15.66:0/3587831732 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v58) ==== 181+0+0 (secure 0 0 0) 0x7f6d18082a80 con 0x7f6d200cffc0 2024-07-27T06:52:27.859 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T06:52:27.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 msgr2=0x7f6d04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 0x7f6d04079520 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f6d14005fd0 tx=0x7f6d14005dc0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 msgr2=0x7f6d200c6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009d60 tx=0x7f6d18003f10 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 shutdown_connections 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d04077010 0x7f6d04079520 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d200cffc0 0x7f6d200c6450 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d200cf150 0x7f6d200afe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 --2- 172.21.15.66:0/3587831732 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d200b6dd0 0x7f6d201564c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:27.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 >> 172.21.15.66:0/3587831732 conn(0x7f6d200d1a30 msgr2=0x7f6d200d1e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:27.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.861+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 shutdown_connections 2024-07-27T06:52:27.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:27.862+0000 7f6d26200640 1 -- 172.21.15.66:0/3587831732 wait complete. 2024-07-27T06:52:27.899 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T06:52:28.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.199+0000 7f8cde800640 1 -- 172.21.15.66:0/2293968855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 msgr2=0x7f8cd8154d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:28.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.199+0000 7f8cde800640 1 --2- 172.21.15.66:0/2293968855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8154d10 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0005fd0 tx=0x7f8cc002a530 comp rx=0 tx=0).stop 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 -- 172.21.15.66:0/2293968855 shutdown_connections 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 --2- 172.21.15.66:0/2293968855 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8154d10 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 --2- 172.21.15.66:0/2293968855 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 0x7f8cd806f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 -- 172.21.15.66:0/2293968855 >> 172.21.15.66:0/2293968855 conn(0x7f8cd806d110 msgr2=0x7f8cd80b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 -- 172.21.15.66:0/2293968855 shutdown_connections 2024-07-27T06:52:28.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.200+0000 7f8cde800640 1 -- 172.21.15.66:0/2293968855 wait complete. 2024-07-27T06:52:28.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.202+0000 7f8cde800640 1 Processor -- start 2024-07-27T06:52:28.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.202+0000 7f8cde800640 1 -- start start 2024-07-27T06:52:28.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:28.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 0x7f8cd81568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:28.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 0x7f8cd81f5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:28.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd81556d0 con 0x7f8cd8072b00 2024-07-27T06:52:28.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8cd8155550 con 0x7f8cd8072f10 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cde800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8cd80b3050 con 0x7f8cd8073e10 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cd7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cd7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51180/0 (socket says 172.21.15.66:51180) 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cd7400640 1 -- 172.21.15.66:0/1022176266 learned_addr learned my addr 172.21.15.66:0/1022176266 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cd7e00640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 0x7f8cd81f5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.204+0000 7f8cd6a00640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 0x7f8cd81568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 -- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 msgr2=0x7f8cd81f5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 0x7f8cd81f5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 -- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 msgr2=0x7f8cd81568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 0x7f8cd81568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 -- 172.21.15.66:0/1022176266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cd8156de0 con 0x7f8cd8072b00 2024-07-27T06:52:28.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd6a00640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 0x7f8cd81568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:28.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cd7400640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c970 tx=0x7f8cc800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:28.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8007bb0 con 0x7f8cd8072b00 2024-07-27T06:52:28.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cc8005020 con 0x7f8cd8072b00 2024-07-27T06:52:28.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cd8157260 con 0x7f8cd8072b00 2024-07-27T06:52:28.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cc8007e60 con 0x7f8cd8072b00 2024-07-27T06:52:28.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.205+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cd8157820 con 0x7f8cd8072b00 2024-07-27T06:52:28.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.207+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8cd8154cf0 con 0x7f8cd8072b00 2024-07-27T06:52:28.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.208+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8cc8005470 con 0x7f8cd8072b00 2024-07-27T06:52:28.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.210+0000 7f8ccf400640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 0x7f8cb4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:28.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.210+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 6102+0+0 (secure 0 0 0) 0x7f8cc8098e70 con 0x7f8cd8072b00 2024-07-27T06:52:28.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.210+0000 7f8cd6a00640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 0x7f8cb4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:28.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.212+0000 7f8cd6a00640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 0x7f8cb4079520 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0033000 tx=0x7f8cc0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:28.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.215+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8cc8014030 con 0x7f8cd8072b00 2024-07-27T06:52:28.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.433+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8cd81546d0 con 0x7f8cd8072b00 2024-07-27T06:52:28.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.861+0000 7f8ccf400640 1 -- 172.21.15.66:0/1022176266 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v59) ==== 169+0+0 (secure 0 0 0) 0x7f8cc8061f60 con 0x7f8cd8072b00 2024-07-27T06:52:28.863 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 msgr2=0x7f8cb4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 0x7f8cb4079520 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8cc0033000 tx=0x7f8cc0004730 comp rx=0 tx=0).stop 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 msgr2=0x7f8cd8161040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f8cc800c970 tx=0x7f8cc800ce30 comp rx=0 tx=0).stop 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 shutdown_connections 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cb4077010 0x7f8cb4079520 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8cd8073e10 0x7f8cd81f5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8cd8072f10 0x7f8cd81568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 --2- 172.21.15.66:0/1022176266 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8cd8072b00 0x7f8cd8161040 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:28.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 >> 172.21.15.66:0/1022176266 conn(0x7f8cd806d110 msgr2=0x7f8cd80afe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:28.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 shutdown_connections 2024-07-27T06:52:28.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:28.865+0000 7f8cde800640 1 -- 172.21.15.66:0/1022176266 wait complete. 2024-07-27T06:52:28.905 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2975252015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc072ea0 msgr2=0x7fe0bc164f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2975252015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc164f00 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc0cf450 tx=0x7fe0b402a5f0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2975252015 shutdown_connections 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2975252015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc164f00 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2975252015 >> v2:172.21.15.155:3300/0 conn(0x7fe0bc070470 0x7fe0bc06f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2975252015 >> 172.21.15.66:0/2975252015 conn(0x7fe0bc0cfb90 msgr2=0x7fe0bc0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:29.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2975252015 shutdown_connections 2024-07-27T06:52:29.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.191+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2975252015 wait complete. 2024-07-27T06:52:29.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.194+0000 7fe0c0e00640 1 Processor -- start 2024-07-27T06:52:29.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.194+0000 7fe0c0e00640 1 -- start start 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc072380 0x7fe0bc159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc14e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc0cf760 con 0x7fe0bc070470 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe0bc165440 con 0x7fe0bc072ea0 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0c0e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe0bc155b80 con 0x7fe0bc072380 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.195+0000 7fe0b9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51198/0 (socket says 172.21.15.66:51198) 2024-07-27T06:52:29.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 -- 172.21.15.66:0/2810771531 learned_addr learned my addr 172.21.15.66:0/2810771531 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9400640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc072380 0x7fe0bc159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0ba800640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc14e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 -- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc072380 msgr2=0x7fe0bc159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc072380 0x7fe0bc159250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 -- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc072ea0 msgr2=0x7fe0bc14e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc14e710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 -- 172.21.15.66:0/2810771531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0bc155000 con 0x7fe0bc070470 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.196+0000 7fe0b9e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac00eb30 tx=0x7fe0ac00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.197+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac010430 con 0x7fe0bc070470 2024-07-27T06:52:29.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.197+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0ac0105d0 con 0x7fe0bc070470 2024-07-27T06:52:29.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.197+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0ac010a20 con 0x7fe0bc070470 2024-07-27T06:52:29.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.197+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0bc1376f0 con 0x7fe0bc070470 2024-07-27T06:52:29.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.197+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0bc137cb0 con 0x7fe0bc070470 2024-07-27T06:52:29.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.198+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0bc072790 con 0x7fe0bc070470 2024-07-27T06:52:29.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.199+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe0ac010bc0 con 0x7fe0bc070470 2024-07-27T06:52:29.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.200+0000 7fe0b2000640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 0x7fe098079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.201+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fe0ac099660 con 0x7fe0bc070470 2024-07-27T06:52:29.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.201+0000 7fe0b9400640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 0x7fe098079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.202+0000 7fe0b9400640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 0x7fe098079520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc155760 tx=0x7fe0a4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:29.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.205+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe0ac062860 con 0x7fe0bc070470 2024-07-27T06:52:29.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.416+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fe0bc0c9f30 con 0x7fe0bc070470 2024-07-27T06:52:29.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.425+0000 7fe0b2000640 1 -- 172.21.15.66:0/2810771531 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v32) ==== 71+0+0 (secure 0 0 0) 0x7fe0ac062160 con 0x7fe0bc070470 2024-07-27T06:52:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.428+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 msgr2=0x7fe098079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.428+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 0x7fe098079520 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fe0bc155760 tx=0x7fe0a4009040 comp rx=0 tx=0).stop 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 msgr2=0x7fe0bc154ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe0ac00eb30 tx=0x7fe0ac00c2d0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 shutdown_connections 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe098077010 0x7fe098079520 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe0bc072ea0 0x7fe0bc14e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe0bc072380 0x7fe0bc159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 --2- 172.21.15.66:0/2810771531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe0bc070470 0x7fe0bc154ac0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 >> 172.21.15.66:0/2810771531 conn(0x7fe0bc0cfb90 msgr2=0x7fe0bc0b4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:29.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 shutdown_connections 2024-07-27T06:52:29.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.429+0000 7fe0c0e00640 1 -- 172.21.15.66:0/2810771531 wait complete. 2024-07-27T06:52:29.461 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools' 2024-07-27T06:52:29.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 -- 172.21.15.66:0/3665299819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa424151010 msgr2=0x7fa4240b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 --2- 172.21.15.66:0/3665299819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa424151010 0x7fa4240b38c0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fa424157ff0 tx=0x7fa41402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 -- 172.21.15.66:0/3665299819 shutdown_connections 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 --2- 172.21.15.66:0/3665299819 >> v2:172.21.15.155:3300/0 conn(0x7fa42406de60 0x7fa42406e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 --2- 172.21.15.66:0/3665299819 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4240ae830 0x7fa4240aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 --2- 172.21.15.66:0/3665299819 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa424151010 0x7fa4240b38c0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 -- 172.21.15.66:0/3665299819 >> 172.21.15.66:0/3665299819 conn(0x7fa42406c780 msgr2=0x7fa42406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 -- 172.21.15.66:0/3665299819 shutdown_connections 2024-07-27T06:52:29.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.754+0000 7fa423200640 1 -- 172.21.15.66:0/3665299819 wait complete. 2024-07-27T06:52:29.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.756+0000 7fa423200640 1 Processor -- start 2024-07-27T06:52:29.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.756+0000 7fa423200640 1 -- start start 2024-07-27T06:52:29.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4240ae830 0x7fa424138a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa424151010 0x7fa42413b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa424070350 con 0x7fa42406de60 2024-07-27T06:52:29.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4240701d0 con 0x7fa4240ae830 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa423200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa42415a4b0 con 0x7fa424151010 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa421e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa421e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51218/0 (socket says 172.21.15.66:51218) 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.758+0000 7fa421e00640 1 -- 172.21.15.66:0/1357315749 learned_addr learned my addr 172.21.15.66:0/1357315749 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421400640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4240ae830 0x7fa424138a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa422800640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa424151010 0x7fa42413b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 -- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa424151010 msgr2=0x7fa42413b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa424151010 0x7fa42413b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 -- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4240ae830 msgr2=0x7fa424138a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:29.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4240ae830 0x7fa424138a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:29.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 -- 172.21.15.66:0/1357315749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa424153e50 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa421e00640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa41402aac0 tx=0x7fa4140038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.759+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41403f070 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.760+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4140047a0 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.760+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4241393b0 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.760+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414035030 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.760+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa424139970 con 0x7fa42406de60 2024-07-27T06:52:29.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.761+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa424068e80 con 0x7fa42406de60 2024-07-27T06:52:29.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.762+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa414042070 con 0x7fa42406de60 2024-07-27T06:52:29.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.763+0000 7fa41a000640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 0x7fa404079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:29.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.763+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fa4140b97b0 con 0x7fa42406de60 2024-07-27T06:52:29.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.764+0000 7fa421400640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 0x7fa404079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:29.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.765+0000 7fa421400640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 0x7fa404079520 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa410005fd0 tx=0x7fa410005cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:29.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:29.768+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa424068e80 con 0x7fa42406de60 2024-07-27T06:52:30.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.071+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools"]} v 0) -- 0x7fa42406cb90 con 0x7fa42406de60 2024-07-27T06:52:30.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.894+0000 7fa41a000640 1 -- 172.21.15.66:0/1357315749 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_disallow_monitor_managed_snaps_for_fs_pools"]}]=0 v150) ==== 178+0+0 (secure 0 0 0) 0x7fa42406cb90 con 0x7fa42406de60 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 msgr2=0x7fa404079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 0x7fa404079520 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa410005fd0 tx=0x7fa410005cf0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 msgr2=0x7fa42413c000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fa41402aac0 tx=0x7fa4140038a0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 shutdown_connections 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa404077010 0x7fa404079520 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa424151010 0x7fa42413b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4240ae830 0x7fa424138a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 --2- 172.21.15.66:0/1357315749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa42406de60 0x7fa42413c000 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:30.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.897+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 >> 172.21.15.66:0/1357315749 conn(0x7fa42406c780 msgr2=0x7fa4241506a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:30.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.898+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 shutdown_connections 2024-07-27T06:52:30.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:30.898+0000 7fa423200640 1 -- 172.21.15.66:0/1357315749 wait complete. 2024-07-27T06:52:30.930 INFO:tasks.cephfs_test_runner:Test that creation of monitor managed snaps fails for pools attached ... ok 2024-07-27T06:52:30.931 INFO:tasks.cephfs_test_runner:Starting test: test_using_pool_with_snap_fails_fs_creation (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) Test that using a pool with snaps for fs creation fails 2024-07-27T06:52:30.931 INFO:tasks.cephfs_test_runner:test_using_pool_with_snap_fails_fs_creation (tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools) 2024-07-27T06:52:30.931 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 -- 172.21.15.66:0/3474883985 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5978003a00 msgr2=0x7f5978003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 --2- 172.21.15.66:0/3474883985 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5978003a00 0x7f5978003e70 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f598400c4a0 tx=0x7f5978005830 comp rx=0 tx=0).stop 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5992800640 1 -- 172.21.15.66:0/3474883985 reap_dead start 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 -- 172.21.15.66:0/3474883985 shutdown_connections 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 -- 172.21.15.66:0/3474883985 >> 172.21.15.66:0/3474883985 conn(0x7f59940cfb90 msgr2=0x7f59940cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 -- 172.21.15.66:0/3474883985 shutdown_connections 2024-07-27T06:52:31.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.222+0000 7f5999000640 1 -- 172.21.15.66:0/3474883985 wait complete. 2024-07-27T06:52:31.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.225+0000 7f5999000640 1 Processor -- start 2024-07-27T06:52:31.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.226+0000 7f5999000640 1 -- start start 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5978003a00 0x7f5994153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5994152d90 0x7f5994154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f59940b4bc0 con 0x7f5994154db0 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f59940b4a40 con 0x7f5994152d90 2024-07-27T06:52:31.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5999000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f59940b4d40 con 0x7f5978003a00 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5992800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5992800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45026/0 (socket says 172.21.15.66:45026) 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5992800640 1 -- 172.21.15.66:0/1628909127 learned_addr learned my addr 172.21.15.66:0/1628909127 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5991e00640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5978003a00 0x7f5994153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.228+0000 7f5991400640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5994152d90 0x7f5994154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 -- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5978003a00 msgr2=0x7f5994153b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5978003a00 0x7f5994153b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 -- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5994152d90 msgr2=0x7f5994154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5994152d90 0x7f5994154870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 -- 172.21.15.66:0/1628909127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59941f3480 con 0x7f5994154db0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5992800640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f59940b27e0 tx=0x7f598c00e9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598c0108a0 con 0x7f5994154db0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f598c018070 con 0x7f5994154db0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59941f3760 con 0x7f5994154db0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.229+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f598c010db0 con 0x7f5994154db0 2024-07-27T06:52:31.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.230+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59941f3d20 con 0x7f5994154db0 2024-07-27T06:52:31.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.231+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59940ca1e0 con 0x7f5994154db0 2024-07-27T06:52:31.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.232+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f598c011470 con 0x7f5994154db0 2024-07-27T06:52:31.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.233+0000 7f598a000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 0x7f5970079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.233+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7f598c098c20 con 0x7f5994154db0 2024-07-27T06:52:31.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.234+0000 7f5991e00640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 0x7f5970079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.235+0000 7f5991e00640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 0x7f5970079550 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f598400c470 tx=0x7f5984038040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:31.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.239+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f598c061ec0 con 0x7f5994154db0 2024-07-27T06:52:31.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.453+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f59940cc220 con 0x7f5994154db0 2024-07-27T06:52:31.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.455+0000 7f598a000640 1 -- 172.21.15.66:0/1628909127 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v59) ==== 74+0+15075 (secure 0 0 0) 0x7f598c0617c0 con 0x7f5994154db0 2024-07-27T06:52:31.457 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:31.457 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:28.857798+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6833/3785344140":"2024-07-28T06:52:25.836100+0000","172.21.15.66:6832/3785344140":"2024-07-28T06:52:25.836100+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:31.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.457+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 msgr2=0x7f5970079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.457+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 0x7f5970079550 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f598400c470 tx=0x7f5984038040 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.457+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 msgr2=0x7f5994150d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.457+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f59940b27e0 tx=0x7f598c00e9b0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 shutdown_connections 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5970077040 0x7f5970079550 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5994154db0 0x7f5994150d70 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5994152d90 0x7f5994154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 --2- 172.21.15.66:0/1628909127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5978003a00 0x7f5994153b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 >> 172.21.15.66:0/1628909127 conn(0x7f59940cfb90 msgr2=0x7f59940cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 shutdown_connections 2024-07-27T06:52:31.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.458+0000 7f5999000640 1 -- 172.21.15.66:0/1628909127 wait complete. 2024-07-27T06:52:31.487 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T06:52:31.487 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T06:52:31.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.786+0000 7fa8bb800640 1 -- 172.21.15.66:0/4060496859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 msgr2=0x7fa89c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.786+0000 7fa8bb800640 1 --2- 172.21.15.66:0/4060496859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa89c004800 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fa8a000bb10 tx=0x7fa89c005830 comp rx=0 tx=0).stop 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.786+0000 7fa8b9800640 1 -- 172.21.15.66:0/4060496859 reap_dead start 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.787+0000 7fa8bb800640 1 -- 172.21.15.66:0/4060496859 shutdown_connections 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.787+0000 7fa8bb800640 1 -- 172.21.15.66:0/4060496859 >> 172.21.15.66:0/4060496859 conn(0x7fa8b40cfb90 msgr2=0x7fa8b40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.787+0000 7fa8bb800640 1 -- 172.21.15.66:0/4060496859 shutdown_connections 2024-07-27T06:52:31.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.787+0000 7fa8bb800640 1 -- 172.21.15.66:0/4060496859 wait complete. 2024-07-27T06:52:31.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.789+0000 7fa8bb800640 1 Processor -- start 2024-07-27T06:52:31.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.789+0000 7fa8bb800640 1 -- start start 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8b4153dc0 0x7fa8b40c8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8b41e5c00 0x7fa8b4144d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b40b4bc0 con 0x7fa89c004080 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b40b4a40 con 0x7fa8b4153dc0 2024-07-27T06:52:31.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8bb800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8b40b4d40 con 0x7fa8b41e5c00 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8b8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8b8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45048/0 (socket says 172.21.15.66:45048) 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8b8e00640 1 -- 172.21.15.66:0/2421026153 learned_addr learned my addr 172.21.15.66:0/2421026153 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.791+0000 7fa8b9800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8b41e5c00 0x7fa8b4144d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b3e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8b4153dc0 0x7fa8b40c8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 -- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8b41e5c00 msgr2=0x7fa8b4144d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8b41e5c00 0x7fa8b4144d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 -- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8b4153dc0 msgr2=0x7fa8b40c8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8b4153dc0 0x7fa8b40c8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 -- 172.21.15.66:0/2421026153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b4143220 con 0x7fa89c004080 2024-07-27T06:52:31.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b8e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800d720 tx=0x7fa8a800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:31.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8018070 con 0x7fa89c004080 2024-07-27T06:52:31.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8a800de30 con 0x7fa89c004080 2024-07-27T06:52:31.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a800b6c0 con 0x7fa89c004080 2024-07-27T06:52:31.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b41e4b60 con 0x7fa89c004080 2024-07-27T06:52:31.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.792+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b41e5120 con 0x7fa89c004080 2024-07-27T06:52:31.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.794+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b40c9be0 con 0x7fa89c004080 2024-07-27T06:52:31.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.795+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa8a801b070 con 0x7fa89c004080 2024-07-27T06:52:31.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.796+0000 7fa8b0c00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 0x7fa894079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:31.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.796+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fa8a8098110 con 0x7fa89c004080 2024-07-27T06:52:31.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.797+0000 7fa8b3e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 0x7fa894079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:31.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.798+0000 7fa8b3e00640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 0x7fa894079520 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0036000 tx=0x7fa8a00046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:31.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:31.801+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8b40c9be0 con 0x7fa89c004080 2024-07-27T06:52:32.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.011+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa8b40b54b0 con 0x7fa89c004080 2024-07-27T06:52:32.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.012+0000 7fa8b0c00640 1 -- 172.21.15.66:0/2421026153 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v59) ==== 93+0+10 (secure 0 0 0) 0x7fa8b40b54b0 con 0x7fa89c004080 2024-07-27T06:52:32.013 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 msgr2=0x7fa894079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 0x7fa894079520 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa8a0036000 tx=0x7fa8a00046c0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 msgr2=0x7fa8b4142ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fa8a800d720 tx=0x7fa8a800dbe0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 shutdown_connections 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa894077010 0x7fa894079520 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8b41e5c00 0x7fa8b4144d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8b4153dc0 0x7fa8b40c8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 --2- 172.21.15.66:0/2421026153 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa89c004080 0x7fa8b4142ce0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.014+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 >> 172.21.15.66:0/2421026153 conn(0x7fa8b40cfb90 msgr2=0x7fa8b40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:32.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.015+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 shutdown_connections 2024-07-27T06:52:32.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.015+0000 7fa8bb800640 1 -- 172.21.15.66:0/2421026153 wait complete. 2024-07-27T06:52:32.045 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T06:52:32.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 -- 172.21.15.66:0/2328603579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 msgr2=0x7fbc8806f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2328603579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc8806f620 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fbc78005fd0 tx=0x7fbc7802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 -- 172.21.15.66:0/2328603579 shutdown_connections 2024-07-27T06:52:32.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2328603579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc8806f620 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 -- 172.21.15.66:0/2328603579 >> 172.21.15.66:0/2328603579 conn(0x7fbc880cfb90 msgr2=0x7fbc880cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:32.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 -- 172.21.15.66:0/2328603579 shutdown_connections 2024-07-27T06:52:32.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.332+0000 7fbc8e400640 1 -- 172.21.15.66:0/2328603579 wait complete. 2024-07-27T06:52:32.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.335+0000 7fbc8e400640 1 Processor -- start 2024-07-27T06:52:32.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.336+0000 7fbc8e400640 1 -- start start 2024-07-27T06:52:32.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 0x7fbc881f4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 0x7fbc881f93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbc88166620 con 0x7fbc88070470 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbc880caf00 con 0x7fbc88072ea0 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc8e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbc881667a0 con 0x7fbc88072380 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc87400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc87400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45068/0 (socket says 172.21.15.66:45068) 2024-07-27T06:52:32.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc87400640 1 -- 172.21.15.66:0/2808879716 learned_addr learned my addr 172.21.15.66:0/2808879716 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:32.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc7ea00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 0x7fbc881f4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.338+0000 7fbc87e00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 0x7fbc881f93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 -- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 msgr2=0x7fbc881f4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 0x7fbc881f4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 -- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 msgr2=0x7fbc881f93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 0x7fbc881f93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 -- 172.21.15.66:0/2808879716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc880c8a00 con 0x7fbc88070470 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc7ea00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 0x7fbc881f4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87e00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 0x7fbc881f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc87400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fbc78034040 tx=0x7fbc780038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc7803e030 con 0x7fbc88070470 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc78003ca0 con 0x7fbc88070470 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc78035040 con 0x7fbc88070470 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.339+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc880c8ce0 con 0x7fbc88070470 2024-07-27T06:52:32.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.340+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc880c92a0 con 0x7fbc88070470 2024-07-27T06:52:32.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.341+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc8806f620 con 0x7fbc88070470 2024-07-27T06:52:32.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.342+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbc78041030 con 0x7fbc88070470 2024-07-27T06:52:32.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.343+0000 7fbc7fe00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 0x7fbc64079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.343+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fbc780b8f50 con 0x7fbc88070470 2024-07-27T06:52:32.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.344+0000 7fbc7ea00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 0x7fbc64079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.345+0000 7fbc7ea00640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 0x7fbc64079550 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbc880aded0 tx=0x7fbc70009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:32.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.348+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbc78082150 con 0x7fbc88070470 2024-07-27T06:52:32.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.558+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7fbc880ce5c0 con 0x7fbc88070470 2024-07-27T06:52:32.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.559+0000 7fbc7fe00640 1 -- 172.21.15.66:0/2808879716 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v59) ==== 103+0+11 (secure 0 0 0) 0x7fbc7808a390 con 0x7fbc88070470 2024-07-27T06:52:32.560 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:52:32.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.561+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 msgr2=0x7fbc64079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.561+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 0x7fbc64079550 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fbc880aded0 tx=0x7fbc70009040 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.561+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 msgr2=0x7fbc880c97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.561+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fbc78034040 tx=0x7fbc780038a0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 shutdown_connections 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc64077040 0x7fbc64079550 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc88072ea0 0x7fbc881f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc88072380 0x7fbc881f4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 --2- 172.21.15.66:0/2808879716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc88070470 0x7fbc880c97c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 >> 172.21.15.66:0/2808879716 conn(0x7fbc880cfb90 msgr2=0x7fbc880cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 shutdown_connections 2024-07-27T06:52:32.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.562+0000 7fbc8e400640 1 -- 172.21.15.66:0/2808879716 wait complete. 2024-07-27T06:52:32.591 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation' 2024-07-27T06:52:32.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.868+0000 7fc8a6e00640 1 -- 172.21.15.66:0/2388688869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a0143ac0 msgr2=0x7fc8a015e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.868+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/2388688869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015e9a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fc894009830 tx=0x7fc89402a510 comp rx=0 tx=0).stop 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 -- 172.21.15.66:0/2388688869 shutdown_connections 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/2388688869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a015eee0 0x7fc8a006f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/2388688869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015e9a0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 -- 172.21.15.66:0/2388688869 >> 172.21.15.66:0/2388688869 conn(0x7fc8a006c780 msgr2=0x7fc8a006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 -- 172.21.15.66:0/2388688869 shutdown_connections 2024-07-27T06:52:32.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.869+0000 7fc8a6e00640 1 -- 172.21.15.66:0/2388688869 wait complete. 2024-07-27T06:52:32.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.871+0000 7fc8a6e00640 1 Processor -- start 2024-07-27T06:52:32.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.871+0000 7fc8a6e00640 1 -- start start 2024-07-27T06:52:32.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a006fd40 0x7fc8a015df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a00727f0 con 0x7fc8a015eee0 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a00ceb80 con 0x7fc8a0143ac0 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc8a0072970 con 0x7fc8a006fd40 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45090/0 (socket says 172.21.15.66:45090) 2024-07-27T06:52:32.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.873+0000 7fc8a6400640 1 -- 172.21.15.66:0/371033590 learned_addr learned my addr 172.21.15.66:0/371033590 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a5a00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a006fd40 0x7fc8a015df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a5000640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 -- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a006fd40 msgr2=0x7fc8a015df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a006fd40 0x7fc8a015df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 -- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 msgr2=0x7fc8a015a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:32.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 -- 172.21.15.66:0/371033590 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a015adc0 con 0x7fc8a015eee0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a5000640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6400640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc89800c760 tx=0x7fc89800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc898003da0 con 0x7fc8a015eee0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc89800ce10 con 0x7fc8a015eee0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.874+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a015ced0 con 0x7fc8a015eee0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.875+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8980052d0 con 0x7fc8a015eee0 2024-07-27T06:52:32.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.875+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a015d490 con 0x7fc8a015eee0 2024-07-27T06:52:32.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.876+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8a0072e60 con 0x7fc8a015eee0 2024-07-27T06:52:32.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.877+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc898005470 con 0x7fc8a015eee0 2024-07-27T06:52:32.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.879+0000 7fc89d600640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:32.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.879+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fc898098720 con 0x7fc8a015eee0 2024-07-27T06:52:32.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.880+0000 7fc8a5a00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:32.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.881+0000 7fc8a5a00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc894034000 tx=0x7fc894004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:32.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:32.883+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc8a0070150 con 0x7fc8a015eee0 2024-07-27T06:52:33.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.179+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation"]} v 0) -- 0x7fc8a006f8d0 con 0x7fc8a015eee0 2024-07-27T06:52:33.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.913+0000 7fc89d600640 1 -- 172.21.15.66:0/371033590 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation"]}]=0 v153) ==== 176+0+0 (secure 0 0 0) 0x7fc898061920 con 0x7fc8a015eee0 2024-07-27T06:52:33.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 msgr2=0x7fc884079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:33.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc894034000 tx=0x7fc894004730 comp rx=0 tx=0).stop 2024-07-27T06:52:33.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 msgr2=0x7fc8a0135ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:33.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fc89800c760 tx=0x7fc89800cc20 comp rx=0 tx=0).stop 2024-07-27T06:52:33.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 shutdown_connections 2024-07-27T06:52:33.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a015eee0 0x7fc8a0135ae0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a0143ac0 0x7fc8a015a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 --2- 172.21.15.66:0/371033590 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a006fd40 0x7fc8a015df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.917+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 >> 172.21.15.66:0/371033590 conn(0x7fc8a006c780 msgr2=0x7fc8a00ae2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.918+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 shutdown_connections 2024-07-27T06:52:33.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:33.918+0000 7fc8a6e00640 1 -- 172.21.15.66:0/371033590 wait complete. 2024-07-27T06:52:33.947 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.230+0000 7fc720e00640 1 -- 172.21.15.66:0/2029879608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc700004800 msgr2=0x7fc700004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.230+0000 7fc720e00640 1 --2- 172.21.15.66:0/2029879608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc700004800 0x7fc700004c10 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fc71c0ce3d0 tx=0x7fc700005830 comp rx=0 tx=0).stop 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.230+0000 7fc720e00640 1 -- 172.21.15.66:0/2029879608 shutdown_connections 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.230+0000 7fc720e00640 1 --2- 172.21.15.66:0/2029879608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc700004800 0x7fc700004c10 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.230+0000 7fc720e00640 1 -- 172.21.15.66:0/2029879608 >> 172.21.15.66:0/2029879608 conn(0x7fc71c0d3cd0 msgr2=0x7fc71c0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:34.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.231+0000 7fc720e00640 1 -- 172.21.15.66:0/2029879608 shutdown_connections 2024-07-27T06:52:34.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.231+0000 7fc720e00640 1 -- 172.21.15.66:0/2029879608 wait complete. 2024-07-27T06:52:34.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.233+0000 7fc720e00640 1 Processor -- start 2024-07-27T06:52:34.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.233+0000 7fc720e00640 1 -- start start 2024-07-27T06:52:34.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc700004800 0x7fc71c1e4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc71c1e4340 0x7fc71c1e6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c0d04b0 con 0x7fc71c1e4750 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc71c0d0330 con 0x7fc700004800 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc720e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc71c0d0630 con 0x7fc71c1e4340 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc71be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc71be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45096/0 (socket says 172.21.15.66:45096) 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc71be00640 1 -- 172.21.15.66:0/3525079883 learned_addr learned my addr 172.21.15.66:0/3525079883 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc71aa00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc71c1e4340 0x7fc71c1e6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.235+0000 7fc71b400640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc700004800 0x7fc71c1e4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 -- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc71c1e4340 msgr2=0x7fc71c1e6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc71c1e4340 0x7fc71c1e6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 -- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc700004800 msgr2=0x7fc71c1e4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc700004800 0x7fc71c1e4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 -- 172.21.15.66:0/3525079883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc71c1e5880 con 0x7fc71c1e4750 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc71be00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc71c0d34b0 tx=0x7fc71400cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc714017070 con 0x7fc71c1e4750 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc714005070 con 0x7fc71c1e4750 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc71c1e5b60 con 0x7fc71c1e4750 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7140054c0 con 0x7fc71c1e4750 2024-07-27T06:52:34.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.236+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc71c1e19a0 con 0x7fc71c1e4750 2024-07-27T06:52:34.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.237+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc71c1e6080 con 0x7fc71c1e4750 2024-07-27T06:52:34.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.239+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc71401a070 con 0x7fc71c1e4750 2024-07-27T06:52:34.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.240+0000 7fc713400640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 0x7fc6fc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.240+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fc714097fe0 con 0x7fc71c1e4750 2024-07-27T06:52:34.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.241+0000 7fc71b400640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 0x7fc6fc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.242+0000 7fc71b400640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 0x7fc6fc079520 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc70c005fd0 tx=0x7fc70c005e60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:34.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.245+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc71c1e6080 con 0x7fc71c1e4750 2024-07-27T06:52:34.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.452+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fc71c1e5610 con 0x7fc71c1e4750 2024-07-27T06:52:34.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.453+0000 7fc713400640 1 -- 172.21.15.66:0/3525079883 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v32) ==== 59+0+1998 (secure 0 0 0) 0x7fc71c0d0c80 con 0x7fc71c1e4750 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T06:52:34.455 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T06:52:34.456 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T06:52:34.457 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T06:52:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 msgr2=0x7fc6fc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 0x7fc6fc079520 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc70c005fd0 tx=0x7fc70c005e60 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 msgr2=0x7fc71c1e6d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc71c0d34b0 tx=0x7fc71400cf00 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 shutdown_connections 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc6fc077010 0x7fc6fc079520 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc71c1e4750 0x7fc71c1e6d90 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc71c1e4340 0x7fc71c1e6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 --2- 172.21.15.66:0/3525079883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc700004800 0x7fc71c1e4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 >> 172.21.15.66:0/3525079883 conn(0x7fc71c0d3cd0 msgr2=0x7fc71c1e1020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 shutdown_connections 2024-07-27T06:52:34.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.456+0000 7fc720e00640 1 -- 172.21.15.66:0/3525079883 wait complete. 2024-07-27T06:52:34.482 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 -- 172.21.15.66:0/469667979 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d1c004d40 msgr2=0x7f5d1c0051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 --2- 172.21.15.66:0/469667979 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d1c004d40 0x7f5d1c0051f0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f5d3000c610 tx=0x7f5d1c005830 comp rx=0 tx=0).stop 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37400640 1 -- 172.21.15.66:0/469667979 reap_dead start 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 -- 172.21.15.66:0/469667979 shutdown_connections 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 -- 172.21.15.66:0/469667979 >> 172.21.15.66:0/469667979 conn(0x7f5d380d1b50 msgr2=0x7f5d380d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 -- 172.21.15.66:0/469667979 shutdown_connections 2024-07-27T06:52:34.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.774+0000 7f5d37e00640 1 -- 172.21.15.66:0/469667979 wait complete. 2024-07-27T06:52:34.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.777+0000 7f5d37e00640 1 Processor -- start 2024-07-27T06:52:34.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.777+0000 7f5d37e00640 1 -- start start 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.779+0000 7f5d37e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 0x7f5d380cb170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.779+0000 7f5d37e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d37e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d381f8a50 0x7f5d38154b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d37e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5d380ced60 con 0x7f5d380cb6b0 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d37e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5d380cebe0 con 0x7f5d1c004d40 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d37e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5d380b50b0 con 0x7f5d381f8a50 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45108/0 (socket says 172.21.15.66:45108) 2024-07-27T06:52:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 -- 172.21.15.66:0/2307438967 learned_addr learned my addr 172.21.15.66:0/2307438967 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36a00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 0x7f5d380cb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 -- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d381f8a50 msgr2=0x7f5d38154b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d37400640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d381f8a50 0x7f5d38154b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d381f8a50 0x7f5d38154b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 -- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 msgr2=0x7f5d380cb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 0x7f5d380cb170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36000640 1 -- 172.21.15.66:0/2307438967 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d381f92d0 con 0x7f5d380cb6b0 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.780+0000 7f5d36a00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 0x7f5d380cb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d36000640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5d20004f00 tx=0x7f5d20001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20015020 con 0x7f5d380cb6b0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d20011960 con 0x7f5d380cb6b0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d20011db0 con 0x7f5d380cb6b0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d381f51e0 con 0x7f5d380cb6b0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.781+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d381f57a0 con 0x7f5d380cb6b0 2024-07-27T06:52:34.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.782+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d381f9040 con 0x7f5d380cb6b0 2024-07-27T06:52:34.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.784+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5d20018020 con 0x7f5d380cb6b0 2024-07-27T06:52:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.785+0000 7f5d2ea00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 0x7f5d14079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.786+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7f5d20099060 con 0x7f5d380cb6b0 2024-07-27T06:52:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.786+0000 7f5d36a00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 0x7f5d14079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:34.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.788+0000 7f5d36a00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 0x7f5d14079520 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5d28009a60 tx=0x7f5d28005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:34.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:34.790+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5d2001f030 con 0x7f5d380cb6b0 2024-07-27T06:52:35.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.003+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f5d380b49a0 con 0x7f5d380cb6b0 2024-07-27T06:52:35.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.011+0000 7f5d2ea00640 1 -- 172.21.15.66:0/2307438967 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v33)=0 v33) ==== 122+0+0 (secure 0 0 0) 0x7f5d20062320 con 0x7f5d380cb6b0 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.013+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 msgr2=0x7f5d14079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.013+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 0x7f5d14079520 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5d28009a60 tx=0x7f5d28005f30 comp rx=0 tx=0).stop 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 msgr2=0x7f5d381f8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f5d20004f00 tx=0x7f5d20001630 comp rx=0 tx=0).stop 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 shutdown_connections 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5d14077010 0x7f5d14079520 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5d381f8a50 0x7f5d38154b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5d380cb6b0 0x7f5d381f8510 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 --2- 172.21.15.66:0/2307438967 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5d1c004d40 0x7f5d380cb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 >> 172.21.15.66:0/2307438967 conn(0x7f5d380d1b50 msgr2=0x7f5d3806f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:35.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 shutdown_connections 2024-07-27T06:52:35.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.014+0000 7f5d37e00640 1 -- 172.21.15.66:0/2307438967 wait complete. 2024-07-27T06:52:35.046 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:52:35.046 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:35.178 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:35.314 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:52:35.315 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:35.315 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:35.375 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:52:35.375 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:35.376 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:35.433 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:35.433 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:35.434 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:35.493 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:52:35.493 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:35.493 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:35.550 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:35.550 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T06:52:35.551 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 -- 172.21.15.66:0/3584214238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818072ea0 msgr2=0x7fa81806f520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 --2- 172.21.15.66:0/3584214238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818072ea0 0x7fa81806f520 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa818072310 tx=0x7fa80402a560 comp rx=0 tx=0).stop 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 -- 172.21.15.66:0/3584214238 shutdown_connections 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 --2- 172.21.15.66:0/3584214238 >> v2:172.21.15.155:3300/0 conn(0x7fa818161ee0 0x7fa818164300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 --2- 172.21.15.66:0/3584214238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818072ea0 0x7fa81806f520 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 -- 172.21.15.66:0/3584214238 >> 172.21.15.66:0/3584214238 conn(0x7fa8180cfb90 msgr2=0x7fa8180cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 -- 172.21.15.66:0/3584214238 shutdown_connections 2024-07-27T06:52:35.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.853+0000 7fa81d200640 1 -- 172.21.15.66:0/3584214238 wait complete. 2024-07-27T06:52:35.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.856+0000 7fa81d200640 1 Processor -- start 2024-07-27T06:52:35.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.856+0000 7fa81d200640 1 -- start start 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa818072380 0x7fa8181434d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa818072ea0 0x7fa8180c63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8180cf760 con 0x7fa818161ee0 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa818070470 con 0x7fa818072380 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.857+0000 7fa81d200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8180c6900 con 0x7fa818072ea0 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45124/0 (socket says 172.21.15.66:45124) 2024-07-27T06:52:35.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 -- 172.21.15.66:0/3931566357 learned_addr learned my addr 172.21.15.66:0/3931566357 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa815e00640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa818072380 0x7fa8181434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa815400640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa818072ea0 0x7fa8180c63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 -- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa818072ea0 msgr2=0x7fa8180c63c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa818072ea0 0x7fa8180c63c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 -- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa818072380 msgr2=0x7fa8181434d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:35.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa818072380 0x7fa8181434d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:35.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.858+0000 7fa816800640 1 -- 172.21.15.66:0/3931566357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8180c6be0 con 0x7fa818161ee0 2024-07-27T06:52:35.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa816800640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa81000b410 tx=0x7fa81000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:35.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810015020 con 0x7fa818161ee0 2024-07-27T06:52:35.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa810011920 con 0x7fa818161ee0 2024-07-27T06:52:35.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa810011d70 con 0x7fa818161ee0 2024-07-27T06:52:35.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8180c6ec0 con 0x7fa818161ee0 2024-07-27T06:52:35.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.859+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8180c8b70 con 0x7fa818161ee0 2024-07-27T06:52:35.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.860+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8180c8680 con 0x7fa818161ee0 2024-07-27T06:52:35.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.862+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa810018020 con 0x7fa818161ee0 2024-07-27T06:52:35.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.863+0000 7fa80e000640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 0x7fa7f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:35.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.864+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7fa8100987d0 con 0x7fa818161ee0 2024-07-27T06:52:35.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.864+0000 7fa815e00640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 0x7fa7f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:35.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.865+0000 7fa815e00640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 0x7fa7f8079520 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa808009f20 tx=0x7fa8080094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:35.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:35.868+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa81001f020 con 0x7fa818161ee0 2024-07-27T06:52:36.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.122+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa818072790 con 0x7fa818161ee0 2024-07-27T06:52:36.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.124+0000 7fa80e000640 1 -- 172.21.15.66:0/3931566357 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+3914 (secure 0 0 0) 0x7fa8100619d0 con 0x7fa818161ee0 2024-07-27T06:52:36.126 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:36.126 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":29,"btime":"2024-07-27T06:52:26:840768+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4739,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/383001641","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":383001641},{"type":"v1","addr":"172.21.15.66:6835","nonce":383001641}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4742,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1622215600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1622215600},{"type":"v1","addr":"172.21.15.155:6836","nonce":1622215600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5062,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2299017393","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2299017393},{"type":"v1","addr":"172.21.15.155:6837","nonce":2299017393}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5532,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3364947254","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3364947254},{"type":"v1","addr":"172.21.15.66:6833","nonce":3364947254}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[]} 2024-07-27T06:52:36.126 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 29 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.126+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 msgr2=0x7fa7f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.126+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 0x7fa7f8079520 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa808009f20 tx=0x7fa8080094d0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.126+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 msgr2=0x7fa8181f50b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.126+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa81000b410 tx=0x7fa81000b8d0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 shutdown_connections 2024-07-27T06:52:36.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7f8077010 0x7fa7f8079520 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa818161ee0 0x7fa8181f50b0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa818072ea0 0x7fa8180c63c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 --2- 172.21.15.66:0/3931566357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa818072380 0x7fa8181434d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 >> 172.21.15.66:0/3931566357 conn(0x7fa8180cfb90 msgr2=0x7fa818166920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 shutdown_connections 2024-07-27T06:52:36.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.127+0000 7fa81d200640 1 -- 172.21.15.66:0/3931566357 wait complete. 2024-07-27T06:52:36.157 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:52:36.157 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:52:36.157 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:52:36.157 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:52:36.158 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:52:36.158 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:52:36.158 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:52:36.158 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:52:36.158 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:52:36.158 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T06:52:36.159 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T06:52:36.159 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:52:36.159 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:52:36.159 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:52:36.159 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:52:36.159 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:52:36.184 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:52:36.185 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:52:36.191 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:52:36.191 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:52:36.193 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T06:52:36.193 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:52:36.212 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:52:36.212 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:52:36.239 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:52:36.240 DEBUG:teuthology.parallel:result is None 2024-07-27T06:52:36.245 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:52:36.245 DEBUG:teuthology.parallel:result is None 2024-07-27T06:52:36.260 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:52:36.260 DEBUG:teuthology.parallel:result is None 2024-07-27T06:52:36.266 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:52:36.267 DEBUG:teuthology.parallel:result is None 2024-07-27T06:52:36.267 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T06:52:36.460 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:52:36.462 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:52:36.495 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:52:36.499 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:52:36.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 -- 172.21.15.66:0/2354856964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 msgr2=0x7ff5840734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:36.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 --2- 172.21.15.66:0/2354856964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff5840734d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff578005fd0 tx=0x7ff57802a530 comp rx=0 tx=0).stop 2024-07-27T06:52:36.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 -- 172.21.15.66:0/2354856964 shutdown_connections 2024-07-27T06:52:36.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 --2- 172.21.15.66:0/2354856964 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5840cecb0 0x7ff5840cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 --2- 172.21.15.66:0/2354856964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff5840734d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 -- 172.21.15.66:0/2354856964 >> 172.21.15.66:0/2354856964 conn(0x7ff58406c780 msgr2=0x7ff58406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:36.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 -- 172.21.15.66:0/2354856964 shutdown_connections 2024-07-27T06:52:36.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.534+0000 7ff58a600640 1 -- 172.21.15.66:0/2354856964 wait complete. 2024-07-27T06:52:36.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.537+0000 7ff58a600640 1 Processor -- start 2024-07-27T06:52:36.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.537+0000 7ff58a600640 1 -- start start 2024-07-27T06:52:36.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.538+0000 7ff58a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5840cecb0 0x7ff58415aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.538+0000 7ff58a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff58a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 0x7ff584132750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff58a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff58415d920 con 0x7ff584156550 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff58a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff58415d7a0 con 0x7ff5840cecb0 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff58a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff58415daa0 con 0x7ff58415f9c0 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45180/0 (socket says 172.21.15.66:45180) 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 -- 172.21.15.66:0/3210975790 learned_addr learned my addr 172.21.15.66:0/3210975790 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff589200640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5840cecb0 0x7ff58415aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:36.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff589c00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 0x7ff584132750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 -- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 msgr2=0x7ff584132750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 0x7ff584132750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 -- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5840cecb0 msgr2=0x7ff58415aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5840cecb0 0x7ff58415aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff583e00640 1 -- 172.21.15.66:0/3210975790 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff58413d3b0 con 0x7ff584156550 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.539+0000 7ff589c00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 0x7ff584132750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff583e00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff57000c7d0 tx=0x7ff57000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570007bb0 con 0x7ff584156550 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff570005020 con 0x7ff584156550 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff570007e60 con 0x7ff584156550 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5841f5370 con 0x7ff584156550 2024-07-27T06:52:36.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.540+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5841f5930 con 0x7ff584156550 2024-07-27T06:52:36.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.541+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff58415df50 con 0x7ff584156550 2024-07-27T06:52:36.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.543+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff570005470 con 0x7ff584156550 2024-07-27T06:52:36.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.544+0000 7ff580c00640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 0x7ff564079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:36.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.545+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 5688+0+0 (secure 0 0 0) 0x7ff570098c70 con 0x7ff584156550 2024-07-27T06:52:36.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.545+0000 7ff589200640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 0x7ff564079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:36.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.546+0000 7ff589200640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 0x7ff564079550 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff578033000 tx=0x7ff578004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:36.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.549+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff570014030 con 0x7ff584156550 2024-07-27T06:52:36.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:36.776+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff58406cde0 con 0x7ff584156550 2024-07-27T06:52:37.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.036+0000 7ff580c00640 1 -- 172.21.15.66:0/3210975790 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v61) ==== 97+0+0 (secure 0 0 0) 0x7ff570061e70 con 0x7ff584156550 2024-07-27T06:52:37.038 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T06:52:37.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 msgr2=0x7ff564079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 0x7ff564079550 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7ff578033000 tx=0x7ff578004730 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 msgr2=0x7ff58415b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff57000c7d0 tx=0x7ff57000cc90 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 shutdown_connections 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff564077040 0x7ff564079550 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff58415f9c0 0x7ff584132750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff584156550 0x7ff58415b3e0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 --2- 172.21.15.66:0/3210975790 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5840cecb0 0x7ff58415aea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.040+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 >> 172.21.15.66:0/3210975790 conn(0x7ff58406c780 msgr2=0x7ff5840b0160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:37.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.041+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 shutdown_connections 2024-07-27T06:52:37.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.041+0000 7ff58a600640 1 -- 172.21.15.66:0/3210975790 wait complete. 2024-07-27T06:52:37.073 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T06:52:37.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 -- 172.21.15.66:0/3338077347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf70143ac0 msgr2=0x7fdf7015e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/3338077347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf70143ac0 0x7fdf7015e9a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005fd0 tx=0x7fdf6002a530 comp rx=0 tx=0).stop 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 -- 172.21.15.66:0/3338077347 shutdown_connections 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/3338077347 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf7015eee0 0x7fdf7006f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/3338077347 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf70143ac0 0x7fdf7015e9a0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 -- 172.21.15.66:0/3338077347 >> 172.21.15.66:0/3338077347 conn(0x7fdf7006c780 msgr2=0x7fdf7006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 -- 172.21.15.66:0/3338077347 shutdown_connections 2024-07-27T06:52:37.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.354+0000 7fdf6fe00640 1 -- 172.21.15.66:0/3338077347 wait complete. 2024-07-27T06:52:37.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.357+0000 7fdf6fe00640 1 Processor -- start 2024-07-27T06:52:37.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.357+0000 7fdf6fe00640 1 -- start start 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 0x7fdf7015a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf70143ac0 0x7fdf700adf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf700727f0 con 0x7fdf7015eee0 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdf700ceb80 con 0x7fdf7006fd40 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.358+0000 7fdf6fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdf70072970 con 0x7fdf70143ac0 2024-07-27T06:52:37.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45204/0 (socket says 172.21.15.66:45204) 2024-07-27T06:52:37.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 -- 172.21.15.66:0/53817585 learned_addr learned my addr 172.21.15.66:0/53817585 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6ea00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 0x7fdf7015a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 -- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf70143ac0 msgr2=0x7fdf700adf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6e000640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf70143ac0 0x7fdf700adf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf70143ac0 0x7fdf700adf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 -- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 msgr2=0x7fdf7015a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.359+0000 7fdf6f400640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 0x7fdf7015a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf6f400640 1 -- 172.21.15.66:0/53817585 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf700a9860 con 0x7fdf7015eee0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf6ea00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 0x7fdf7015a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf6f400640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800ba10 tx=0x7fdf6800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68019070 con 0x7fdf7015eee0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf6800cc30 con 0x7fdf7015eee0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf700a9b40 con 0x7fdf7015eee0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf6800ce60 con 0x7fdf7015eee0 2024-07-27T06:52:37.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.360+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf700ab6a0 con 0x7fdf7015eee0 2024-07-27T06:52:37.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.362+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf701e8770 con 0x7fdf7015eee0 2024-07-27T06:52:37.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.363+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf6801c070 con 0x7fdf7015eee0 2024-07-27T06:52:37.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.364+0000 7fdf66a00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 0x7fdf4c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.365+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5602+0+0 (secure 0 0 0) 0x7fdf68098690 con 0x7fdf7015eee0 2024-07-27T06:52:37.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.365+0000 7fdf6ea00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 0x7fdf4c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.367+0000 7fdf6ea00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 0x7fdf4c079520 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdf60033000 tx=0x7fdf60004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:37.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.369+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf68061860 con 0x7fdf7015eee0 2024-07-27T06:52:37.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.649+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fdf700ab900 con 0x7fdf7015eee0 2024-07-27T06:52:37.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.650+0000 7fdf66a00640 1 -- 172.21.15.66:0/53817585 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7fdf68061160 con 0x7fdf7015eee0 2024-07-27T06:52:37.652 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:37.652 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.653 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.654 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.655 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T06:52:37.656 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.657 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.658 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T06:52:37.659 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.660 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.661 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.662 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.663 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.664 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T06:52:37.665 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T06:52:37.666 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.667 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:37.667 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:52:37.667 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:52:37.667 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.667 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:37.668 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.669 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:37.670 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T06:52:37.670 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 msgr2=0x7fdf4c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 0x7fdf4c079520 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fdf60033000 tx=0x7fdf60004730 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 msgr2=0x7fdf700ae490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800ba10 tx=0x7fdf6800bed0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 shutdown_connections 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf4c077010 0x7fdf4c079520 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf7015eee0 0x7fdf700ae490 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf70143ac0 0x7fdf700adf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 --2- 172.21.15.66:0/53817585 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf7006fd40 0x7fdf7015a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 >> 172.21.15.66:0/53817585 conn(0x7fdf7006c780 msgr2=0x7fdf7015e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:37.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 shutdown_connections 2024-07-27T06:52:37.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.653+0000 7fdf6fe00640 1 -- 172.21.15.66:0/53817585 wait complete. 2024-07-27T06:52:37.681 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:52:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.963+0000 7f4999000640 1 -- 172.21.15.66:0/3787199631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940b4190 msgr2=0x7f49940b0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.963+0000 7f4999000640 1 --2- 172.21.15.66:0/3787199631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940b4190 0x7f49940b0d60 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4984005fd0 tx=0x7f498402a780 comp rx=0 tx=0).stop 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 -- 172.21.15.66:0/3787199631 shutdown_connections 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 --2- 172.21.15.66:0/3787199631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940ce430 0x7f49940ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 --2- 172.21.15.66:0/3787199631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940b4190 0x7f49940b0d60 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 -- 172.21.15.66:0/3787199631 >> 172.21.15.66:0/3787199631 conn(0x7f49940b3670 msgr2=0x7f49940b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 -- 172.21.15.66:0/3787199631 shutdown_connections 2024-07-27T06:52:37.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.964+0000 7f4999000640 1 -- 172.21.15.66:0/3787199631 wait complete. 2024-07-27T06:52:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.966+0000 7f4999000640 1 Processor -- start 2024-07-27T06:52:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.967+0000 7f4999000640 1 -- start start 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940b4190 0x7f499414eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49940cc3c0 0x7f499414cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4994071b50 con 0x7f49940ce430 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49940ccee0 con 0x7f49940cc3c0 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4999000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f499414d640 con 0x7f49940b4190 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4993e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4993e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45216/0 (socket says 172.21.15.66:45216) 2024-07-27T06:52:37.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.968+0000 7f4993e00640 1 -- 172.21.15.66:0/186846978 learned_addr learned my addr 172.21.15.66:0/186846978 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:37.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4992a00640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49940cc3c0 0x7f499414cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993400640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940b4190 0x7f499414eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 -- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940b4190 msgr2=0x7f499414eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940b4190 0x7f499414eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 -- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49940cc3c0 msgr2=0x7f499414cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49940cc3c0 0x7f499414cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 -- 172.21.15.66:0/186846978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f499414f550 con 0x7f49940ce430 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f4993e00640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f498c00c3c0 tx=0x7f498c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.969+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c017070 con 0x7f49940ce430 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.970+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f498c006d90 con 0x7f49940ce430 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.970+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498c007290 con 0x7f49940ce430 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.970+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f499414f830 con 0x7f49940ce430 2024-07-27T06:52:37.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.970+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49941f2df0 con 0x7f49940ce430 2024-07-27T06:52:37.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.971+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49941f2be0 con 0x7f49940ce430 2024-07-27T06:52:37.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.972+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f498c01a070 con 0x7f49940ce430 2024-07-27T06:52:37.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.973+0000 7f498b400640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 0x7f4970079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:37.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.974+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5602+0+0 (secure 0 0 0) 0x7f498c097d20 con 0x7f49940ce430 2024-07-27T06:52:37.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.974+0000 7f4993400640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 0x7f4970079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:37.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.976+0000 7f4993400640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 0x7f4970079520 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4984033000 tx=0x7f4984004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:37.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:37.979+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49940ced80 con 0x7f49940ce430 2024-07-27T06:52:38.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.195+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f499414f2e0 con 0x7f49940ce430 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.196+0000 7f498b400640 1 -- 172.21.15.66:0/186846978 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v63) ==== 84+0+137 (secure 0 0 0) 0x7f498c060ee0 con 0x7f49940ce430 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:52:38.198 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T06:52:38.199 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T06:52:38.199 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:52:38.199 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:52:38.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 msgr2=0x7f4970079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:38.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 0x7f4970079520 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f4984033000 tx=0x7f4984004ab0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 msgr2=0x7f49940cb650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f498c00c3c0 tx=0x7f498c00c880 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 shutdown_connections 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4970077010 0x7f4970079520 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49940ce430 0x7f49940cb650 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49940cc3c0 0x7f499414cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 --2- 172.21.15.66:0/186846978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49940b4190 0x7f499414eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.199+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 >> 172.21.15.66:0/186846978 conn(0x7f49940b3670 msgr2=0x7f49940cc7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.200+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 shutdown_connections 2024-07-27T06:52:38.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.200+0000 7f4999000640 1 -- 172.21.15.66:0/186846978 wait complete. 2024-07-27T06:52:38.230 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:52:38.230 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 -- 172.21.15.66:0/411858082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49500cd610 msgr2=0x7f49500cda20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 --2- 172.21.15.66:0/411858082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49500cd610 0x7f49500cda20 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f49500718d0 tx=0x7f493802a440 comp rx=0 tx=0).stop 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 -- 172.21.15.66:0/411858082 shutdown_connections 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 --2- 172.21.15.66:0/411858082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49500cd610 0x7f49500cda20 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 --2- 172.21.15.66:0/411858082 >> v2:172.21.15.155:3300/0 conn(0x7f4950145650 0x7f495006ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 -- 172.21.15.66:0/411858082 >> 172.21.15.66:0/411858082 conn(0x7f495006c780 msgr2=0x7f495006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 -- 172.21.15.66:0/411858082 shutdown_connections 2024-07-27T06:52:38.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.515+0000 7f4955400640 1 -- 172.21.15.66:0/411858082 wait complete. 2024-07-27T06:52:38.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.518+0000 7f4955400640 1 Processor -- start 2024-07-27T06:52:38.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.518+0000 7f4955400640 1 -- start start 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49500cd610 0x7f495015b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 0x7f49501e8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4950072490 con 0x7f495015c6c0 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4950072310 con 0x7f4950145650 2024-07-27T06:52:38.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4955400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4950072610 con 0x7f49500cd610 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4954a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4954a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45230/0 (socket says 172.21.15.66:45230) 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.520+0000 7f4954a00640 1 -- 172.21.15.66:0/1987215283 learned_addr learned my addr 172.21.15.66:0/1987215283 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4947e00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 0x7f49501e8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 -- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49500cd610 msgr2=0x7f495015b0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f494fe00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49500cd610 0x7f495015b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49500cd610 0x7f495015b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 -- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 msgr2=0x7f49501e8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 0x7f49501e8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 -- 172.21.15.66:0/1987215283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f495013e630 con 0x7f495015c6c0 2024-07-27T06:52:38.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4947e00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 0x7f49501e8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:38.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4954a00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f494800ba10 tx=0x7f494800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:38.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4948019070 con 0x7f495015c6c0 2024-07-27T06:52:38.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f494800cc30 con 0x7f495015c6c0 2024-07-27T06:52:38.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.521+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f495015b5f0 con 0x7f495015c6c0 2024-07-27T06:52:38.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.522+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49480146a0 con 0x7f495015c6c0 2024-07-27T06:52:38.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.522+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49500a98f0 con 0x7f495015c6c0 2024-07-27T06:52:38.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.523+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4950140150 con 0x7f495015c6c0 2024-07-27T06:52:38.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.524+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f494801c070 con 0x7f495015c6c0 2024-07-27T06:52:38.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.525+0000 7f494cc00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 0x7f492c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:38.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.525+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5602+0+0 (secure 0 0 0) 0x7f4948098670 con 0x7f495015c6c0 2024-07-27T06:52:38.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.526+0000 7f494fe00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 0x7f492c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:38.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.527+0000 7f494fe00640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 0x7f492c079520 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f49400058c0 tx=0x7f4940005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:38.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.530+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f494800ce20 con 0x7f495015c6c0 2024-07-27T06:52:38.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:38.746+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f4950072b30 con 0x7f495015c6c0 2024-07-27T06:52:39.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.057+0000 7f494cc00640 1 -- 172.21.15.66:0/1987215283 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v64) ==== 138+0+0 (secure 0 0 0) 0x7f49480617b0 con 0x7f495015c6c0 2024-07-27T06:52:39.060 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 msgr2=0x7f492c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 0x7f492c079520 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f49400058c0 tx=0x7f4940005850 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 msgr2=0x7f49501e9070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f494800ba10 tx=0x7f494800bed0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 shutdown_connections 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f492c077010 0x7f492c079520 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f495015c6c0 0x7f49501e9070 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4950145650 0x7f49501e8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 --2- 172.21.15.66:0/1987215283 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49500cd610 0x7f495015b0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.063+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 >> 172.21.15.66:0/1987215283 conn(0x7f495006c780 msgr2=0x7f49500cbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:39.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.064+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 shutdown_connections 2024-07-27T06:52:39.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.064+0000 7f4955400640 1 -- 172.21.15.66:0/1987215283 wait complete. 2024-07-27T06:52:39.103 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 -- 172.21.15.66:0/1935255096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100731f0 msgr2=0x7fe710073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 --2- 172.21.15.66:0/1935255096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100731f0 0x7fe710073600 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fe708009be0 tx=0x7fe70802a840 comp rx=0 tx=0).stop 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 -- 172.21.15.66:0/1935255096 shutdown_connections 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 --2- 172.21.15.66:0/1935255096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7100731f0 0x7fe710073600 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 --2- 172.21.15.66:0/1935255096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 0x7fe71015f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 -- 172.21.15.66:0/1935255096 >> 172.21.15.66:0/1935255096 conn(0x7fe7100d0a70 msgr2=0x7fe7100d0e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:39.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 -- 172.21.15.66:0/1935255096 shutdown_connections 2024-07-27T06:52:39.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.378+0000 7fe715000640 1 -- 172.21.15.66:0/1935255096 wait complete. 2024-07-27T06:52:39.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.381+0000 7fe715000640 1 Processor -- start 2024-07-27T06:52:39.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.381+0000 7fe715000640 1 -- start start 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 0x7fe71013e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 0x7fe71014ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100cea80 con 0x7fe710144110 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100ce900 con 0x7fe7100731f0 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.382+0000 7fe715000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7100cec00 con 0x7fe7100c70c0 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45246/0 (socket says 172.21.15.66:45246) 2024-07-27T06:52:39.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 -- 172.21.15.66:0/162873743 learned_addr learned my addr 172.21.15.66:0/162873743 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70f400640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 0x7fe71013e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe706a00640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 0x7fe71014ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 -- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 msgr2=0x7fe71014ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 0x7fe71014ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 -- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 msgr2=0x7fe71013e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 0x7fe71013e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70fe00640 1 -- 172.21.15.66:0/162873743 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71014f340 con 0x7fe710144110 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.383+0000 7fe70f400640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 0x7fe71013e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:39.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe70fe00640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fe708009be0 tx=0x7fe708033f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708042020 con 0x7fe710144110 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe708004130 con 0x7fe710144110 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71013efe0 con 0x7fe710144110 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708037040 con 0x7fe710144110 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.384+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe710140c20 con 0x7fe710144110 2024-07-27T06:52:39.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.385+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe71013f260 con 0x7fe710144110 2024-07-27T06:52:39.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.387+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe708045020 con 0x7fe710144110 2024-07-27T06:52:39.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.388+0000 7fe707e00640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 0x7fe6ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:39.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.388+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 5972+0+0 (secure 0 0 0) 0x7fe7080ba2e0 con 0x7fe710144110 2024-07-27T06:52:39.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.389+0000 7fe70f400640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 0x7fe6ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:39.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.390+0000 7fe70f400640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 0x7fe6ec079520 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe7000046b0 tx=0x7fe700009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:39.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.392+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe70804c030 con 0x7fe710144110 2024-07-27T06:52:39.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:39.609+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe7100cf120 con 0x7fe710144110 2024-07-27T06:52:40.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.078+0000 7fe707e00640 1 -- 172.21.15.66:0/162873743 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v65) ==== 170+0+0 (secure 0 0 0) 0x7fe70802f070 con 0x7fe710144110 2024-07-27T06:52:40.080 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:52:40.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 msgr2=0x7fe6ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:40.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 0x7fe6ec079520 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe7000046b0 tx=0x7fe700009040 comp rx=0 tx=0).stop 2024-07-27T06:52:40.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 msgr2=0x7fe71006c780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fe708009be0 tx=0x7fe708033f00 comp rx=0 tx=0).stop 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 shutdown_connections 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe6ec077010 0x7fe6ec079520 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe710144110 0x7fe71006c780 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7100c70c0 0x7fe71014ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 --2- 172.21.15.66:0/162873743 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7100731f0 0x7fe71013e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.082+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 >> 172.21.15.66:0/162873743 conn(0x7fe7100d0a70 msgr2=0x7fe7100cc590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.083+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 shutdown_connections 2024-07-27T06:52:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.083+0000 7fe715000640 1 -- 172.21.15.66:0/162873743 wait complete. 2024-07-27T06:52:40.136 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 -- 172.21.15.66:0/908992561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f506806de60 msgr2=0x7f506806e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 --2- 172.21.15.66:0/908992561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f506806de60 0x7f506806e270 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5068074f30 tx=0x7f506002a660 comp rx=0 tx=0).stop 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 -- 172.21.15.66:0/908992561 shutdown_connections 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 --2- 172.21.15.66:0/908992561 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f506806de60 0x7f506806e270 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 --2- 172.21.15.66:0/908992561 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50680ae830 0x7f50680aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 --2- 172.21.15.66:0/908992561 >> v2:172.21.15.155:3300/0 conn(0x7f5068151010 0x7f50680b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 -- 172.21.15.66:0/908992561 >> 172.21.15.66:0/908992561 conn(0x7f506806c780 msgr2=0x7f506806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:40.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 -- 172.21.15.66:0/908992561 shutdown_connections 2024-07-27T06:52:40.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.394+0000 7f506ce00640 1 -- 172.21.15.66:0/908992561 wait complete. 2024-07-27T06:52:40.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.397+0000 7f506ce00640 1 Processor -- start 2024-07-27T06:52:40.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.397+0000 7f506ce00640 1 -- start start 2024-07-27T06:52:40.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 0x7f50681e7f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5068151010 0x7f50681f5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5068070350 con 0x7f50680ae830 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f50680701d0 con 0x7f506806de60 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.398+0000 7f506ce00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f506815a4b0 con 0x7f5068151010 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45270/0 (socket says 172.21.15.66:45270) 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 -- 172.21.15.66:0/2992865201 learned_addr learned my addr 172.21.15.66:0/2992865201 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f5067400640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 0x7f50681e7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f5067e00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5068151010 0x7f50681f5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:40.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 -- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5068151010 msgr2=0x7f50681f5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5068151010 0x7f50681f5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 -- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 msgr2=0x7f50681e7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 0x7f50681e7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f505ea00640 1 -- 172.21.15.66:0/2992865201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50681e94f0 con 0x7f50680ae830 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.399+0000 7f5067400640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 0x7f50681e7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f505ea00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f505000db90 tx=0x7f505000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505001b070 con 0x7f50680ae830 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f505000ae50 con 0x7f50680ae830 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505000e9e0 con 0x7f50680ae830 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50681e97d0 con 0x7f50680ae830 2024-07-27T06:52:40.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.400+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50681e79e0 con 0x7f50680ae830 2024-07-27T06:52:40.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.401+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5068071c30 con 0x7f50680ae830 2024-07-27T06:52:40.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.403+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f505001e070 con 0x7f50680ae830 2024-07-27T06:52:40.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.404+0000 7f505fe00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 0x7f5044079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:40.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.405+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 6354+0+0 (secure 0 0 0) 0x7f5050099a30 con 0x7f50680ae830 2024-07-27T06:52:40.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.405+0000 7f5067400640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 0x7f5044079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:40.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.407+0000 7f5067400640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 0x7f5044079550 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5058009a20 tx=0x7f5058005d30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:40.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.408+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5068071c30 con 0x7f50680ae830 2024-07-27T06:52:40.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:40.660+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f50681470f0 con 0x7f50680ae830 2024-07-27T06:52:41.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.082+0000 7f505fe00640 1 -- 172.21.15.66:0/2992865201 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v32) ==== 174+0+0 (secure 0 0 0) 0x7f5050062330 con 0x7f50680ae830 2024-07-27T06:52:41.084 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 10 and data pool 11 2024-07-27T06:52:41.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.086+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 msgr2=0x7f5044079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.086+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 0x7f5044079550 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5058009a20 tx=0x7f5058005d30 comp rx=0 tx=0).stop 2024-07-27T06:52:41.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.086+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 msgr2=0x7f50681e4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.086+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f505000db90 tx=0x7f505000a620 comp rx=0 tx=0).stop 2024-07-27T06:52:41.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 shutdown_connections 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5044077040 0x7f5044079550 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5068151010 0x7f50681f5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50680ae830 0x7f50681e4810 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 --2- 172.21.15.66:0/2992865201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f506806de60 0x7f50681e7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.087+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 >> 172.21.15.66:0/2992865201 conn(0x7f506806c780 msgr2=0x7f506806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.089+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 shutdown_connections 2024-07-27T06:52:41.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.089+0000 7f506ce00640 1 -- 172.21.15.66:0/2992865201 wait complete. 2024-07-27T06:52:41.153 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 -- 172.21.15.66:0/1225267834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f408c9d0 msgr2=0x7f05f40b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 --2- 172.21.15.66:0/1225267834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f408c9d0 0x7f05f40b54b0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f05f408d3e0 tx=0x7f05e402a530 comp rx=0 tx=0).stop 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 -- 172.21.15.66:0/1225267834 shutdown_connections 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 --2- 172.21.15.66:0/1225267834 >> v2:172.21.15.155:3300/0 conn(0x7f05f40d0dd0 0x7f05f40b3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 --2- 172.21.15.66:0/1225267834 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f408c9d0 0x7f05f40b54b0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 -- 172.21.15.66:0/1225267834 >> 172.21.15.66:0/1225267834 conn(0x7f05f40d4060 msgr2=0x7f05f40d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:41.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 -- 172.21.15.66:0/1225267834 shutdown_connections 2024-07-27T06:52:41.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.397+0000 7f05f8a00640 1 -- 172.21.15.66:0/1225267834 wait complete. 2024-07-27T06:52:41.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.400+0000 7f05f8a00640 1 Processor -- start 2024-07-27T06:52:41.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.400+0000 7f05f8a00640 1 -- start start 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05f408c9d0 0x7f05f415c480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 0x7f05f41f5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40b43a0 con 0x7f05f40d0dd0 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f05f40b4220 con 0x7f05f40b9390 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f8a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f05f40b4520 con 0x7f05f408c9d0 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.401+0000 7f05f2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52338/0 (socket says 172.21.15.66:52338) 2024-07-27T06:52:41.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 -- 172.21.15.66:0/2042575969 learned_addr learned my addr 172.21.15.66:0/2042575969 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f1e00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05f408c9d0 0x7f05f415c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 -- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05f408c9d0 msgr2=0x7f05f415c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f1400640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 0x7f05f41f5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05f408c9d0 0x7f05f415c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 -- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 msgr2=0x7f05f41f5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 0x7f05f41f5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 -- 172.21.15.66:0/2042575969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f40b3130 con 0x7f05f40d0dd0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f1400640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 0x7f05f41f5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.402+0000 7f05f2800640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f05ec00e9c0 tx=0x7f05ec00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.403+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ec004d20 con 0x7f05f40d0dd0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.403+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05ec00cb20 con 0x7f05f40d0dd0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.403+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f40b0cb0 con 0x7f05f40d0dd0 2024-07-27T06:52:41.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.403+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05ec005020 con 0x7f05f40d0dd0 2024-07-27T06:52:41.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.403+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f40b1270 con 0x7f05f40d0dd0 2024-07-27T06:52:41.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.404+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05f40b3ad0 con 0x7f05f40d0dd0 2024-07-27T06:52:41.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.405+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f05ec0051c0 con 0x7f05f40d0dd0 2024-07-27T06:52:41.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.406+0000 7f05ea000640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 0x7f05d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.406+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6454+0+0 (secure 0 0 0) 0x7f05ec099460 con 0x7f05f40d0dd0 2024-07-27T06:52:41.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.407+0000 7f05f1e00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 0x7f05d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.408+0000 7f05f1e00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 0x7f05d4079520 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f05e4034000 tx=0x7f05e4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:41.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.412+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05ec016030 con 0x7f05f40d0dd0 2024-07-27T06:52:41.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.622+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05f40d4680 con 0x7f05f40d0dd0 2024-07-27T06:52:41.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.626+0000 7f05ea000640 1 -- 172.21.15.66:0/2042575969 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v66) ==== 74+0+18676 (secure 0 0 0) 0x7f05ec062370 con 0x7f05f40d0dd0 2024-07-27T06:52:41.628 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:41.628 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":66,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:40.661803+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:38.769674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:39.632293+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:41.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 msgr2=0x7f05d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 0x7f05d4079520 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f05e4034000 tx=0x7f05e4004730 comp rx=0 tx=0).stop 2024-07-27T06:52:41.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 msgr2=0x7f05f41603d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f05ec00e9c0 tx=0x7f05ec00ee80 comp rx=0 tx=0).stop 2024-07-27T06:52:41.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 shutdown_connections 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05d4077010 0x7f05d4079520 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05f40d0dd0 0x7f05f41603d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05f40b9390 0x7f05f41f5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 --2- 172.21.15.66:0/2042575969 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05f408c9d0 0x7f05f415c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.628+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 >> 172.21.15.66:0/2042575969 conn(0x7f05f40d4060 msgr2=0x7f05f40cef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.629+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 shutdown_connections 2024-07-27T06:52:41.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.629+0000 7f05f8a00640 1 -- 172.21.15.66:0/2042575969 wait complete. 2024-07-27T06:52:41.659 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:41.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 -- 172.21.15.66:0/1569721165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec072cd0 msgr2=0x7f47ec06e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 --2- 172.21.15.66:0/1569721165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec072cd0 0x7f47ec06e510 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f47d40098e0 tx=0x7f47d402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 -- 172.21.15.66:0/1569721165 shutdown_connections 2024-07-27T06:52:41.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 --2- 172.21.15.66:0/1569721165 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec072cd0 0x7f47ec06e510 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 --2- 172.21.15.66:0/1569721165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 0x7f47ec072790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 -- 172.21.15.66:0/1569721165 >> 172.21.15.66:0/1569721165 conn(0x7f47ec0cfb90 msgr2=0x7f47ec0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:41.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 -- 172.21.15.66:0/1569721165 shutdown_connections 2024-07-27T06:52:41.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.937+0000 7f47f1a00640 1 -- 172.21.15.66:0/1569721165 wait complete. 2024-07-27T06:52:41.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.939+0000 7f47f1a00640 1 Processor -- start 2024-07-27T06:52:41.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.939+0000 7f47f1a00640 1 -- start start 2024-07-27T06:52:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 0x7f47ec155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec0730e0 0x7f47ec157910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f47ec06f160 con 0x7f47ec072cd0 2024-07-27T06:52:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f47ec070680 con 0x7f47ec0730e0 2024-07-27T06:52:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47f1a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f47ec06f2e0 con 0x7f47ec072380 2024-07-27T06:52:41.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47e2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47e2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52354/0 (socket says 172.21.15.66:52354) 2024-07-27T06:52:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.941+0000 7f47e2000640 1 -- 172.21.15.66:0/220237295 learned_addr learned my addr 172.21.15.66:0/220237295 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47eb400640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec0730e0 0x7f47ec157910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47eaa00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 0x7f47ec155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 -- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 msgr2=0x7f47ec155e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 0x7f47ec155e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 -- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec0730e0 msgr2=0x7f47ec157910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec0730e0 0x7f47ec157910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 -- 172.21.15.66:0/220237295 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47ec14f5e0 con 0x7f47ec072cd0 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e2000640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f47d402abc0 tx=0x7f47d40316b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d403f070 con 0x7f47ec072cd0 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47d40048a0 con 0x7f47ec072cd0 2024-07-27T06:52:41.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d4004cf0 con 0x7f47ec072cd0 2024-07-27T06:52:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47ec1539b0 con 0x7f47ec072cd0 2024-07-27T06:52:41.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.942+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47ec155670 con 0x7f47ec072cd0 2024-07-27T06:52:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.943+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47ec156cb0 con 0x7f47ec072cd0 2024-07-27T06:52:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.945+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f47d4042070 con 0x7f47ec072cd0 2024-07-27T06:52:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.946+0000 7f47e3400640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 0x7f47c8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.946+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 6454+0+0 (secure 0 0 0) 0x7f47d40b97f0 con 0x7f47ec072cd0 2024-07-27T06:52:41.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.947+0000 7f47eaa00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 0x7f47c8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:41.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.948+0000 7f47eaa00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 0x7f47c8079520 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f47dc005fd0 tx=0x7f47dc009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:41.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:41.950+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f47ec156cb0 con 0x7f47ec072cd0 2024-07-27T06:52:42.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.158+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f47ec072790 con 0x7f47ec072cd0 2024-07-27T06:52:42.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.160+0000 7f47e3400640 1 -- 172.21.15.66:0/220237295 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+18663 (secure 0 0 0) 0x7f47d4082780 con 0x7f47ec072cd0 2024-07-27T06:52:42.162 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:42.162 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":67,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:42.099936+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:38.769674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:39.632293+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 msgr2=0x7f47c8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 0x7f47c8079520 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f47dc005fd0 tx=0x7f47dc009500 comp rx=0 tx=0).stop 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 msgr2=0x7f47ec14f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f47d402abc0 tx=0x7f47d40316b0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 shutdown_connections 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47c8077010 0x7f47c8079520 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47ec0730e0 0x7f47ec157910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47ec072cd0 0x7f47ec14f0a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 --2- 172.21.15.66:0/220237295 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47ec072380 0x7f47ec155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 >> 172.21.15.66:0/220237295 conn(0x7f47ec0cfb90 msgr2=0x7f47ec0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.163+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 shutdown_connections 2024-07-27T06:52:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.164+0000 7f47f1a00640 1 -- 172.21.15.66:0/220237295 wait complete. 2024-07-27T06:52:42.189 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 -- 172.21.15.66:0/3835819635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f8003a00 msgr2=0x7f17f8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 --2- 172.21.15.66:0/3835819635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17f8003a00 0x7f17f8003e70 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f1804009b50 tx=0x7f17f8005830 comp rx=0 tx=0).stop 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1812800640 1 -- 172.21.15.66:0/3835819635 reap_dead start 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 -- 172.21.15.66:0/3835819635 shutdown_connections 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 -- 172.21.15.66:0/3835819635 >> 172.21.15.66:0/3835819635 conn(0x7f18140cfb90 msgr2=0x7f18140cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:42.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 -- 172.21.15.66:0/3835819635 shutdown_connections 2024-07-27T06:52:42.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.473+0000 7f1818e00640 1 -- 172.21.15.66:0/3835819635 wait complete. 2024-07-27T06:52:42.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.476+0000 7f1818e00640 1 Processor -- start 2024-07-27T06:52:42.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.476+0000 7f1818e00640 1 -- start start 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f8003a00 0x7f18141566c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 0x7f18141547c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f181406e510 con 0x7f1814145fe0 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1814070680 con 0x7f17f8003a00 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1818e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f181406e690 con 0x7f18140aea50 2024-07-27T06:52:42.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52372/0 (socket says 172.21.15.66:52372) 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 -- 172.21.15.66:0/1974383122 learned_addr learned my addr 172.21.15.66:0/1974383122 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1811e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f8003a00 0x7f18141566c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1812800640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 0x7f18141547c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 -- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 msgr2=0x7f18141547c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 0x7f18141547c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 -- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f8003a00 msgr2=0x7f18141566c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f8003a00 0x7f18141566c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1809400640 1 -- 172.21.15.66:0/1974383122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1814156c00 con 0x7f1814145fe0 2024-07-27T06:52:42.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.478+0000 7f1812800640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 0x7f18141547c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f1809400640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f17fc011a80 tx=0x7f17fc011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc00f940 con 0x7f1814145fe0 2024-07-27T06:52:42.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17fc016070 con 0x7f1814145fe0 2024-07-27T06:52:42.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18140bf610 con 0x7f1814145fe0 2024-07-27T06:52:42.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17fc00fe50 con 0x7f1814145fe0 2024-07-27T06:52:42.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.479+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18140afd80 con 0x7f1814145fe0 2024-07-27T06:52:42.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.481+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18140c2b80 con 0x7f1814145fe0 2024-07-27T06:52:42.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.482+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f17fc018030 con 0x7f1814145fe0 2024-07-27T06:52:42.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.483+0000 7f180aa00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 0x7f17f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:42.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.483+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f17fc099880 con 0x7f1814145fe0 2024-07-27T06:52:42.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.484+0000 7f1811e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 0x7f17f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:42.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.485+0000 7f1811e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 0x7f17f0079520 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1804035000 tx=0x7f180402d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:42.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.487+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1814156c00 con 0x7f1814145fe0 2024-07-27T06:52:42.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:42.746+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1814072790 con 0x7f1814145fe0 2024-07-27T06:52:43.054 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:52:43.052+0000 7fb386e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:52:43.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.141+0000 7f180aa00640 1 -- 172.21.15.66:0/1974383122 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v35) ==== 118+0+0 (secure 0 0 0) 0x7f17fc062670 con 0x7f1814145fe0 2024-07-27T06:52:43.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 msgr2=0x7f17f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:43.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 0x7f17f0079520 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1804035000 tx=0x7f180402d040 comp rx=0 tx=0).stop 2024-07-27T06:52:43.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 msgr2=0x7f18140bf0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:43.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f17fc011a80 tx=0x7f17fc011f40 comp rx=0 tx=0).stop 2024-07-27T06:52:43.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 shutdown_connections 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f17f0077010 0x7f17f0079520 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18140aea50 0x7f18141547c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1814145fe0 0x7f18140bf0d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 --2- 172.21.15.66:0/1974383122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17f8003a00 0x7f18141566c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 >> 172.21.15.66:0/1974383122 conn(0x7f18140cfb90 msgr2=0x7f18140cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.145+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 shutdown_connections 2024-07-27T06:52:43.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.146+0000 7f1818e00640 1 -- 172.21.15.66:0/1974383122 wait complete. 2024-07-27T06:52:43.176 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T06:52:43.177 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:52:43.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.463+0000 7f7346c00640 1 -- 172.21.15.66:0/3070727611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73401454d0 msgr2=0x7f7340073820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.463+0000 7f7346c00640 1 --2- 172.21.15.66:0/3070727611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73401454d0 0x7f7340073820 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f7338005fd0 tx=0x7f733802a8b0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.464+0000 7f7346c00640 1 -- 172.21.15.66:0/3070727611 shutdown_connections 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.464+0000 7f7346c00640 1 --2- 172.21.15.66:0/3070727611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73401454d0 0x7f7340073820 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.464+0000 7f7346c00640 1 -- 172.21.15.66:0/3070727611 >> 172.21.15.66:0/3070727611 conn(0x7f734006c780 msgr2=0x7f734006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.464+0000 7f7346c00640 1 -- 172.21.15.66:0/3070727611 shutdown_connections 2024-07-27T06:52:43.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.464+0000 7f7346c00640 1 -- 172.21.15.66:0/3070727611 wait complete. 2024-07-27T06:52:43.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.466+0000 7f7346c00640 1 Processor -- start 2024-07-27T06:52:43.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.466+0000 7f7346c00640 1 -- start start 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7340144b20 0x7f73400c4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 0x7f73400ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f734006ed50 con 0x7f7340144f80 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f734006ebd0 con 0x7f73401454d0 2024-07-27T06:52:43.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7346c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f734006eed0 con 0x7f7340144b20 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7344e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7344e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52382/0 (socket says 172.21.15.66:52382) 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.468+0000 7f7344e00640 1 -- 172.21.15.66:0/1178452759 learned_addr learned my addr 172.21.15.66:0/1178452759 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7345800640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7340144b20 0x7f73400c4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7346200640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 0x7f73400ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 -- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7340144b20 msgr2=0x7f73400c4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7340144b20 0x7f73400c4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 -- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 msgr2=0x7f73400ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 0x7f73400ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 -- 172.21.15.66:0/1178452759 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f734015f1c0 con 0x7f7340144f80 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7346200640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 0x7f73400ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f7344e00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f733000c3f0 tx=0x7f733000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:43.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330017070 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.469+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f73300035f0 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.470+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f734015eee0 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.470+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7330003a40 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.470+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73401339a0 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.471+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f734006e9f0 con 0x7f7340144f80 2024-07-27T06:52:43.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.472+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f733001a070 con 0x7f7340144f80 2024-07-27T06:52:43.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.474+0000 7f733d600640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 0x7f7324079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:43.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.474+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f7330097f50 con 0x7f7340144f80 2024-07-27T06:52:43.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.475+0000 7f7345800640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 0x7f7324079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:43.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.476+0000 7f7345800640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 0x7f7324079520 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7334006fd0 tx=0x7f7334008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:43.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.479+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f734006e9f0 con 0x7f7340144f80 2024-07-27T06:52:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:43.732+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7340073820 con 0x7f7340144f80 2024-07-27T06:52:44.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.155+0000 7f733d600640 1 -- 172.21.15.66:0/1178452759 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7f734015f1c0 con 0x7f7340144f80 2024-07-27T06:52:44.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.159+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 msgr2=0x7f7324079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 0x7f7324079520 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f7334006fd0 tx=0x7f7334008040 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 msgr2=0x7f73401f8f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f733000c3f0 tx=0x7f733000c8b0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 shutdown_connections 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7324077010 0x7f7324079520 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73401454d0 0x7f73400ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7340144f80 0x7f73401f8f40 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 --2- 172.21.15.66:0/1178452759 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7340144b20 0x7f73400c4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 >> 172.21.15.66:0/1178452759 conn(0x7f734006c780 msgr2=0x7f73400ce800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 shutdown_connections 2024-07-27T06:52:44.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.160+0000 7f7346c00640 1 -- 172.21.15.66:0/1178452759 wait complete. 2024-07-27T06:52:44.191 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:52:44.191 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:44.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 -- 172.21.15.66:0/2902057068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540b2cf0 msgr2=0x7fca540d0b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 --2- 172.21.15.66:0/2902057068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540b2cf0 0x7fca540d0b30 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fca5406f830 tx=0x7fca4002a460 comp rx=0 tx=0).stop 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 -- 172.21.15.66:0/2902057068 shutdown_connections 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 --2- 172.21.15.66:0/2902057068 >> v2:172.21.15.155:3300/0 conn(0x7fca540d1070 0x7fca540b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 --2- 172.21.15.66:0/2902057068 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540b2cf0 0x7fca540d0b30 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.482+0000 7fca58a00640 1 -- 172.21.15.66:0/2902057068 >> 172.21.15.66:0/2902057068 conn(0x7fca540d3d30 msgr2=0x7fca540d4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.483+0000 7fca58a00640 1 -- 172.21.15.66:0/2902057068 shutdown_connections 2024-07-27T06:52:44.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.483+0000 7fca58a00640 1 -- 172.21.15.66:0/2902057068 wait complete. 2024-07-27T06:52:44.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.485+0000 7fca58a00640 1 Processor -- start 2024-07-27T06:52:44.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.485+0000 7fca58a00640 1 -- start start 2024-07-27T06:52:44.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 0x7fca540a0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:44.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca540b9490 0x7fca541e8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fca540b4410 con 0x7fca540d1070 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fca540b4290 con 0x7fca540b2cf0 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca58a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fca540b4590 con 0x7fca540b9490 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52390/0 (socket says 172.21.15.66:52390) 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca53e00640 1 -- 172.21.15.66:0/726837813 learned_addr learned my addr 172.21.15.66:0/726837813 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:44.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca53400640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 0x7fca540a0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:44.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.487+0000 7fca52a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca540b9490 0x7fca541e8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:44.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 -- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca540b9490 msgr2=0x7fca541e8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca540b9490 0x7fca541e8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 -- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 msgr2=0x7fca540a0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 0x7fca540a0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 -- 172.21.15.66:0/726837813 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca540a1160 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53400640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 0x7fca540a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca53e00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fca4c00c770 tx=0x7fca4c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4c007bb0 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca4c007e40 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca541f5140 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4c005280 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.488+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca541f5700 con 0x7fca540d1070 2024-07-27T06:52:44.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.490+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca540b4ab0 con 0x7fca540d1070 2024-07-27T06:52:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.491+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fca4c005420 con 0x7fca540d1070 2024-07-27T06:52:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.492+0000 7fca4b400640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 0x7fca34079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:44.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.492+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fca4c098f40 con 0x7fca540d1070 2024-07-27T06:52:44.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.493+0000 7fca53400640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 0x7fca34079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:44.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.494+0000 7fca53400640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 0x7fca34079550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fca44001eb0 tx=0x7fca44009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:44.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.497+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fca4c014030 con 0x7fca540d1070 2024-07-27T06:52:44.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.750+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca540a0ef0 con 0x7fca540d1070 2024-07-27T06:52:44.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.751+0000 7fca4b400640 1 -- 172.21.15.66:0/726837813 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7fca4c061ed0 con 0x7fca540d1070 2024-07-27T06:52:44.753 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:44.754 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:44.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 msgr2=0x7fca34079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 0x7fca34079550 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fca44001eb0 tx=0x7fca44009040 comp rx=0 tx=0).stop 2024-07-27T06:52:44.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 msgr2=0x7fca54160340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:44.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fca4c00c770 tx=0x7fca4c00cc30 comp rx=0 tx=0).stop 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 shutdown_connections 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca34077040 0x7fca34079550 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca540d1070 0x7fca54160340 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca540b9490 0x7fca541e8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 --2- 172.21.15.66:0/726837813 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca540b2cf0 0x7fca540a0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 >> 172.21.15.66:0/726837813 conn(0x7fca540d3d30 msgr2=0x7fca5415fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 shutdown_connections 2024-07-27T06:52:44.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:44.755+0000 7fca58a00640 1 -- 172.21.15.66:0/726837813 wait complete. 2024-07-27T06:52:44.788 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:45.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 -- 172.21.15.66:0/1764280577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01627d0 msgr2=0x7f86a015e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 --2- 172.21.15.66:0/1764280577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01627d0 0x7f86a015e7c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f86a00b6230 tx=0x7f869002a560 comp rx=0 tx=0).stop 2024-07-27T06:52:45.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 -- 172.21.15.66:0/1764280577 shutdown_connections 2024-07-27T06:52:45.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 --2- 172.21.15.66:0/1764280577 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01627d0 0x7f86a015e7c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 --2- 172.21.15.66:0/1764280577 >> v2:172.21.15.155:3300/0 conn(0x7f86a01623c0 0x7f86a015e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.069+0000 7f869f200640 1 -- 172.21.15.66:0/1764280577 >> 172.21.15.66:0/1764280577 conn(0x7f86a0072c70 msgr2=0x7f86a00b5690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:45.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.070+0000 7f869f200640 1 -- 172.21.15.66:0/1764280577 shutdown_connections 2024-07-27T06:52:45.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.070+0000 7f869f200640 1 -- 172.21.15.66:0/1764280577 wait complete. 2024-07-27T06:52:45.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.072+0000 7f869f200640 1 Processor -- start 2024-07-27T06:52:45.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.072+0000 7f869f200640 1 -- start start 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.073+0000 7f869f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 0x7f86a0157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.073+0000 7f869f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86a01627d0 0x7f86a0147e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f86a015ee80 con 0x7f86a01623c0 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f86a015ed00 con 0x7f86a00afcb0 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f86a015f000 con 0x7f86a01627d0 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52420/0 (socket says 172.21.15.66:52420) 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 -- 172.21.15.66:0/628981201 learned_addr learned my addr 172.21.15.66:0/628981201 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:45.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869de00640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 0x7f86a0157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 -- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86a01627d0 msgr2=0x7f86a0147e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86a01627d0 0x7f86a0147e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 -- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 msgr2=0x7f86a0157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 0x7f86a0157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869d400640 1 -- 172.21.15.66:0/628981201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86a0158120 con 0x7f86a01623c0 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.074+0000 7f869de00640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 0x7f86a0157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:45.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f869d400640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f868800cce0 tx=0x7f8688007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8688004b20 con 0x7f86a01623c0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8688004db0 con 0x7f86a01623c0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8688005280 con 0x7f86a01623c0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86a0158400 con 0x7f86a01623c0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.075+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86a01589c0 con 0x7f86a01623c0 2024-07-27T06:52:45.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.076+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86a0050990 con 0x7f86a01623c0 2024-07-27T06:52:45.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.078+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8688005420 con 0x7f86a01623c0 2024-07-27T06:52:45.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.079+0000 7f8696000640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 0x7f867c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.079+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f8688099320 con 0x7f86a01623c0 2024-07-27T06:52:45.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.079+0000 7f869de00640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 0x7f867c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.081+0000 7f869de00640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 0x7f867c079550 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f869800a830 tx=0x7f8698008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:45.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.084+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f86a0050990 con 0x7f86a01623c0 2024-07-27T06:52:45.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.294+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86a0157eb0 con 0x7f86a01623c0 2024-07-27T06:52:45.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.298+0000 7f8696000640 1 -- 172.21.15.66:0/628981201 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+18663 (secure 0 0 0) 0x7f8688014030 con 0x7f86a01623c0 2024-07-27T06:52:45.300 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":67,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:42.099936+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:38.769674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:39.632293+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:45.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 msgr2=0x7f867c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 0x7f867c079550 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f869800a830 tx=0x7f8698008040 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 msgr2=0x7f86a0157310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f868800cce0 tx=0x7f8688007610 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 shutdown_connections 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f867c077040 0x7f867c079550 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86a01627d0 0x7f86a0147e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86a01623c0 0x7f86a0157310 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 --2- 172.21.15.66:0/628981201 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f86a00afcb0 0x7f86a0157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 >> 172.21.15.66:0/628981201 conn(0x7f86a0072c70 msgr2=0x7f86a015d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 shutdown_connections 2024-07-27T06:52:45.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.301+0000 7f869f200640 1 -- 172.21.15.66:0/628981201 wait complete. 2024-07-27T06:52:45.332 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:52:45.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 -- 172.21.15.66:0/1815518782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07080cecb0 msgr2=0x7f07080cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 --2- 172.21.15.66:0/1815518782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07080cecb0 0x7f07080cf0c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f070815f920 tx=0x7f06f402a510 comp rx=0 tx=0).stop 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 -- 172.21.15.66:0/1815518782 shutdown_connections 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 --2- 172.21.15.66:0/1815518782 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 0x7f070815fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 --2- 172.21.15.66:0/1815518782 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07080cecb0 0x7f07080cf0c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 -- 172.21.15.66:0/1815518782 >> 172.21.15.66:0/1815518782 conn(0x7f070806c780 msgr2=0x7f070806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:45.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 -- 172.21.15.66:0/1815518782 shutdown_connections 2024-07-27T06:52:45.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.601+0000 7f070e800640 1 -- 172.21.15.66:0/1815518782 wait complete. 2024-07-27T06:52:45.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.604+0000 7f070e800640 1 Processor -- start 2024-07-27T06:52:45.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.604+0000 7f070e800640 1 -- start start 2024-07-27T06:52:45.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 0x7f07081371c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 0x7f0708158790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f070815d920 con 0x7f0708156550 2024-07-27T06:52:45.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f070815d7a0 con 0x7f07080cecb0 2024-07-27T06:52:45.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.605+0000 7f070e800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f070815daa0 con 0x7f070815f9c0 2024-07-27T06:52:45.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52442/0 (socket says 172.21.15.66:52442) 2024-07-27T06:52:45.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 -- 172.21.15.66:0/4107246622 learned_addr learned my addr 172.21.15.66:0/4107246622 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070d400640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 0x7f07081371c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070de00640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 0x7f0708158790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 -- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 msgr2=0x7f0708158790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 0x7f0708158790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 -- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 msgr2=0x7f07081371c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 0x7f07081371c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070ca00640 1 -- 172.21.15.66:0/4107246622 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07081f5780 con 0x7f0708156550 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.606+0000 7f070d400640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 0x7f07081371c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:45.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f070ca00640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f06f4034040 tx=0x7f06f40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:45.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f403e030 con 0x7f0708156550 2024-07-27T06:52:45.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06f40047a0 con 0x7f0708156550 2024-07-27T06:52:45.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06f4035040 con 0x7f0708156550 2024-07-27T06:52:45.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07081f5a60 con 0x7f0708156550 2024-07-27T06:52:45.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.607+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07081f5210 con 0x7f0708156550 2024-07-27T06:52:45.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.609+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f070815df50 con 0x7f0708156550 2024-07-27T06:52:45.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.610+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f06f4041030 con 0x7f0708156550 2024-07-27T06:52:45.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.611+0000 7f0705600640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 0x7f06e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:45.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.611+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f06f40b9490 con 0x7f0708156550 2024-07-27T06:52:45.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.612+0000 7f070d400640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 0x7f06e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:45.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.613+0000 7f070d400640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 0x7f06e8079520 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00a830 tx=0x7f06fc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:45.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.616+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0708160310 con 0x7f0708156550 2024-07-27T06:52:45.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.828+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07081f5510 con 0x7f06e8077010 2024-07-27T06:52:45.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.845+0000 7f0705600640 1 -- 172.21.15.66:0/4107246622 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+333060 (secure 0 0 0) 0x7f07081f5510 con 0x7f06e8077010 2024-07-27T06:52:45.854 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:45.856 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 msgr2=0x7f06e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 0x7f06e8079520 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f06fc00a830 tx=0x7f06fc008040 comp rx=0 tx=0).stop 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 msgr2=0x7f0708158250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f06f4034040 tx=0x7f06f40039e0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 shutdown_connections 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06e8077010 0x7f06e8079520 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f070815f9c0 0x7f0708158790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0708156550 0x7f0708158250 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 --2- 172.21.15.66:0/4107246622 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07080cecb0 0x7f07081371c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:45.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 >> 172.21.15.66:0/4107246622 conn(0x7f070806c780 msgr2=0x7f07080b05f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:45.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 shutdown_connections 2024-07-27T06:52:45.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:45.852+0000 7f070e800640 1 -- 172.21.15.66:0/4107246622 wait complete. 2024-07-27T06:52:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":145,"stamp":"2024-07-27T06:52:44.260648+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":244412,"kb_used_data":7452,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754730308,"statfs":{"total":773094113280,"available":772843835392,"internally_reserved":0,"allocated":7630848,"data_stored":4148055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.197787"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521220+0000","last_change":"2024-07-27T06:52:41.145637+0000","last_active":"2024-07-27T06:52:42.521220+0000","last_peered":"2024-07-27T06:52:42.521220+0000","last_clean":"2024-07-27T06:52:42.521220+0000","last_became_active":"2024-07-27T06:52:41.145413+0000","last_became_peered":"2024-07-27T06:52:41.145413+0000","last_unstale":"2024-07-27T06:52:42.521220+0000","last_undegraded":"2024-07-27T06:52:42.521220+0000","last_fullsized":"2024-07-27T06:52:42.521220+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:00.940623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120366+0000","last_change":"2024-07-27T06:52:41.118379+0000","last_active":"2024-07-27T06:52:42.120366+0000","last_peered":"2024-07-27T06:52:42.120366+0000","last_clean":"2024-07-27T06:52:42.120366+0000","last_became_active":"2024-07-27T06:52:41.117962+0000","last_became_peered":"2024-07-27T06:52:41.117962+0000","last_unstale":"2024-07-27T06:52:42.120366+0000","last_undegraded":"2024-07-27T06:52:42.120366+0000","last_fullsized":"2024-07-27T06:52:42.120366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:40.307124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523620+0000","last_change":"2024-07-27T06:52:41.125076+0000","last_active":"2024-07-27T06:52:42.523620+0000","last_peered":"2024-07-27T06:52:42.523620+0000","last_clean":"2024-07-27T06:52:42.523620+0000","last_became_active":"2024-07-27T06:52:41.124701+0000","last_became_peered":"2024-07-27T06:52:41.124701+0000","last_unstale":"2024-07-27T06:52:42.523620+0000","last_undegraded":"2024-07-27T06:52:42.523620+0000","last_fullsized":"2024-07-27T06:52:42.523620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:36:34.624104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522473+0000","last_change":"2024-07-27T06:52:41.125151+0000","last_active":"2024-07-27T06:52:42.522473+0000","last_peered":"2024-07-27T06:52:42.522473+0000","last_clean":"2024-07-27T06:52:42.522473+0000","last_became_active":"2024-07-27T06:52:41.124804+0000","last_became_peered":"2024-07-27T06:52:41.124804+0000","last_unstale":"2024-07-27T06:52:42.522473+0000","last_undegraded":"2024-07-27T06:52:42.522473+0000","last_fullsized":"2024-07-27T06:52:42.522473+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:15.922521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125278+0000","last_change":"2024-07-27T06:52:41.114936+0000","last_active":"2024-07-27T06:52:42.125278+0000","last_peered":"2024-07-27T06:52:42.125278+0000","last_clean":"2024-07-27T06:52:42.125278+0000","last_became_active":"2024-07-27T06:52:41.114596+0000","last_became_peered":"2024-07-27T06:52:41.114596+0000","last_unstale":"2024-07-27T06:52:42.125278+0000","last_undegraded":"2024-07-27T06:52:42.125278+0000","last_fullsized":"2024-07-27T06:52:42.125278+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:19.961127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520850+0000","last_change":"2024-07-27T06:52:41.138979+0000","last_active":"2024-07-27T06:52:42.520850+0000","last_peered":"2024-07-27T06:52:42.520850+0000","last_clean":"2024-07-27T06:52:42.520850+0000","last_became_active":"2024-07-27T06:52:41.135564+0000","last_became_peered":"2024-07-27T06:52:41.135564+0000","last_unstale":"2024-07-27T06:52:42.520850+0000","last_undegraded":"2024-07-27T06:52:42.520850+0000","last_fullsized":"2024-07-27T06:52:42.520850+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:28.630122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523979+0000","last_change":"2024-07-27T06:52:41.132444+0000","last_active":"2024-07-27T06:52:42.523979+0000","last_peered":"2024-07-27T06:52:42.523979+0000","last_clean":"2024-07-27T06:52:42.523979+0000","last_became_active":"2024-07-27T06:52:41.132076+0000","last_became_peered":"2024-07-27T06:52:41.132076+0000","last_unstale":"2024-07-27T06:52:42.523979+0000","last_undegraded":"2024-07-27T06:52:42.523979+0000","last_fullsized":"2024-07-27T06:52:42.523979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:59.043377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519645+0000","last_change":"2024-07-27T06:52:41.145416+0000","last_active":"2024-07-27T06:52:42.519645+0000","last_peered":"2024-07-27T06:52:42.519645+0000","last_clean":"2024-07-27T06:52:42.519645+0000","last_became_active":"2024-07-27T06:52:41.142578+0000","last_became_peered":"2024-07-27T06:52:41.142578+0000","last_unstale":"2024-07-27T06:52:42.519645+0000","last_undegraded":"2024-07-27T06:52:42.519645+0000","last_fullsized":"2024-07-27T06:52:42.519645+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:01:51.667068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524860+0000","last_change":"2024-07-27T06:52:41.133034+0000","last_active":"2024-07-27T06:52:42.524860+0000","last_peered":"2024-07-27T06:52:42.524860+0000","last_clean":"2024-07-27T06:52:42.524860+0000","last_became_active":"2024-07-27T06:52:41.132706+0000","last_became_peered":"2024-07-27T06:52:41.132706+0000","last_unstale":"2024-07-27T06:52:42.524860+0000","last_undegraded":"2024-07-27T06:52:42.524860+0000","last_fullsized":"2024-07-27T06:52:42.524860+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:09.171836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525357+0000","last_change":"2024-07-27T06:52:41.130732+0000","last_active":"2024-07-27T06:52:42.525357+0000","last_peered":"2024-07-27T06:52:42.525357+0000","last_clean":"2024-07-27T06:52:42.525357+0000","last_became_active":"2024-07-27T06:52:41.130380+0000","last_became_peered":"2024-07-27T06:52:41.130380+0000","last_unstale":"2024-07-27T06:52:42.525357+0000","last_undegraded":"2024-07-27T06:52:42.525357+0000","last_fullsized":"2024-07-27T06:52:42.525357+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:57.230982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521577+0000","last_change":"2024-07-27T06:52:41.143632+0000","last_active":"2024-07-27T06:52:42.521577+0000","last_peered":"2024-07-27T06:52:42.521577+0000","last_clean":"2024-07-27T06:52:42.521577+0000","last_became_active":"2024-07-27T06:52:41.142931+0000","last_became_peered":"2024-07-27T06:52:41.142931+0000","last_unstale":"2024-07-27T06:52:42.521577+0000","last_undegraded":"2024-07-27T06:52:42.521577+0000","last_fullsized":"2024-07-27T06:52:42.521577+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:56.678933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129405+0000","last_change":"2024-07-27T06:52:41.122856+0000","last_active":"2024-07-27T06:52:42.129405+0000","last_peered":"2024-07-27T06:52:42.129405+0000","last_clean":"2024-07-27T06:52:42.129405+0000","last_became_active":"2024-07-27T06:52:41.122474+0000","last_became_peered":"2024-07-27T06:52:41.122474+0000","last_unstale":"2024-07-27T06:52:42.129405+0000","last_undegraded":"2024-07-27T06:52:42.129405+0000","last_fullsized":"2024-07-27T06:52:42.129405+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:54:58.388134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523434+0000","last_change":"2024-07-27T06:52:41.122916+0000","last_active":"2024-07-27T06:52:42.523434+0000","last_peered":"2024-07-27T06:52:42.523434+0000","last_clean":"2024-07-27T06:52:42.523434+0000","last_became_active":"2024-07-27T06:52:41.122601+0000","last_became_peered":"2024-07-27T06:52:41.122601+0000","last_unstale":"2024-07-27T06:52:42.523434+0000","last_undegraded":"2024-07-27T06:52:42.523434+0000","last_fullsized":"2024-07-27T06:52:42.523434+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:51.416024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128474+0000","last_change":"2024-07-27T06:52:41.122317+0000","last_active":"2024-07-27T06:52:42.128474+0000","last_peered":"2024-07-27T06:52:42.128474+0000","last_clean":"2024-07-27T06:52:42.128474+0000","last_became_active":"2024-07-27T06:52:41.120039+0000","last_became_peered":"2024-07-27T06:52:41.120039+0000","last_unstale":"2024-07-27T06:52:42.128474+0000","last_undegraded":"2024-07-27T06:52:42.128474+0000","last_fullsized":"2024-07-27T06:52:42.128474+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:22.259613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125226+0000","last_change":"2024-07-27T06:52:41.131082+0000","last_active":"2024-07-27T06:52:42.125226+0000","last_peered":"2024-07-27T06:52:42.125226+0000","last_clean":"2024-07-27T06:52:42.125226+0000","last_became_active":"2024-07-27T06:52:41.130742+0000","last_became_peered":"2024-07-27T06:52:41.130742+0000","last_unstale":"2024-07-27T06:52:42.125226+0000","last_undegraded":"2024-07-27T06:52:42.125226+0000","last_fullsized":"2024-07-27T06:52:42.125226+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:27.695296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519914+0000","last_change":"2024-07-27T06:52:41.145162+0000","last_active":"2024-07-27T06:52:42.519914+0000","last_peered":"2024-07-27T06:52:42.519914+0000","last_clean":"2024-07-27T06:52:42.519914+0000","last_became_active":"2024-07-27T06:52:41.142250+0000","last_became_peered":"2024-07-27T06:52:41.142250+0000","last_unstale":"2024-07-27T06:52:42.519914+0000","last_undegraded":"2024-07-27T06:52:42.519914+0000","last_fullsized":"2024-07-27T06:52:42.519914+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:22.586657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128379+0000","last_change":"2024-07-27T06:52:41.129293+0000","last_active":"2024-07-27T06:52:42.128379+0000","last_peered":"2024-07-27T06:52:42.128379+0000","last_clean":"2024-07-27T06:52:42.128379+0000","last_became_active":"2024-07-27T06:52:41.128683+0000","last_became_peered":"2024-07-27T06:52:41.128683+0000","last_unstale":"2024-07-27T06:52:42.128379+0000","last_undegraded":"2024-07-27T06:52:42.128379+0000","last_fullsized":"2024-07-27T06:52:42.128379+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:18.127502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128295+0000","last_change":"2024-07-27T06:52:41.116918+0000","last_active":"2024-07-27T06:52:42.128295+0000","last_peered":"2024-07-27T06:52:42.128295+0000","last_clean":"2024-07-27T06:52:42.128295+0000","last_became_active":"2024-07-27T06:52:41.116589+0000","last_became_peered":"2024-07-27T06:52:41.116589+0000","last_unstale":"2024-07-27T06:52:42.128295+0000","last_undegraded":"2024-07-27T06:52:42.128295+0000","last_fullsized":"2024-07-27T06:52:42.128295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:27.939816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521364+0000","last_change":"2024-07-27T06:52:41.143326+0000","last_active":"2024-07-27T06:52:42.521364+0000","last_peered":"2024-07-27T06:52:42.521364+0000","last_clean":"2024-07-27T06:52:42.521364+0000","last_became_active":"2024-07-27T06:52:41.142450+0000","last_became_peered":"2024-07-27T06:52:41.142450+0000","last_unstale":"2024-07-27T06:52:42.521364+0000","last_undegraded":"2024-07-27T06:52:42.521364+0000","last_fullsized":"2024-07-27T06:52:42.521364+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:22.891757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126841+0000","last_change":"2024-07-27T06:52:41.120868+0000","last_active":"2024-07-27T06:52:42.126841+0000","last_peered":"2024-07-27T06:52:42.126841+0000","last_clean":"2024-07-27T06:52:42.126841+0000","last_became_active":"2024-07-27T06:52:41.120472+0000","last_became_peered":"2024-07-27T06:52:41.120472+0000","last_unstale":"2024-07-27T06:52:42.126841+0000","last_undegraded":"2024-07-27T06:52:42.126841+0000","last_fullsized":"2024-07-27T06:52:42.126841+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:51.485178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119341+0000","last_change":"2024-07-27T06:52:41.122306+0000","last_active":"2024-07-27T06:52:42.119341+0000","last_peered":"2024-07-27T06:52:42.119341+0000","last_clean":"2024-07-27T06:52:42.119341+0000","last_became_active":"2024-07-27T06:52:41.122011+0000","last_became_peered":"2024-07-27T06:52:41.122011+0000","last_unstale":"2024-07-27T06:52:42.119341+0000","last_undegraded":"2024-07-27T06:52:42.119341+0000","last_fullsized":"2024-07-27T06:52:42.119341+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:28.630122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521254+0000","last_change":"2024-07-27T06:52:41.135691+0000","last_active":"2024-07-27T06:52:42.521254+0000","last_peered":"2024-07-27T06:52:42.521254+0000","last_clean":"2024-07-27T06:52:42.521254+0000","last_became_active":"2024-07-27T06:52:41.135374+0000","last_became_peered":"2024-07-27T06:52:41.135374+0000","last_unstale":"2024-07-27T06:52:42.521254+0000","last_undegraded":"2024-07-27T06:52:42.521254+0000","last_fullsized":"2024-07-27T06:52:42.521254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:11:01.372893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524227+0000","last_change":"2024-07-27T06:52:41.108424+0000","last_active":"2024-07-27T06:52:42.524227+0000","last_peered":"2024-07-27T06:52:42.524227+0000","last_clean":"2024-07-27T06:52:42.524227+0000","last_became_active":"2024-07-27T06:52:41.107091+0000","last_became_peered":"2024-07-27T06:52:41.107091+0000","last_unstale":"2024-07-27T06:52:42.524227+0000","last_undegraded":"2024-07-27T06:52:42.524227+0000","last_fullsized":"2024-07-27T06:52:42.524227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:24.577015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520222+0000","last_change":"2024-07-27T06:52:41.145489+0000","last_active":"2024-07-27T06:52:42.520222+0000","last_peered":"2024-07-27T06:52:42.520222+0000","last_clean":"2024-07-27T06:52:42.520222+0000","last_became_active":"2024-07-27T06:52:41.145097+0000","last_became_peered":"2024-07-27T06:52:41.145097+0000","last_unstale":"2024-07-27T06:52:42.520222+0000","last_undegraded":"2024-07-27T06:52:42.520222+0000","last_fullsized":"2024-07-27T06:52:42.520222+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:12.746306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.526236+0000","last_change":"2024-07-27T06:52:41.108874+0000","last_active":"2024-07-27T06:52:42.526236+0000","last_peered":"2024-07-27T06:52:42.526236+0000","last_clean":"2024-07-27T06:52:42.526236+0000","last_became_active":"2024-07-27T06:52:41.108545+0000","last_became_peered":"2024-07-27T06:52:41.108545+0000","last_unstale":"2024-07-27T06:52:42.526236+0000","last_undegraded":"2024-07-27T06:52:42.526236+0000","last_fullsized":"2024-07-27T06:52:42.526236+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:51.777010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521979+0000","last_change":"2024-07-27T06:52:41.146031+0000","last_active":"2024-07-27T06:52:42.521979+0000","last_peered":"2024-07-27T06:52:42.521979+0000","last_clean":"2024-07-27T06:52:42.521979+0000","last_became_active":"2024-07-27T06:52:41.142646+0000","last_became_peered":"2024-07-27T06:52:41.142646+0000","last_unstale":"2024-07-27T06:52:42.521979+0000","last_undegraded":"2024-07-27T06:52:42.521979+0000","last_fullsized":"2024-07-27T06:52:42.521979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:06.711189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127199+0000","last_change":"2024-07-27T06:52:41.125027+0000","last_active":"2024-07-27T06:52:42.127199+0000","last_peered":"2024-07-27T06:52:42.127199+0000","last_clean":"2024-07-27T06:52:42.127199+0000","last_became_active":"2024-07-27T06:52:41.124378+0000","last_became_peered":"2024-07-27T06:52:41.124378+0000","last_unstale":"2024-07-27T06:52:42.127199+0000","last_undegraded":"2024-07-27T06:52:42.127199+0000","last_fullsized":"2024-07-27T06:52:42.127199+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:00.956307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119362+0000","last_change":"2024-07-27T06:52:41.124470+0000","last_active":"2024-07-27T06:52:42.119362+0000","last_peered":"2024-07-27T06:52:42.119362+0000","last_clean":"2024-07-27T06:52:42.119362+0000","last_became_active":"2024-07-27T06:52:41.124146+0000","last_became_peered":"2024-07-27T06:52:41.124146+0000","last_unstale":"2024-07-27T06:52:42.119362+0000","last_undegraded":"2024-07-27T06:52:42.119362+0000","last_fullsized":"2024-07-27T06:52:42.119362+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:33.424907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524012+0000","last_change":"2024-07-27T06:52:41.139180+0000","last_active":"2024-07-27T06:52:42.524012+0000","last_peered":"2024-07-27T06:52:42.524012+0000","last_clean":"2024-07-27T06:52:42.524012+0000","last_became_active":"2024-07-27T06:52:41.138800+0000","last_became_peered":"2024-07-27T06:52:41.138800+0000","last_unstale":"2024-07-27T06:52:42.524012+0000","last_undegraded":"2024-07-27T06:52:42.524012+0000","last_fullsized":"2024-07-27T06:52:42.524012+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:32:02.649803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520554+0000","last_change":"2024-07-27T06:52:41.138164+0000","last_active":"2024-07-27T06:52:42.520554+0000","last_peered":"2024-07-27T06:52:42.520554+0000","last_clean":"2024-07-27T06:52:42.520554+0000","last_became_active":"2024-07-27T06:52:41.137640+0000","last_became_peered":"2024-07-27T06:52:41.137640+0000","last_unstale":"2024-07-27T06:52:42.520554+0000","last_undegraded":"2024-07-27T06:52:42.520554+0000","last_fullsized":"2024-07-27T06:52:42.520554+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:50.428602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119242+0000","last_change":"2024-07-27T06:52:41.126734+0000","last_active":"2024-07-27T06:52:42.119242+0000","last_peered":"2024-07-27T06:52:42.119242+0000","last_clean":"2024-07-27T06:52:42.119242+0000","last_became_active":"2024-07-27T06:52:41.126399+0000","last_became_peered":"2024-07-27T06:52:41.126399+0000","last_unstale":"2024-07-27T06:52:42.119242+0000","last_undegraded":"2024-07-27T06:52:42.119242+0000","last_fullsized":"2024-07-27T06:52:42.119242+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:05:25.326256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119350+0000","last_change":"2024-07-27T06:52:41.132226+0000","last_active":"2024-07-27T06:52:42.119350+0000","last_peered":"2024-07-27T06:52:42.119350+0000","last_clean":"2024-07-27T06:52:42.119350+0000","last_became_active":"2024-07-27T06:52:41.131877+0000","last_became_peered":"2024-07-27T06:52:41.131877+0000","last_unstale":"2024-07-27T06:52:42.119350+0000","last_undegraded":"2024-07-27T06:52:42.119350+0000","last_fullsized":"2024-07-27T06:52:42.119350+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:11:01.372893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521477+0000","last_change":"2024-07-27T06:52:41.130346+0000","last_active":"2024-07-27T06:52:42.521477+0000","last_peered":"2024-07-27T06:52:42.521477+0000","last_clean":"2024-07-27T06:52:42.521477+0000","last_became_active":"2024-07-27T06:52:41.129999+0000","last_became_peered":"2024-07-27T06:52:41.129999+0000","last_unstale":"2024-07-27T06:52:42.521477+0000","last_undegraded":"2024-07-27T06:52:42.521477+0000","last_fullsized":"2024-07-27T06:52:42.521477+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:13.761407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"66'8","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522447+0000","last_change":"2024-07-27T06:52:40.112392+0000","last_active":"2024-07-27T06:52:42.522447+0000","last_peered":"2024-07-27T06:52:42.522447+0000","last_clean":"2024-07-27T06:52:42.522447+0000","last_became_active":"2024-07-27T06:52:40.109865+0000","last_became_peered":"2024-07-27T06:52:40.109865+0000","last_unstale":"2024-07-27T06:52:42.522447+0000","last_undegraded":"2024-07-27T06:52:42.522447+0000","last_fullsized":"2024-07-27T06:52:42.522447+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:42.100012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127931+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:42.127931+0000","last_peered":"2024-07-27T06:52:42.127931+0000","last_clean":"2024-07-27T06:52:42.127931+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:42.127931+0000","last_undegraded":"2024-07-27T06:52:42.127931+0000","last_fullsized":"2024-07-27T06:52:42.127931+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125898+0000","last_change":"2024-07-27T06:52:41.112583+0000","last_active":"2024-07-27T06:52:42.125898+0000","last_peered":"2024-07-27T06:52:42.125898+0000","last_clean":"2024-07-27T06:52:42.125898+0000","last_became_active":"2024-07-27T06:52:41.112241+0000","last_became_peered":"2024-07-27T06:52:41.112241+0000","last_unstale":"2024-07-27T06:52:42.125898+0000","last_undegraded":"2024-07-27T06:52:42.125898+0000","last_fullsized":"2024-07-27T06:52:42.125898+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:38.944757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524202+0000","last_change":"2024-07-27T06:52:40.112498+0000","last_active":"2024-07-27T06:52:42.524202+0000","last_peered":"2024-07-27T06:52:42.524202+0000","last_clean":"2024-07-27T06:52:42.524202+0000","last_became_active":"2024-07-27T06:52:40.112089+0000","last_became_peered":"2024-07-27T06:52:40.112089+0000","last_unstale":"2024-07-27T06:52:42.524202+0000","last_undegraded":"2024-07-27T06:52:42.524202+0000","last_fullsized":"2024-07-27T06:52:42.524202+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:48.840293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523025+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:42.523025+0000","last_peered":"2024-07-27T06:52:42.523025+0000","last_clean":"2024-07-27T06:52:42.523025+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:42.523025+0000","last_undegraded":"2024-07-27T06:52:42.523025+0000","last_fullsized":"2024-07-27T06:52:42.523025+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522270+0000","last_change":"2024-07-27T06:52:41.137313+0000","last_active":"2024-07-27T06:52:42.522270+0000","last_peered":"2024-07-27T06:52:42.522270+0000","last_clean":"2024-07-27T06:52:42.522270+0000","last_became_active":"2024-07-27T06:52:41.137005+0000","last_became_peered":"2024-07-27T06:52:41.137005+0000","last_unstale":"2024-07-27T06:52:42.522270+0000","last_undegraded":"2024-07-27T06:52:42.522270+0000","last_fullsized":"2024-07-27T06:52:42.522270+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:09.171836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524433+0000","last_change":"2024-07-27T06:52:40.115091+0000","last_active":"2024-07-27T06:52:42.524433+0000","last_peered":"2024-07-27T06:52:42.524433+0000","last_clean":"2024-07-27T06:52:42.524433+0000","last_became_active":"2024-07-27T06:52:40.114757+0000","last_became_peered":"2024-07-27T06:52:40.114757+0000","last_unstale":"2024-07-27T06:52:42.524433+0000","last_undegraded":"2024-07-27T06:52:42.524433+0000","last_fullsized":"2024-07-27T06:52:42.524433+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:49:39.499631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":62,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120085+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:42.120085+0000","last_peered":"2024-07-27T06:52:42.120085+0000","last_clean":"2024-07-27T06:52:42.120085+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:42.120085+0000","last_undegraded":"2024-07-27T06:52:42.120085+0000","last_fullsized":"2024-07-27T06:52:42.120085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521646+0000","last_change":"2024-07-27T06:52:41.123227+0000","last_active":"2024-07-27T06:52:42.521646+0000","last_peered":"2024-07-27T06:52:42.521646+0000","last_clean":"2024-07-27T06:52:42.521646+0000","last_became_active":"2024-07-27T06:52:41.121750+0000","last_became_peered":"2024-07-27T06:52:41.121750+0000","last_unstale":"2024-07-27T06:52:42.521646+0000","last_undegraded":"2024-07-27T06:52:42.521646+0000","last_fullsized":"2024-07-27T06:52:42.521646+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:33.424907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.137820+0000","last_change":"2024-07-27T06:52:40.118604+0000","last_active":"2024-07-27T06:52:41.137820+0000","last_peered":"2024-07-27T06:52:41.137820+0000","last_clean":"2024-07-27T06:52:41.137820+0000","last_became_active":"2024-07-27T06:52:40.118125+0000","last_became_peered":"2024-07-27T06:52:40.118125+0000","last_unstale":"2024-07-27T06:52:41.137820+0000","last_undegraded":"2024-07-27T06:52:41.137820+0000","last_fullsized":"2024-07-27T06:52:41.137820+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:49:46.743006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523315+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:42.523315+0000","last_peered":"2024-07-27T06:52:42.523315+0000","last_clean":"2024-07-27T06:52:42.523315+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:42.523315+0000","last_undegraded":"2024-07-27T06:52:42.523315+0000","last_fullsized":"2024-07-27T06:52:42.523315+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127799+0000","last_change":"2024-07-27T06:52:41.124722+0000","last_active":"2024-07-27T06:52:42.127799+0000","last_peered":"2024-07-27T06:52:42.127799+0000","last_clean":"2024-07-27T06:52:42.127799+0000","last_became_active":"2024-07-27T06:52:41.123930+0000","last_became_peered":"2024-07-27T06:52:41.123930+0000","last_unstale":"2024-07-27T06:52:42.127799+0000","last_undegraded":"2024-07-27T06:52:42.127799+0000","last_fullsized":"2024-07-27T06:52:42.127799+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:26.895323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"66'6","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.144621+0000","last_change":"2024-07-27T06:52:40.120477+0000","last_active":"2024-07-27T06:52:41.144621+0000","last_peered":"2024-07-27T06:52:41.144621+0000","last_clean":"2024-07-27T06:52:41.144621+0000","last_became_active":"2024-07-27T06:52:40.120116+0000","last_became_peered":"2024-07-27T06:52:40.120116+0000","last_unstale":"2024-07-27T06:52:41.144621+0000","last_undegraded":"2024-07-27T06:52:41.144621+0000","last_fullsized":"2024-07-27T06:52:41.144621+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:03:34.485307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520062+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:42.520062+0000","last_peered":"2024-07-27T06:52:42.520062+0000","last_clean":"2024-07-27T06:52:42.520062+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:42.520062+0000","last_undegraded":"2024-07-27T06:52:42.520062+0000","last_fullsized":"2024-07-27T06:52:42.520062+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520846+0000","last_change":"2024-07-27T06:52:41.142942+0000","last_active":"2024-07-27T06:52:42.520846+0000","last_peered":"2024-07-27T06:52:42.520846+0000","last_clean":"2024-07-27T06:52:42.520846+0000","last_became_active":"2024-07-27T06:52:41.136247+0000","last_became_peered":"2024-07-27T06:52:41.136247+0000","last_unstale":"2024-07-27T06:52:42.520846+0000","last_undegraded":"2024-07-27T06:52:42.520846+0000","last_fullsized":"2024-07-27T06:52:42.520846+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:52:34.359432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"66'3","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129666+0000","last_change":"2024-07-27T06:52:40.108418+0000","last_active":"2024-07-27T06:52:42.129666+0000","last_peered":"2024-07-27T06:52:42.129666+0000","last_clean":"2024-07-27T06:52:42.129666+0000","last_became_active":"2024-07-27T06:52:40.107223+0000","last_became_peered":"2024-07-27T06:52:40.107223+0000","last_unstale":"2024-07-27T06:52:42.129666+0000","last_undegraded":"2024-07-27T06:52:42.129666+0000","last_fullsized":"2024-07-27T06:52:42.129666+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:39.289839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124058+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:42.124058+0000","last_peered":"2024-07-27T06:52:42.124058+0000","last_clean":"2024-07-27T06:52:42.124058+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:42.124058+0000","last_undegraded":"2024-07-27T06:52:42.124058+0000","last_fullsized":"2024-07-27T06:52:42.124058+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119908+0000","last_change":"2024-07-27T06:52:41.115147+0000","last_active":"2024-07-27T06:52:42.119908+0000","last_peered":"2024-07-27T06:52:42.119908+0000","last_clean":"2024-07-27T06:52:42.119908+0000","last_became_active":"2024-07-27T06:52:41.113574+0000","last_became_peered":"2024-07-27T06:52:41.113574+0000","last_unstale":"2024-07-27T06:52:42.119908+0000","last_undegraded":"2024-07-27T06:52:42.119908+0000","last_fullsized":"2024-07-27T06:52:42.119908+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:41:30.509313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120142+0000","last_change":"2024-07-27T06:52:40.125956+0000","last_active":"2024-07-27T06:52:42.120142+0000","last_peered":"2024-07-27T06:52:42.120142+0000","last_clean":"2024-07-27T06:52:42.120142+0000","last_became_active":"2024-07-27T06:52:40.125654+0000","last_became_peered":"2024-07-27T06:52:40.125654+0000","last_unstale":"2024-07-27T06:52:42.120142+0000","last_undegraded":"2024-07-27T06:52:42.120142+0000","last_fullsized":"2024-07-27T06:52:42.120142+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:14.905237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128974+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:42.128974+0000","last_peered":"2024-07-27T06:52:42.128974+0000","last_clean":"2024-07-27T06:52:42.128974+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:42.128974+0000","last_undegraded":"2024-07-27T06:52:42.128974+0000","last_fullsized":"2024-07-27T06:52:42.128974+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525096+0000","last_change":"2024-07-27T06:52:41.114692+0000","last_active":"2024-07-27T06:52:42.525096+0000","last_peered":"2024-07-27T06:52:42.525096+0000","last_clean":"2024-07-27T06:52:42.525096+0000","last_became_active":"2024-07-27T06:52:41.110122+0000","last_became_peered":"2024-07-27T06:52:41.110122+0000","last_unstale":"2024-07-27T06:52:42.525096+0000","last_undegraded":"2024-07-27T06:52:42.525096+0000","last_fullsized":"2024-07-27T06:52:42.525096+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:18:28.010333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520331+0000","last_change":"2024-07-27T06:52:40.122400+0000","last_active":"2024-07-27T06:52:42.520331+0000","last_peered":"2024-07-27T06:52:42.520331+0000","last_clean":"2024-07-27T06:52:42.520331+0000","last_became_active":"2024-07-27T06:52:40.122036+0000","last_became_peered":"2024-07-27T06:52:40.122036+0000","last_unstale":"2024-07-27T06:52:42.520331+0000","last_undegraded":"2024-07-27T06:52:42.520331+0000","last_fullsized":"2024-07-27T06:52:42.520331+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:50.467894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520652+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:42.520652+0000","last_peered":"2024-07-27T06:52:42.520652+0000","last_clean":"2024-07-27T06:52:42.520652+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:42.520652+0000","last_undegraded":"2024-07-27T06:52:42.520652+0000","last_fullsized":"2024-07-27T06:52:42.520652+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128344+0000","last_change":"2024-07-27T06:52:41.111905+0000","last_active":"2024-07-27T06:52:42.128344+0000","last_peered":"2024-07-27T06:52:42.128344+0000","last_clean":"2024-07-27T06:52:42.128344+0000","last_became_active":"2024-07-27T06:52:41.111477+0000","last_became_peered":"2024-07-27T06:52:41.111477+0000","last_unstale":"2024-07-27T06:52:42.128344+0000","last_undegraded":"2024-07-27T06:52:42.128344+0000","last_fullsized":"2024-07-27T06:52:42.128344+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:23.879179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124034+0000","last_change":"2024-07-27T06:52:40.114985+0000","last_active":"2024-07-27T06:52:42.124034+0000","last_peered":"2024-07-27T06:52:42.124034+0000","last_clean":"2024-07-27T06:52:42.124034+0000","last_became_active":"2024-07-27T06:52:40.114202+0000","last_became_peered":"2024-07-27T06:52:40.114202+0000","last_unstale":"2024-07-27T06:52:42.124034+0000","last_undegraded":"2024-07-27T06:52:42.124034+0000","last_fullsized":"2024-07-27T06:52:42.124034+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:31.084644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521711+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:42.521711+0000","last_peered":"2024-07-27T06:52:42.521711+0000","last_clean":"2024-07-27T06:52:42.521711+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:42.521711+0000","last_undegraded":"2024-07-27T06:52:42.521711+0000","last_fullsized":"2024-07-27T06:52:42.521711+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.134288+0000","last_change":"2024-07-27T06:52:41.122312+0000","last_active":"2024-07-27T06:52:41.134288+0000","last_peered":"2024-07-27T06:52:41.134288+0000","last_clean":"2024-07-27T06:52:41.134288+0000","last_became_active":"2024-07-27T06:52:41.121593+0000","last_became_peered":"2024-07-27T06:52:41.121593+0000","last_unstale":"2024-07-27T06:52:41.134288+0000","last_undegraded":"2024-07-27T06:52:41.134288+0000","last_fullsized":"2024-07-27T06:52:41.134288+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:14.167167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.113229+0000","last_change":"2024-07-27T06:52:40.122426+0000","last_active":"2024-07-27T06:52:41.113229+0000","last_peered":"2024-07-27T06:52:41.113229+0000","last_clean":"2024-07-27T06:52:41.113229+0000","last_became_active":"2024-07-27T06:52:40.121953+0000","last_became_peered":"2024-07-27T06:52:40.121953+0000","last_unstale":"2024-07-27T06:52:41.113229+0000","last_undegraded":"2024-07-27T06:52:41.113229+0000","last_fullsized":"2024-07-27T06:52:41.113229+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:59:46.675114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126616+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:42.126616+0000","last_peered":"2024-07-27T06:52:42.126616+0000","last_clean":"2024-07-27T06:52:42.126616+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:42.126616+0000","last_undegraded":"2024-07-27T06:52:42.126616+0000","last_fullsized":"2024-07-27T06:52:42.126616+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520723+0000","last_change":"2024-07-27T06:52:41.141227+0000","last_active":"2024-07-27T06:52:42.520723+0000","last_peered":"2024-07-27T06:52:42.520723+0000","last_clean":"2024-07-27T06:52:42.520723+0000","last_became_active":"2024-07-27T06:52:41.140818+0000","last_became_peered":"2024-07-27T06:52:41.140818+0000","last_unstale":"2024-07-27T06:52:42.520723+0000","last_undegraded":"2024-07-27T06:52:42.520723+0000","last_fullsized":"2024-07-27T06:52:42.520723+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:05:25.326256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524737+0000","last_change":"2024-07-27T06:52:40.123698+0000","last_active":"2024-07-27T06:52:42.524737+0000","last_peered":"2024-07-27T06:52:42.524737+0000","last_clean":"2024-07-27T06:52:42.524737+0000","last_became_active":"2024-07-27T06:52:40.122611+0000","last_became_peered":"2024-07-27T06:52:40.122611+0000","last_unstale":"2024-07-27T06:52:42.524737+0000","last_undegraded":"2024-07-27T06:52:42.524737+0000","last_fullsized":"2024-07-27T06:52:42.524737+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:37.556680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525893+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:42.525893+0000","last_peered":"2024-07-27T06:52:42.525893+0000","last_clean":"2024-07-27T06:52:42.525893+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:42.525893+0000","last_undegraded":"2024-07-27T06:52:42.525893+0000","last_fullsized":"2024-07-27T06:52:42.525893+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522450+0000","last_change":"2024-07-27T06:52:41.137205+0000","last_active":"2024-07-27T06:52:42.522450+0000","last_peered":"2024-07-27T06:52:42.522450+0000","last_clean":"2024-07-27T06:52:42.522450+0000","last_became_active":"2024-07-27T06:52:41.136859+0000","last_became_peered":"2024-07-27T06:52:41.136859+0000","last_unstale":"2024-07-27T06:52:42.522450+0000","last_undegraded":"2024-07-27T06:52:42.522450+0000","last_fullsized":"2024-07-27T06:52:42.522450+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:15.007300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127374+0000","last_change":"2024-07-27T06:52:40.110320+0000","last_active":"2024-07-27T06:52:42.127374+0000","last_peered":"2024-07-27T06:52:42.127374+0000","last_clean":"2024-07-27T06:52:42.127374+0000","last_became_active":"2024-07-27T06:52:40.108956+0000","last_became_peered":"2024-07-27T06:52:40.108956+0000","last_unstale":"2024-07-27T06:52:42.127374+0000","last_undegraded":"2024-07-27T06:52:42.127374+0000","last_fullsized":"2024-07-27T06:52:42.127374+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:41:29.492029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525156+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:42.525156+0000","last_peered":"2024-07-27T06:52:42.525156+0000","last_clean":"2024-07-27T06:52:42.525156+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:42.525156+0000","last_undegraded":"2024-07-27T06:52:42.525156+0000","last_fullsized":"2024-07-27T06:52:42.525156+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524961+0000","last_change":"2024-07-27T06:52:41.121882+0000","last_active":"2024-07-27T06:52:42.524961+0000","last_peered":"2024-07-27T06:52:42.524961+0000","last_clean":"2024-07-27T06:52:42.524961+0000","last_became_active":"2024-07-27T06:52:41.121529+0000","last_became_peered":"2024-07-27T06:52:41.121529+0000","last_unstale":"2024-07-27T06:52:42.524961+0000","last_undegraded":"2024-07-27T06:52:42.524961+0000","last_fullsized":"2024-07-27T06:52:42.524961+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:13.515870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522794+0000","last_change":"2024-07-27T06:52:40.123943+0000","last_active":"2024-07-27T06:52:42.522794+0000","last_peered":"2024-07-27T06:52:42.522794+0000","last_clean":"2024-07-27T06:52:42.522794+0000","last_became_active":"2024-07-27T06:52:40.123405+0000","last_became_peered":"2024-07-27T06:52:40.123405+0000","last_unstale":"2024-07-27T06:52:42.522794+0000","last_undegraded":"2024-07-27T06:52:42.522794+0000","last_fullsized":"2024-07-27T06:52:42.522794+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:23.750820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519684+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:42.519684+0000","last_peered":"2024-07-27T06:52:42.519684+0000","last_clean":"2024-07-27T06:52:42.519684+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:42.519684+0000","last_undegraded":"2024-07-27T06:52:42.519684+0000","last_fullsized":"2024-07-27T06:52:42.519684+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522888+0000","last_change":"2024-07-27T06:52:41.139945+0000","last_active":"2024-07-27T06:52:42.522888+0000","last_peered":"2024-07-27T06:52:42.522888+0000","last_clean":"2024-07-27T06:52:42.522888+0000","last_became_active":"2024-07-27T06:52:41.139601+0000","last_became_peered":"2024-07-27T06:52:41.139601+0000","last_unstale":"2024-07-27T06:52:42.522888+0000","last_undegraded":"2024-07-27T06:52:42.522888+0000","last_fullsized":"2024-07-27T06:52:42.522888+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:32.101928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521551+0000","last_change":"2024-07-27T06:52:40.108396+0000","last_active":"2024-07-27T06:52:42.521551+0000","last_peered":"2024-07-27T06:52:42.521551+0000","last_clean":"2024-07-27T06:52:42.521551+0000","last_became_active":"2024-07-27T06:52:40.107994+0000","last_became_peered":"2024-07-27T06:52:40.107994+0000","last_unstale":"2024-07-27T06:52:42.521551+0000","last_undegraded":"2024-07-27T06:52:42.521551+0000","last_fullsized":"2024-07-27T06:52:42.521551+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:37.927473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521225+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:42.521225+0000","last_peered":"2024-07-27T06:52:42.521225+0000","last_clean":"2024-07-27T06:52:42.521225+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:42.521225+0000","last_undegraded":"2024-07-27T06:52:42.521225+0000","last_fullsized":"2024-07-27T06:52:42.521225+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524710+0000","last_change":"2024-07-27T06:52:41.135151+0000","last_active":"2024-07-27T06:52:42.524710+0000","last_peered":"2024-07-27T06:52:42.524710+0000","last_clean":"2024-07-27T06:52:42.524710+0000","last_became_active":"2024-07-27T06:52:41.134799+0000","last_became_peered":"2024-07-27T06:52:41.134799+0000","last_unstale":"2024-07-27T06:52:42.524710+0000","last_undegraded":"2024-07-27T06:52:42.524710+0000","last_fullsized":"2024-07-27T06:52:42.524710+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:24.768105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128711+0000","last_change":"2024-07-27T06:52:40.110782+0000","last_active":"2024-07-27T06:52:42.128711+0000","last_peered":"2024-07-27T06:52:42.128711+0000","last_clean":"2024-07-27T06:52:42.128711+0000","last_became_active":"2024-07-27T06:52:40.110418+0000","last_became_peered":"2024-07-27T06:52:40.110418+0000","last_unstale":"2024-07-27T06:52:42.128711+0000","last_undegraded":"2024-07-27T06:52:42.128711+0000","last_fullsized":"2024-07-27T06:52:42.128711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:39.289839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524157+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:42.524157+0000","last_peered":"2024-07-27T06:52:42.524157+0000","last_clean":"2024-07-27T06:52:42.524157+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:42.524157+0000","last_undegraded":"2024-07-27T06:52:42.524157+0000","last_fullsized":"2024-07-27T06:52:42.524157+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522202+0000","last_change":"2024-07-27T06:52:41.136207+0000","last_active":"2024-07-27T06:52:42.522202+0000","last_peered":"2024-07-27T06:52:42.522202+0000","last_clean":"2024-07-27T06:52:42.522202+0000","last_became_active":"2024-07-27T06:52:41.132376+0000","last_became_peered":"2024-07-27T06:52:41.132376+0000","last_unstale":"2024-07-27T06:52:42.522202+0000","last_undegraded":"2024-07-27T06:52:42.522202+0000","last_fullsized":"2024-07-27T06:52:42.522202+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:04.194787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"66'4","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523483+0000","last_change":"2024-07-27T06:52:40.113299+0000","last_active":"2024-07-27T06:52:42.523483+0000","last_peered":"2024-07-27T06:52:42.523483+0000","last_clean":"2024-07-27T06:52:42.523483+0000","last_became_active":"2024-07-27T06:52:40.111893+0000","last_became_peered":"2024-07-27T06:52:40.111893+0000","last_unstale":"2024-07-27T06:52:42.523483+0000","last_undegraded":"2024-07-27T06:52:42.523483+0000","last_fullsized":"2024-07-27T06:52:42.523483+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:58.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524672+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:42.524672+0000","last_peered":"2024-07-27T06:52:42.524672+0000","last_clean":"2024-07-27T06:52:42.524672+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:42.524672+0000","last_undegraded":"2024-07-27T06:52:42.524672+0000","last_fullsized":"2024-07-27T06:52:42.524672+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119213+0000","last_change":"2024-07-27T06:52:41.112585+0000","last_active":"2024-07-27T06:52:42.119213+0000","last_peered":"2024-07-27T06:52:42.119213+0000","last_clean":"2024-07-27T06:52:42.119213+0000","last_became_active":"2024-07-27T06:52:41.111487+0000","last_became_peered":"2024-07-27T06:52:41.111487+0000","last_unstale":"2024-07-27T06:52:42.119213+0000","last_undegraded":"2024-07-27T06:52:42.119213+0000","last_fullsized":"2024-07-27T06:52:42.119213+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:51.777010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519798+0000","last_change":"2024-07-27T06:52:40.109851+0000","last_active":"2024-07-27T06:52:42.519798+0000","last_peered":"2024-07-27T06:52:42.519798+0000","last_clean":"2024-07-27T06:52:42.519798+0000","last_became_active":"2024-07-27T06:52:40.109541+0000","last_became_peered":"2024-07-27T06:52:40.109541+0000","last_unstale":"2024-07-27T06:52:42.519798+0000","last_undegraded":"2024-07-27T06:52:42.519798+0000","last_fullsized":"2024-07-27T06:52:42.519798+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:02:35.124451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525093+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:42.525093+0000","last_peered":"2024-07-27T06:52:42.525093+0000","last_clean":"2024-07-27T06:52:42.525093+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:42.525093+0000","last_undegraded":"2024-07-27T06:52:42.525093+0000","last_fullsized":"2024-07-27T06:52:42.525093+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.134265+0000","last_change":"2024-07-27T06:52:41.121934+0000","last_active":"2024-07-27T06:52:41.134265+0000","last_peered":"2024-07-27T06:52:41.134265+0000","last_clean":"2024-07-27T06:52:41.134265+0000","last_became_active":"2024-07-27T06:52:41.121145+0000","last_became_peered":"2024-07-27T06:52:41.121145+0000","last_unstale":"2024-07-27T06:52:41.134265+0000","last_undegraded":"2024-07-27T06:52:41.134265+0000","last_fullsized":"2024-07-27T06:52:41.134265+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:33.786797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119443+0000","last_change":"2024-07-27T06:52:40.119079+0000","last_active":"2024-07-27T06:52:42.119443+0000","last_peered":"2024-07-27T06:52:42.119443+0000","last_clean":"2024-07-27T06:52:42.119443+0000","last_became_active":"2024-07-27T06:52:40.118677+0000","last_became_peered":"2024-07-27T06:52:40.118677+0000","last_unstale":"2024-07-27T06:52:42.119443+0000","last_undegraded":"2024-07-27T06:52:42.119443+0000","last_fullsized":"2024-07-27T06:52:42.119443+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:36:33.606820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523020+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:42.523020+0000","last_peered":"2024-07-27T06:52:42.523020+0000","last_clean":"2024-07-27T06:52:42.523020+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:42.523020+0000","last_undegraded":"2024-07-27T06:52:42.523020+0000","last_fullsized":"2024-07-27T06:52:42.523020+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521370+0000","last_change":"2024-07-27T06:52:41.136284+0000","last_active":"2024-07-27T06:52:42.521370+0000","last_peered":"2024-07-27T06:52:42.521370+0000","last_clean":"2024-07-27T06:52:42.521370+0000","last_became_active":"2024-07-27T06:52:41.135991+0000","last_became_peered":"2024-07-27T06:52:41.135991+0000","last_unstale":"2024-07-27T06:52:42.521370+0000","last_undegraded":"2024-07-27T06:52:42.521370+0000","last_fullsized":"2024-07-27T06:52:42.521370+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:54:21.994941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125910+0000","last_change":"2024-07-27T06:52:40.119932+0000","last_active":"2024-07-27T06:52:42.125910+0000","last_peered":"2024-07-27T06:52:42.125910+0000","last_clean":"2024-07-27T06:52:42.125910+0000","last_became_active":"2024-07-27T06:52:40.118135+0000","last_became_peered":"2024-07-27T06:52:40.118135+0000","last_unstale":"2024-07-27T06:52:42.125910+0000","last_undegraded":"2024-07-27T06:52:42.125910+0000","last_fullsized":"2024-07-27T06:52:42.125910+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:12.001914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524865+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:42.524865+0000","last_peered":"2024-07-27T06:52:42.524865+0000","last_clean":"2024-07-27T06:52:42.524865+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:42.524865+0000","last_undegraded":"2024-07-27T06:52:42.524865+0000","last_fullsized":"2024-07-27T06:52:42.524865+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125854+0000","last_change":"2024-07-27T06:52:41.121610+0000","last_active":"2024-07-27T06:52:42.125854+0000","last_peered":"2024-07-27T06:52:42.125854+0000","last_clean":"2024-07-27T06:52:42.125854+0000","last_became_active":"2024-07-27T06:52:41.121287+0000","last_became_peered":"2024-07-27T06:52:41.121287+0000","last_unstale":"2024-07-27T06:52:42.125854+0000","last_undegraded":"2024-07-27T06:52:42.125854+0000","last_fullsized":"2024-07-27T06:52:42.125854+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:27.500203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126983+0000","last_change":"2024-07-27T06:52:40.110925+0000","last_active":"2024-07-27T06:52:42.126983+0000","last_peered":"2024-07-27T06:52:42.126983+0000","last_clean":"2024-07-27T06:52:42.126983+0000","last_became_active":"2024-07-27T06:52:40.110603+0000","last_became_peered":"2024-07-27T06:52:40.110603+0000","last_unstale":"2024-07-27T06:52:42.126983+0000","last_undegraded":"2024-07-27T06:52:42.126983+0000","last_fullsized":"2024-07-27T06:52:42.126983+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:24:31.910617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523623+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:42.523623+0000","last_peered":"2024-07-27T06:52:42.523623+0000","last_clean":"2024-07-27T06:52:42.523623+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:42.523623+0000","last_undegraded":"2024-07-27T06:52:42.523623+0000","last_fullsized":"2024-07-27T06:52:42.523623+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525259+0000","last_change":"2024-07-27T06:52:41.117034+0000","last_active":"2024-07-27T06:52:42.525259+0000","last_peered":"2024-07-27T06:52:42.525259+0000","last_clean":"2024-07-27T06:52:42.525259+0000","last_became_active":"2024-07-27T06:52:41.116167+0000","last_became_peered":"2024-07-27T06:52:41.116167+0000","last_unstale":"2024-07-27T06:52:42.525259+0000","last_undegraded":"2024-07-27T06:52:42.525259+0000","last_fullsized":"2024-07-27T06:52:42.525259+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:16.514404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129627+0000","last_change":"2024-07-27T06:52:40.110192+0000","last_active":"2024-07-27T06:52:42.129627+0000","last_peered":"2024-07-27T06:52:42.129627+0000","last_clean":"2024-07-27T06:52:42.129627+0000","last_became_active":"2024-07-27T06:52:40.109747+0000","last_became_peered":"2024-07-27T06:52:40.109747+0000","last_unstale":"2024-07-27T06:52:42.129627+0000","last_undegraded":"2024-07-27T06:52:42.129627+0000","last_fullsized":"2024-07-27T06:52:42.129627+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:37.804037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124223+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:42.124223+0000","last_peered":"2024-07-27T06:52:42.124223+0000","last_clean":"2024-07-27T06:52:42.124223+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:42.124223+0000","last_undegraded":"2024-07-27T06:52:42.124223+0000","last_fullsized":"2024-07-27T06:52:42.124223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119633+0000","last_change":"2024-07-27T06:52:41.112382+0000","last_active":"2024-07-27T06:52:42.119633+0000","last_peered":"2024-07-27T06:52:42.119633+0000","last_clean":"2024-07-27T06:52:42.119633+0000","last_became_active":"2024-07-27T06:52:41.111989+0000","last_became_peered":"2024-07-27T06:52:41.111989+0000","last_unstale":"2024-07-27T06:52:42.119633+0000","last_undegraded":"2024-07-27T06:52:42.119633+0000","last_fullsized":"2024-07-27T06:52:42.119633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:32.101928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129802+0000","last_change":"2024-07-27T06:52:40.117892+0000","last_active":"2024-07-27T06:52:42.129802+0000","last_peered":"2024-07-27T06:52:42.129802+0000","last_clean":"2024-07-27T06:52:42.129802+0000","last_became_active":"2024-07-27T06:52:40.117403+0000","last_became_peered":"2024-07-27T06:52:40.117403+0000","last_unstale":"2024-07-27T06:52:42.129802+0000","last_undegraded":"2024-07-27T06:52:42.129802+0000","last_fullsized":"2024-07-27T06:52:42.129802+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:12.001914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124544+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:42.124544+0000","last_peered":"2024-07-27T06:52:42.124544+0000","last_clean":"2024-07-27T06:52:42.124544+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:42.124544+0000","last_undegraded":"2024-07-27T06:52:42.124544+0000","last_fullsized":"2024-07-27T06:52:42.124544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525733+0000","last_change":"2024-07-27T06:52:41.131274+0000","last_active":"2024-07-27T06:52:42.525733+0000","last_peered":"2024-07-27T06:52:42.525733+0000","last_clean":"2024-07-27T06:52:42.525733+0000","last_became_active":"2024-07-27T06:52:41.130922+0000","last_became_peered":"2024-07-27T06:52:41.130922+0000","last_unstale":"2024-07-27T06:52:42.525733+0000","last_undegraded":"2024-07-27T06:52:42.525733+0000","last_fullsized":"2024-07-27T06:52:42.525733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:54.641743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"67'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522330+0000","last_change":"2024-07-27T06:52:40.115432+0000","last_active":"2024-07-27T06:52:42.522330+0000","last_peered":"2024-07-27T06:52:42.522330+0000","last_clean":"2024-07-27T06:52:42.522330+0000","last_became_active":"2024-07-27T06:52:40.115116+0000","last_became_peered":"2024-07-27T06:52:40.115116+0000","last_unstale":"2024-07-27T06:52:42.522330+0000","last_undegraded":"2024-07-27T06:52:42.522330+0000","last_fullsized":"2024-07-27T06:52:42.522330+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:26.482919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":59,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.113730+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:41.113730+0000","last_peered":"2024-07-27T06:52:41.113730+0000","last_clean":"2024-07-27T06:52:41.113730+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:41.113730+0000","last_undegraded":"2024-07-27T06:52:41.113730+0000","last_fullsized":"2024-07-27T06:52:41.113730+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128417+0000","last_change":"2024-07-27T06:52:41.125239+0000","last_active":"2024-07-27T06:52:42.128417+0000","last_peered":"2024-07-27T06:52:42.128417+0000","last_clean":"2024-07-27T06:52:42.128417+0000","last_became_active":"2024-07-27T06:52:41.123856+0000","last_became_peered":"2024-07-27T06:52:41.123856+0000","last_unstale":"2024-07-27T06:52:42.128417+0000","last_undegraded":"2024-07-27T06:52:42.128417+0000","last_fullsized":"2024-07-27T06:52:42.128417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:41.477299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521308+0000","last_change":"2024-07-27T06:52:40.114792+0000","last_active":"2024-07-27T06:52:42.521308+0000","last_peered":"2024-07-27T06:52:42.521308+0000","last_clean":"2024-07-27T06:52:42.521308+0000","last_became_active":"2024-07-27T06:52:40.114179+0000","last_became_peered":"2024-07-27T06:52:40.114179+0000","last_unstale":"2024-07-27T06:52:42.521308+0000","last_undegraded":"2024-07-27T06:52:42.521308+0000","last_fullsized":"2024-07-27T06:52:42.521308+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:25.878039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127808+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:42.127808+0000","last_peered":"2024-07-27T06:52:42.127808+0000","last_clean":"2024-07-27T06:52:42.127808+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:42.127808+0000","last_undegraded":"2024-07-27T06:52:42.127808+0000","last_fullsized":"2024-07-27T06:52:42.127808+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126765+0000","last_change":"2024-07-27T06:52:41.118134+0000","last_active":"2024-07-27T06:52:42.126765+0000","last_peered":"2024-07-27T06:52:42.126765+0000","last_clean":"2024-07-27T06:52:42.126765+0000","last_became_active":"2024-07-27T06:52:41.117797+0000","last_became_peered":"2024-07-27T06:52:41.117797+0000","last_unstale":"2024-07-27T06:52:42.126765+0000","last_undegraded":"2024-07-27T06:52:42.126765+0000","last_fullsized":"2024-07-27T06:52:42.126765+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:35.798098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124357+0000","last_change":"2024-07-27T06:52:40.122965+0000","last_active":"2024-07-27T06:52:42.124357+0000","last_peered":"2024-07-27T06:52:42.124357+0000","last_clean":"2024-07-27T06:52:42.124357+0000","last_became_active":"2024-07-27T06:52:40.122593+0000","last_became_peered":"2024-07-27T06:52:40.122593+0000","last_unstale":"2024-07-27T06:52:42.124357+0000","last_undegraded":"2024-07-27T06:52:42.124357+0000","last_fullsized":"2024-07-27T06:52:42.124357+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:34.142154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521794+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:42.521794+0000","last_peered":"2024-07-27T06:52:42.521794+0000","last_clean":"2024-07-27T06:52:42.521794+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:42.521794+0000","last_undegraded":"2024-07-27T06:52:42.521794+0000","last_fullsized":"2024-07-27T06:52:42.521794+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.136861+0000","last_change":"2024-07-27T06:52:41.126045+0000","last_active":"2024-07-27T06:52:41.136861+0000","last_peered":"2024-07-27T06:52:41.136861+0000","last_clean":"2024-07-27T06:52:41.136861+0000","last_became_active":"2024-07-27T06:52:41.125694+0000","last_became_peered":"2024-07-27T06:52:41.125694+0000","last_unstale":"2024-07-27T06:52:41.136861+0000","last_undegraded":"2024-07-27T06:52:41.136861+0000","last_fullsized":"2024-07-27T06:52:41.136861+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:04.157358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119420+0000","last_change":"2024-07-27T06:52:40.119883+0000","last_active":"2024-07-27T06:52:42.119420+0000","last_peered":"2024-07-27T06:52:42.119420+0000","last_clean":"2024-07-27T06:52:42.119420+0000","last_became_active":"2024-07-27T06:52:40.119539+0000","last_became_peered":"2024-07-27T06:52:40.119539+0000","last_unstale":"2024-07-27T06:52:42.119420+0000","last_undegraded":"2024-07-27T06:52:42.119420+0000","last_fullsized":"2024-07-27T06:52:42.119420+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:20:46.586497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129778+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:42.129778+0000","last_peered":"2024-07-27T06:52:42.129778+0000","last_clean":"2024-07-27T06:52:42.129778+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:42.129778+0000","last_undegraded":"2024-07-27T06:52:42.129778+0000","last_fullsized":"2024-07-27T06:52:42.129778+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.137731+0000","last_change":"2024-07-27T06:52:41.129246+0000","last_active":"2024-07-27T06:52:41.137731+0000","last_peered":"2024-07-27T06:52:41.137731+0000","last_clean":"2024-07-27T06:52:41.137731+0000","last_became_active":"2024-07-27T06:52:41.128874+0000","last_became_peered":"2024-07-27T06:52:41.128874+0000","last_unstale":"2024-07-27T06:52:41.137731+0000","last_undegraded":"2024-07-27T06:52:41.137731+0000","last_fullsized":"2024-07-27T06:52:41.137731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:49.105176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521716+0000","last_change":"2024-07-27T06:52:40.110272+0000","last_active":"2024-07-27T06:52:42.521716+0000","last_peered":"2024-07-27T06:52:42.521716+0000","last_clean":"2024-07-27T06:52:42.521716+0000","last_became_active":"2024-07-27T06:52:40.109893+0000","last_became_peered":"2024-07-27T06:52:40.109893+0000","last_unstale":"2024-07-27T06:52:42.521716+0000","last_undegraded":"2024-07-27T06:52:42.521716+0000","last_fullsized":"2024-07-27T06:52:42.521716+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:08.154552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521462+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:42.521462+0000","last_peered":"2024-07-27T06:52:42.521462+0000","last_clean":"2024-07-27T06:52:42.521462+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:42.521462+0000","last_undegraded":"2024-07-27T06:52:42.521462+0000","last_fullsized":"2024-07-27T06:52:42.521462+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524015+0000","last_change":"2024-07-27T06:52:41.144580+0000","last_active":"2024-07-27T06:52:42.524015+0000","last_peered":"2024-07-27T06:52:42.524015+0000","last_clean":"2024-07-27T06:52:42.524015+0000","last_became_active":"2024-07-27T06:52:41.144184+0000","last_became_peered":"2024-07-27T06:52:41.144184+0000","last_unstale":"2024-07-27T06:52:42.524015+0000","last_undegraded":"2024-07-27T06:52:42.524015+0000","last_fullsized":"2024-07-27T06:52:42.524015+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:02:36.141735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522941+0000","last_change":"2024-07-27T06:52:40.123652+0000","last_active":"2024-07-27T06:52:42.522941+0000","last_peered":"2024-07-27T06:52:42.522941+0000","last_clean":"2024-07-27T06:52:42.522941+0000","last_became_active":"2024-07-27T06:52:40.123041+0000","last_became_peered":"2024-07-27T06:52:40.123041+0000","last_unstale":"2024-07-27T06:52:42.522941+0000","last_undegraded":"2024-07-27T06:52:42.522941+0000","last_fullsized":"2024-07-27T06:52:42.522941+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:23.559730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519864+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:42.519864+0000","last_peered":"2024-07-27T06:52:42.519864+0000","last_clean":"2024-07-27T06:52:42.519864+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:42.519864+0000","last_undegraded":"2024-07-27T06:52:42.519864+0000","last_fullsized":"2024-07-27T06:52:42.519864+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523407+0000","last_change":"2024-07-27T06:52:41.133379+0000","last_active":"2024-07-27T06:52:42.523407+0000","last_peered":"2024-07-27T06:52:42.523407+0000","last_clean":"2024-07-27T06:52:42.523407+0000","last_became_active":"2024-07-27T06:52:41.133093+0000","last_became_peered":"2024-07-27T06:52:41.133093+0000","last_unstale":"2024-07-27T06:52:42.523407+0000","last_undegraded":"2024-07-27T06:52:42.523407+0000","last_fullsized":"2024-07-27T06:52:42.523407+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:20:47.603781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119741+0000","last_change":"2024-07-27T06:52:40.125583+0000","last_active":"2024-07-27T06:52:42.119741+0000","last_peered":"2024-07-27T06:52:42.119741+0000","last_clean":"2024-07-27T06:52:42.119741+0000","last_became_active":"2024-07-27T06:52:40.125259+0000","last_became_peered":"2024-07-27T06:52:40.125259+0000","last_unstale":"2024-07-27T06:52:42.119741+0000","last_undegraded":"2024-07-27T06:52:42.119741+0000","last_fullsized":"2024-07-27T06:52:42.119741+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:12.744123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522575+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:42.522575+0000","last_peered":"2024-07-27T06:52:42.522575+0000","last_clean":"2024-07-27T06:52:42.522575+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:42.522575+0000","last_undegraded":"2024-07-27T06:52:42.522575+0000","last_fullsized":"2024-07-27T06:52:42.522575+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119970+0000","last_change":"2024-07-27T06:52:41.115401+0000","last_active":"2024-07-27T06:52:42.119970+0000","last_peered":"2024-07-27T06:52:42.119970+0000","last_clean":"2024-07-27T06:52:42.119970+0000","last_became_active":"2024-07-27T06:52:41.115070+0000","last_became_peered":"2024-07-27T06:52:41.115070+0000","last_unstale":"2024-07-27T06:52:42.119970+0000","last_undegraded":"2024-07-27T06:52:42.119970+0000","last_fullsized":"2024-07-27T06:52:42.119970+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:24:32.927901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120361+0000","last_change":"2024-07-27T06:52:40.129547+0000","last_active":"2024-07-27T06:52:42.120361+0000","last_peered":"2024-07-27T06:52:42.120361+0000","last_clean":"2024-07-27T06:52:42.120361+0000","last_became_active":"2024-07-27T06:52:40.129150+0000","last_became_peered":"2024-07-27T06:52:40.129150+0000","last_unstale":"2024-07-27T06:52:42.120361+0000","last_undegraded":"2024-07-27T06:52:42.120361+0000","last_fullsized":"2024-07-27T06:52:42.120361+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:50.398740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126139+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:42.126139+0000","last_peered":"2024-07-27T06:52:42.126139+0000","last_clean":"2024-07-27T06:52:42.126139+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:42.126139+0000","last_undegraded":"2024-07-27T06:52:42.126139+0000","last_fullsized":"2024-07-27T06:52:42.126139+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120148+0000","last_change":"2024-07-27T06:52:41.132259+0000","last_active":"2024-07-27T06:52:42.120148+0000","last_peered":"2024-07-27T06:52:42.120148+0000","last_clean":"2024-07-27T06:52:42.120148+0000","last_became_active":"2024-07-27T06:52:41.131866+0000","last_became_peered":"2024-07-27T06:52:41.131866+0000","last_unstale":"2024-07-27T06:52:42.120148+0000","last_undegraded":"2024-07-27T06:52:42.120148+0000","last_fullsized":"2024-07-27T06:52:42.120148+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:35.159438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520846+0000","last_change":"2024-07-27T06:52:40.114488+0000","last_active":"2024-07-27T06:52:42.520846+0000","last_peered":"2024-07-27T06:52:42.520846+0000","last_clean":"2024-07-27T06:52:42.520846+0000","last_became_active":"2024-07-27T06:52:40.113711+0000","last_became_peered":"2024-07-27T06:52:40.113711+0000","last_unstale":"2024-07-27T06:52:42.520846+0000","last_undegraded":"2024-07-27T06:52:42.520846+0000","last_fullsized":"2024-07-27T06:52:42.520846+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:59.939023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128624+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:42.128624+0000","last_peered":"2024-07-27T06:52:42.128624+0000","last_clean":"2024-07-27T06:52:42.128624+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:42.128624+0000","last_undegraded":"2024-07-27T06:52:42.128624+0000","last_fullsized":"2024-07-27T06:52:42.128624+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125291+0000","last_change":"2024-07-27T06:52:41.143021+0000","last_active":"2024-07-27T06:52:42.125291+0000","last_peered":"2024-07-27T06:52:42.125291+0000","last_clean":"2024-07-27T06:52:42.125291+0000","last_became_active":"2024-07-27T06:52:41.142716+0000","last_became_peered":"2024-07-27T06:52:41.142716+0000","last_unstale":"2024-07-27T06:52:42.125291+0000","last_undegraded":"2024-07-27T06:52:42.125291+0000","last_fullsized":"2024-07-27T06:52:42.125291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:06.967931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524623+0000","last_change":"2024-07-27T06:52:40.110089+0000","last_active":"2024-07-27T06:52:42.524623+0000","last_peered":"2024-07-27T06:52:42.524623+0000","last_clean":"2024-07-27T06:52:42.524623+0000","last_became_active":"2024-07-27T06:52:40.109754+0000","last_became_peered":"2024-07-27T06:52:40.109754+0000","last_unstale":"2024-07-27T06:52:42.524623+0000","last_undegraded":"2024-07-27T06:52:42.524623+0000","last_fullsized":"2024-07-27T06:52:42.524623+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:19.133780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128626+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:42.128626+0000","last_peered":"2024-07-27T06:52:42.128626+0000","last_clean":"2024-07-27T06:52:42.128626+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:42.128626+0000","last_undegraded":"2024-07-27T06:52:42.128626+0000","last_fullsized":"2024-07-27T06:52:42.128626+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":193,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522921+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:42.522921+0000","last_peered":"2024-07-27T06:52:42.522921+0000","last_clean":"2024-07-27T06:52:42.522921+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:42.522921+0000","last_undegraded":"2024-07-27T06:52:42.522921+0000","last_fullsized":"2024-07-27T06:52:42.522921+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476775,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":811008,"data_stored":371319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476773,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":371775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476775,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1392640,"data_stored":961561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476773,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":371263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":372805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509476,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1396736,"data_stored":961651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509477,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":811008,"data_stored":371887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542180,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":365794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:45.887 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 -- 172.21.15.66:0/417680964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c0b31c0 msgr2=0x7fc73c0b35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 --2- 172.21.15.66:0/417680964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c0b31c0 0x7fc73c0b35d0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fc738005fd0 tx=0x7fc73802a820 comp rx=0 tx=0).stop 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 -- 172.21.15.66:0/417680964 shutdown_connections 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 --2- 172.21.15.66:0/417680964 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c0b31c0 0x7fc73c0b35d0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 --2- 172.21.15.66:0/417680964 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c154db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 -- 172.21.15.66:0/417680964 >> 172.21.15.66:0/417680964 conn(0x7fc73c06c780 msgr2=0x7fc73c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:46.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.222+0000 7fc743200640 1 -- 172.21.15.66:0/417680964 shutdown_connections 2024-07-27T06:52:46.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.223+0000 7fc743200640 1 -- 172.21.15.66:0/417680964 wait complete. 2024-07-27T06:52:46.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.225+0000 7fc743200640 1 Processor -- start 2024-07-27T06:52:46.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.226+0000 7fc743200640 1 -- start start 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c1f5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c0b31c0 0x7fc73c1568f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c0b3f50 con 0x7fc73c161af0 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc73c0b3dd0 con 0x7fc73c0b31c0 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc743200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc73c0b40d0 con 0x7fc73c06e560 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52452/0 (socket says 172.21.15.66:52452) 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 -- 172.21.15.66:0/2672322718 learned_addr learned my addr 172.21.15.66:0/2672322718 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc741e00640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c1f5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 -- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 msgr2=0x7fc73c1f5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc741400640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c0b31c0 0x7fc73c1568f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c1f5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 -- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c0b31c0 msgr2=0x7fc73c1568f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c0b31c0 0x7fc73c1568f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc742800640 1 -- 172.21.15.66:0/2672322718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc73c155850 con 0x7fc73c161af0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.228+0000 7fc741e00640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c1f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc742800640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fc738009b30 tx=0x7fc738032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc738037040 con 0x7fc73c161af0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc738042070 con 0x7fc73c161af0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc73c155b30 con 0x7fc73c161af0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7380042a0 con 0x7fc73c161af0 2024-07-27T06:52:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.229+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc73c1560f0 con 0x7fc73c161af0 2024-07-27T06:52:46.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.230+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc73c154db0 con 0x7fc73c161af0 2024-07-27T06:52:46.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.232+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc738004440 con 0x7fc73c161af0 2024-07-27T06:52:46.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.233+0000 7fc736000640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 0x7fc71c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.234+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fc7380b9910 con 0x7fc73c161af0 2024-07-27T06:52:46.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.234+0000 7fc741e00640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 0x7fc71c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.236+0000 7fc741e00640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 0x7fc71c079520 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc72800ba60 tx=0x7fc728005cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:46.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.238+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc7380828a0 con 0x7fc73c161af0 2024-07-27T06:52:46.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.448+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc73c155600 con 0x7fc71c077010 2024-07-27T06:52:46.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.466+0000 7fc736000640 1 -- 172.21.15.66:0/2672322718 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+333060 (secure 0 0 0) 0x7fc73c155600 con 0x7fc71c077010 2024-07-27T06:52:46.471 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:46.473 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 msgr2=0x7fc71c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 0x7fc71c079520 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc72800ba60 tx=0x7fc728005cf0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 msgr2=0x7fc73c15cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fc738009b30 tx=0x7fc738032c90 comp rx=0 tx=0).stop 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 shutdown_connections 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc71c077010 0x7fc71c079520 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc73c161af0 0x7fc73c15cf70 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc73c0b31c0 0x7fc73c1568f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 --2- 172.21.15.66:0/2672322718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc73c06e560 0x7fc73c1f5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.471+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 >> 172.21.15.66:0/2672322718 conn(0x7fc73c06c780 msgr2=0x7fc73c0730c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.472+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 shutdown_connections 2024-07-27T06:52:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.472+0000 7fc743200640 1 -- 172.21.15.66:0/2672322718 wait complete. 2024-07-27T06:52:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":146,"stamp":"2024-07-27T06:52:46.261876+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":186,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":244412,"kb_used_data":7452,"kb_used_omap":12,"kb_used_meta":236851,"kb_avail":754730308,"statfs":{"total":773094113280,"available":772843835392,"internally_reserved":0,"allocated":7630848,"data_stored":4148055,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":242535985},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":45,"apply_latency_ms":45,"commit_latency_ns":45000000,"apply_latency_ns":45000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.179557"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521220+0000","last_change":"2024-07-27T06:52:41.145637+0000","last_active":"2024-07-27T06:52:42.521220+0000","last_peered":"2024-07-27T06:52:42.521220+0000","last_clean":"2024-07-27T06:52:42.521220+0000","last_became_active":"2024-07-27T06:52:41.145413+0000","last_became_peered":"2024-07-27T06:52:41.145413+0000","last_unstale":"2024-07-27T06:52:42.521220+0000","last_undegraded":"2024-07-27T06:52:42.521220+0000","last_fullsized":"2024-07-27T06:52:42.521220+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:00.940623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120366+0000","last_change":"2024-07-27T06:52:41.118379+0000","last_active":"2024-07-27T06:52:42.120366+0000","last_peered":"2024-07-27T06:52:42.120366+0000","last_clean":"2024-07-27T06:52:42.120366+0000","last_became_active":"2024-07-27T06:52:41.117962+0000","last_became_peered":"2024-07-27T06:52:41.117962+0000","last_unstale":"2024-07-27T06:52:42.120366+0000","last_undegraded":"2024-07-27T06:52:42.120366+0000","last_fullsized":"2024-07-27T06:52:42.120366+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:40.307124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523620+0000","last_change":"2024-07-27T06:52:41.125076+0000","last_active":"2024-07-27T06:52:42.523620+0000","last_peered":"2024-07-27T06:52:42.523620+0000","last_clean":"2024-07-27T06:52:42.523620+0000","last_became_active":"2024-07-27T06:52:41.124701+0000","last_became_peered":"2024-07-27T06:52:41.124701+0000","last_unstale":"2024-07-27T06:52:42.523620+0000","last_undegraded":"2024-07-27T06:52:42.523620+0000","last_fullsized":"2024-07-27T06:52:42.523620+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:36:34.624104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522473+0000","last_change":"2024-07-27T06:52:41.125151+0000","last_active":"2024-07-27T06:52:42.522473+0000","last_peered":"2024-07-27T06:52:42.522473+0000","last_clean":"2024-07-27T06:52:42.522473+0000","last_became_active":"2024-07-27T06:52:41.124804+0000","last_became_peered":"2024-07-27T06:52:41.124804+0000","last_unstale":"2024-07-27T06:52:42.522473+0000","last_undegraded":"2024-07-27T06:52:42.522473+0000","last_fullsized":"2024-07-27T06:52:42.522473+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:15.922521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125278+0000","last_change":"2024-07-27T06:52:41.114936+0000","last_active":"2024-07-27T06:52:42.125278+0000","last_peered":"2024-07-27T06:52:42.125278+0000","last_clean":"2024-07-27T06:52:42.125278+0000","last_became_active":"2024-07-27T06:52:41.114596+0000","last_became_peered":"2024-07-27T06:52:41.114596+0000","last_unstale":"2024-07-27T06:52:42.125278+0000","last_undegraded":"2024-07-27T06:52:42.125278+0000","last_fullsized":"2024-07-27T06:52:42.125278+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:19.961127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520850+0000","last_change":"2024-07-27T06:52:41.138979+0000","last_active":"2024-07-27T06:52:42.520850+0000","last_peered":"2024-07-27T06:52:42.520850+0000","last_clean":"2024-07-27T06:52:42.520850+0000","last_became_active":"2024-07-27T06:52:41.135564+0000","last_became_peered":"2024-07-27T06:52:41.135564+0000","last_unstale":"2024-07-27T06:52:42.520850+0000","last_undegraded":"2024-07-27T06:52:42.520850+0000","last_fullsized":"2024-07-27T06:52:42.520850+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:28.630122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523979+0000","last_change":"2024-07-27T06:52:41.132444+0000","last_active":"2024-07-27T06:52:42.523979+0000","last_peered":"2024-07-27T06:52:42.523979+0000","last_clean":"2024-07-27T06:52:42.523979+0000","last_became_active":"2024-07-27T06:52:41.132076+0000","last_became_peered":"2024-07-27T06:52:41.132076+0000","last_unstale":"2024-07-27T06:52:42.523979+0000","last_undegraded":"2024-07-27T06:52:42.523979+0000","last_fullsized":"2024-07-27T06:52:42.523979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:59.043377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519645+0000","last_change":"2024-07-27T06:52:41.145416+0000","last_active":"2024-07-27T06:52:42.519645+0000","last_peered":"2024-07-27T06:52:42.519645+0000","last_clean":"2024-07-27T06:52:42.519645+0000","last_became_active":"2024-07-27T06:52:41.142578+0000","last_became_peered":"2024-07-27T06:52:41.142578+0000","last_unstale":"2024-07-27T06:52:42.519645+0000","last_undegraded":"2024-07-27T06:52:42.519645+0000","last_fullsized":"2024-07-27T06:52:42.519645+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:01:51.667068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524860+0000","last_change":"2024-07-27T06:52:41.133034+0000","last_active":"2024-07-27T06:52:42.524860+0000","last_peered":"2024-07-27T06:52:42.524860+0000","last_clean":"2024-07-27T06:52:42.524860+0000","last_became_active":"2024-07-27T06:52:41.132706+0000","last_became_peered":"2024-07-27T06:52:41.132706+0000","last_unstale":"2024-07-27T06:52:42.524860+0000","last_undegraded":"2024-07-27T06:52:42.524860+0000","last_fullsized":"2024-07-27T06:52:42.524860+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:09.171836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525357+0000","last_change":"2024-07-27T06:52:41.130732+0000","last_active":"2024-07-27T06:52:42.525357+0000","last_peered":"2024-07-27T06:52:42.525357+0000","last_clean":"2024-07-27T06:52:42.525357+0000","last_became_active":"2024-07-27T06:52:41.130380+0000","last_became_peered":"2024-07-27T06:52:41.130380+0000","last_unstale":"2024-07-27T06:52:42.525357+0000","last_undegraded":"2024-07-27T06:52:42.525357+0000","last_fullsized":"2024-07-27T06:52:42.525357+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:57.230982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521577+0000","last_change":"2024-07-27T06:52:41.143632+0000","last_active":"2024-07-27T06:52:42.521577+0000","last_peered":"2024-07-27T06:52:42.521577+0000","last_clean":"2024-07-27T06:52:42.521577+0000","last_became_active":"2024-07-27T06:52:41.142931+0000","last_became_peered":"2024-07-27T06:52:41.142931+0000","last_unstale":"2024-07-27T06:52:42.521577+0000","last_undegraded":"2024-07-27T06:52:42.521577+0000","last_fullsized":"2024-07-27T06:52:42.521577+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:56.678933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129405+0000","last_change":"2024-07-27T06:52:41.122856+0000","last_active":"2024-07-27T06:52:42.129405+0000","last_peered":"2024-07-27T06:52:42.129405+0000","last_clean":"2024-07-27T06:52:42.129405+0000","last_became_active":"2024-07-27T06:52:41.122474+0000","last_became_peered":"2024-07-27T06:52:41.122474+0000","last_unstale":"2024-07-27T06:52:42.129405+0000","last_undegraded":"2024-07-27T06:52:42.129405+0000","last_fullsized":"2024-07-27T06:52:42.129405+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:54:58.388134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523434+0000","last_change":"2024-07-27T06:52:41.122916+0000","last_active":"2024-07-27T06:52:42.523434+0000","last_peered":"2024-07-27T06:52:42.523434+0000","last_clean":"2024-07-27T06:52:42.523434+0000","last_became_active":"2024-07-27T06:52:41.122601+0000","last_became_peered":"2024-07-27T06:52:41.122601+0000","last_unstale":"2024-07-27T06:52:42.523434+0000","last_undegraded":"2024-07-27T06:52:42.523434+0000","last_fullsized":"2024-07-27T06:52:42.523434+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:51.416024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128474+0000","last_change":"2024-07-27T06:52:41.122317+0000","last_active":"2024-07-27T06:52:42.128474+0000","last_peered":"2024-07-27T06:52:42.128474+0000","last_clean":"2024-07-27T06:52:42.128474+0000","last_became_active":"2024-07-27T06:52:41.120039+0000","last_became_peered":"2024-07-27T06:52:41.120039+0000","last_unstale":"2024-07-27T06:52:42.128474+0000","last_undegraded":"2024-07-27T06:52:42.128474+0000","last_fullsized":"2024-07-27T06:52:42.128474+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:22.259613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125226+0000","last_change":"2024-07-27T06:52:41.131082+0000","last_active":"2024-07-27T06:52:42.125226+0000","last_peered":"2024-07-27T06:52:42.125226+0000","last_clean":"2024-07-27T06:52:42.125226+0000","last_became_active":"2024-07-27T06:52:41.130742+0000","last_became_peered":"2024-07-27T06:52:41.130742+0000","last_unstale":"2024-07-27T06:52:42.125226+0000","last_undegraded":"2024-07-27T06:52:42.125226+0000","last_fullsized":"2024-07-27T06:52:42.125226+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:27.695296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519914+0000","last_change":"2024-07-27T06:52:41.145162+0000","last_active":"2024-07-27T06:52:42.519914+0000","last_peered":"2024-07-27T06:52:42.519914+0000","last_clean":"2024-07-27T06:52:42.519914+0000","last_became_active":"2024-07-27T06:52:41.142250+0000","last_became_peered":"2024-07-27T06:52:41.142250+0000","last_unstale":"2024-07-27T06:52:42.519914+0000","last_undegraded":"2024-07-27T06:52:42.519914+0000","last_fullsized":"2024-07-27T06:52:42.519914+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:22.586657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128379+0000","last_change":"2024-07-27T06:52:41.129293+0000","last_active":"2024-07-27T06:52:42.128379+0000","last_peered":"2024-07-27T06:52:42.128379+0000","last_clean":"2024-07-27T06:52:42.128379+0000","last_became_active":"2024-07-27T06:52:41.128683+0000","last_became_peered":"2024-07-27T06:52:41.128683+0000","last_unstale":"2024-07-27T06:52:42.128379+0000","last_undegraded":"2024-07-27T06:52:42.128379+0000","last_fullsized":"2024-07-27T06:52:42.128379+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:18.127502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128295+0000","last_change":"2024-07-27T06:52:41.116918+0000","last_active":"2024-07-27T06:52:42.128295+0000","last_peered":"2024-07-27T06:52:42.128295+0000","last_clean":"2024-07-27T06:52:42.128295+0000","last_became_active":"2024-07-27T06:52:41.116589+0000","last_became_peered":"2024-07-27T06:52:41.116589+0000","last_unstale":"2024-07-27T06:52:42.128295+0000","last_undegraded":"2024-07-27T06:52:42.128295+0000","last_fullsized":"2024-07-27T06:52:42.128295+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:27.939816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521364+0000","last_change":"2024-07-27T06:52:41.143326+0000","last_active":"2024-07-27T06:52:42.521364+0000","last_peered":"2024-07-27T06:52:42.521364+0000","last_clean":"2024-07-27T06:52:42.521364+0000","last_became_active":"2024-07-27T06:52:41.142450+0000","last_became_peered":"2024-07-27T06:52:41.142450+0000","last_unstale":"2024-07-27T06:52:42.521364+0000","last_undegraded":"2024-07-27T06:52:42.521364+0000","last_fullsized":"2024-07-27T06:52:42.521364+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:22.891757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126841+0000","last_change":"2024-07-27T06:52:41.120868+0000","last_active":"2024-07-27T06:52:42.126841+0000","last_peered":"2024-07-27T06:52:42.126841+0000","last_clean":"2024-07-27T06:52:42.126841+0000","last_became_active":"2024-07-27T06:52:41.120472+0000","last_became_peered":"2024-07-27T06:52:41.120472+0000","last_unstale":"2024-07-27T06:52:42.126841+0000","last_undegraded":"2024-07-27T06:52:42.126841+0000","last_fullsized":"2024-07-27T06:52:42.126841+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:51.485178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119341+0000","last_change":"2024-07-27T06:52:41.122306+0000","last_active":"2024-07-27T06:52:42.119341+0000","last_peered":"2024-07-27T06:52:42.119341+0000","last_clean":"2024-07-27T06:52:42.119341+0000","last_became_active":"2024-07-27T06:52:41.122011+0000","last_became_peered":"2024-07-27T06:52:41.122011+0000","last_unstale":"2024-07-27T06:52:42.119341+0000","last_undegraded":"2024-07-27T06:52:42.119341+0000","last_fullsized":"2024-07-27T06:52:42.119341+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:28.630122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521254+0000","last_change":"2024-07-27T06:52:41.135691+0000","last_active":"2024-07-27T06:52:42.521254+0000","last_peered":"2024-07-27T06:52:42.521254+0000","last_clean":"2024-07-27T06:52:42.521254+0000","last_became_active":"2024-07-27T06:52:41.135374+0000","last_became_peered":"2024-07-27T06:52:41.135374+0000","last_unstale":"2024-07-27T06:52:42.521254+0000","last_undegraded":"2024-07-27T06:52:42.521254+0000","last_fullsized":"2024-07-27T06:52:42.521254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:11:01.372893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524227+0000","last_change":"2024-07-27T06:52:41.108424+0000","last_active":"2024-07-27T06:52:42.524227+0000","last_peered":"2024-07-27T06:52:42.524227+0000","last_clean":"2024-07-27T06:52:42.524227+0000","last_became_active":"2024-07-27T06:52:41.107091+0000","last_became_peered":"2024-07-27T06:52:41.107091+0000","last_unstale":"2024-07-27T06:52:42.524227+0000","last_undegraded":"2024-07-27T06:52:42.524227+0000","last_fullsized":"2024-07-27T06:52:42.524227+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:24.577015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520222+0000","last_change":"2024-07-27T06:52:41.145489+0000","last_active":"2024-07-27T06:52:42.520222+0000","last_peered":"2024-07-27T06:52:42.520222+0000","last_clean":"2024-07-27T06:52:42.520222+0000","last_became_active":"2024-07-27T06:52:41.145097+0000","last_became_peered":"2024-07-27T06:52:41.145097+0000","last_unstale":"2024-07-27T06:52:42.520222+0000","last_undegraded":"2024-07-27T06:52:42.520222+0000","last_fullsized":"2024-07-27T06:52:42.520222+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:12.746306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.526236+0000","last_change":"2024-07-27T06:52:41.108874+0000","last_active":"2024-07-27T06:52:42.526236+0000","last_peered":"2024-07-27T06:52:42.526236+0000","last_clean":"2024-07-27T06:52:42.526236+0000","last_became_active":"2024-07-27T06:52:41.108545+0000","last_became_peered":"2024-07-27T06:52:41.108545+0000","last_unstale":"2024-07-27T06:52:42.526236+0000","last_undegraded":"2024-07-27T06:52:42.526236+0000","last_fullsized":"2024-07-27T06:52:42.526236+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:51.777010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521979+0000","last_change":"2024-07-27T06:52:41.146031+0000","last_active":"2024-07-27T06:52:42.521979+0000","last_peered":"2024-07-27T06:52:42.521979+0000","last_clean":"2024-07-27T06:52:42.521979+0000","last_became_active":"2024-07-27T06:52:41.142646+0000","last_became_peered":"2024-07-27T06:52:41.142646+0000","last_unstale":"2024-07-27T06:52:42.521979+0000","last_undegraded":"2024-07-27T06:52:42.521979+0000","last_fullsized":"2024-07-27T06:52:42.521979+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:06.711189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127199+0000","last_change":"2024-07-27T06:52:41.125027+0000","last_active":"2024-07-27T06:52:42.127199+0000","last_peered":"2024-07-27T06:52:42.127199+0000","last_clean":"2024-07-27T06:52:42.127199+0000","last_became_active":"2024-07-27T06:52:41.124378+0000","last_became_peered":"2024-07-27T06:52:41.124378+0000","last_unstale":"2024-07-27T06:52:42.127199+0000","last_undegraded":"2024-07-27T06:52:42.127199+0000","last_fullsized":"2024-07-27T06:52:42.127199+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:00.956307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119362+0000","last_change":"2024-07-27T06:52:41.124470+0000","last_active":"2024-07-27T06:52:42.119362+0000","last_peered":"2024-07-27T06:52:42.119362+0000","last_clean":"2024-07-27T06:52:42.119362+0000","last_became_active":"2024-07-27T06:52:41.124146+0000","last_became_peered":"2024-07-27T06:52:41.124146+0000","last_unstale":"2024-07-27T06:52:42.119362+0000","last_undegraded":"2024-07-27T06:52:42.119362+0000","last_fullsized":"2024-07-27T06:52:42.119362+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:33.424907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524012+0000","last_change":"2024-07-27T06:52:41.139180+0000","last_active":"2024-07-27T06:52:42.524012+0000","last_peered":"2024-07-27T06:52:42.524012+0000","last_clean":"2024-07-27T06:52:42.524012+0000","last_became_active":"2024-07-27T06:52:41.138800+0000","last_became_peered":"2024-07-27T06:52:41.138800+0000","last_unstale":"2024-07-27T06:52:42.524012+0000","last_undegraded":"2024-07-27T06:52:42.524012+0000","last_fullsized":"2024-07-27T06:52:42.524012+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:32:02.649803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520554+0000","last_change":"2024-07-27T06:52:41.138164+0000","last_active":"2024-07-27T06:52:42.520554+0000","last_peered":"2024-07-27T06:52:42.520554+0000","last_clean":"2024-07-27T06:52:42.520554+0000","last_became_active":"2024-07-27T06:52:41.137640+0000","last_became_peered":"2024-07-27T06:52:41.137640+0000","last_unstale":"2024-07-27T06:52:42.520554+0000","last_undegraded":"2024-07-27T06:52:42.520554+0000","last_fullsized":"2024-07-27T06:52:42.520554+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:50.428602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119242+0000","last_change":"2024-07-27T06:52:41.126734+0000","last_active":"2024-07-27T06:52:42.119242+0000","last_peered":"2024-07-27T06:52:42.119242+0000","last_clean":"2024-07-27T06:52:42.119242+0000","last_became_active":"2024-07-27T06:52:41.126399+0000","last_became_peered":"2024-07-27T06:52:41.126399+0000","last_unstale":"2024-07-27T06:52:42.119242+0000","last_undegraded":"2024-07-27T06:52:42.119242+0000","last_fullsized":"2024-07-27T06:52:42.119242+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:05:25.326256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119350+0000","last_change":"2024-07-27T06:52:41.132226+0000","last_active":"2024-07-27T06:52:42.119350+0000","last_peered":"2024-07-27T06:52:42.119350+0000","last_clean":"2024-07-27T06:52:42.119350+0000","last_became_active":"2024-07-27T06:52:41.131877+0000","last_became_peered":"2024-07-27T06:52:41.131877+0000","last_unstale":"2024-07-27T06:52:42.119350+0000","last_undegraded":"2024-07-27T06:52:42.119350+0000","last_fullsized":"2024-07-27T06:52:42.119350+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:11:01.372893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521477+0000","last_change":"2024-07-27T06:52:41.130346+0000","last_active":"2024-07-27T06:52:42.521477+0000","last_peered":"2024-07-27T06:52:42.521477+0000","last_clean":"2024-07-27T06:52:42.521477+0000","last_became_active":"2024-07-27T06:52:41.129999+0000","last_became_peered":"2024-07-27T06:52:41.129999+0000","last_unstale":"2024-07-27T06:52:42.521477+0000","last_undegraded":"2024-07-27T06:52:42.521477+0000","last_fullsized":"2024-07-27T06:52:42.521477+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:13.761407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.10","version":"66'8","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522447+0000","last_change":"2024-07-27T06:52:40.112392+0000","last_active":"2024-07-27T06:52:42.522447+0000","last_peered":"2024-07-27T06:52:42.522447+0000","last_clean":"2024-07-27T06:52:42.522447+0000","last_became_active":"2024-07-27T06:52:40.109865+0000","last_became_peered":"2024-07-27T06:52:40.109865+0000","last_unstale":"2024-07-27T06:52:42.522447+0000","last_undegraded":"2024-07-27T06:52:42.522447+0000","last_fullsized":"2024-07-27T06:52:42.522447+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:42.100012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127931+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:52:42.127931+0000","last_peered":"2024-07-27T06:52:42.127931+0000","last_clean":"2024-07-27T06:52:42.127931+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:52:42.127931+0000","last_undegraded":"2024-07-27T06:52:42.127931+0000","last_fullsized":"2024-07-27T06:52:42.127931+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125898+0000","last_change":"2024-07-27T06:52:41.112583+0000","last_active":"2024-07-27T06:52:42.125898+0000","last_peered":"2024-07-27T06:52:42.125898+0000","last_clean":"2024-07-27T06:52:42.125898+0000","last_became_active":"2024-07-27T06:52:41.112241+0000","last_became_peered":"2024-07-27T06:52:41.112241+0000","last_unstale":"2024-07-27T06:52:42.125898+0000","last_undegraded":"2024-07-27T06:52:42.125898+0000","last_fullsized":"2024-07-27T06:52:42.125898+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:38.944757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524202+0000","last_change":"2024-07-27T06:52:40.112498+0000","last_active":"2024-07-27T06:52:42.524202+0000","last_peered":"2024-07-27T06:52:42.524202+0000","last_clean":"2024-07-27T06:52:42.524202+0000","last_became_active":"2024-07-27T06:52:40.112089+0000","last_became_peered":"2024-07-27T06:52:40.112089+0000","last_unstale":"2024-07-27T06:52:42.524202+0000","last_undegraded":"2024-07-27T06:52:42.524202+0000","last_fullsized":"2024-07-27T06:52:42.524202+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:45:48.840293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523025+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:52:42.523025+0000","last_peered":"2024-07-27T06:52:42.523025+0000","last_clean":"2024-07-27T06:52:42.523025+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:52:42.523025+0000","last_undegraded":"2024-07-27T06:52:42.523025+0000","last_fullsized":"2024-07-27T06:52:42.523025+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522270+0000","last_change":"2024-07-27T06:52:41.137313+0000","last_active":"2024-07-27T06:52:42.522270+0000","last_peered":"2024-07-27T06:52:42.522270+0000","last_clean":"2024-07-27T06:52:42.522270+0000","last_became_active":"2024-07-27T06:52:41.137005+0000","last_became_peered":"2024-07-27T06:52:41.137005+0000","last_unstale":"2024-07-27T06:52:42.522270+0000","last_undegraded":"2024-07-27T06:52:42.522270+0000","last_fullsized":"2024-07-27T06:52:42.522270+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:09.171836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524433+0000","last_change":"2024-07-27T06:52:40.115091+0000","last_active":"2024-07-27T06:52:42.524433+0000","last_peered":"2024-07-27T06:52:42.524433+0000","last_clean":"2024-07-27T06:52:42.524433+0000","last_became_active":"2024-07-27T06:52:40.114757+0000","last_became_peered":"2024-07-27T06:52:40.114757+0000","last_unstale":"2024-07-27T06:52:42.524433+0000","last_undegraded":"2024-07-27T06:52:42.524433+0000","last_fullsized":"2024-07-27T06:52:42.524433+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:49:39.499631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":62,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120085+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:52:42.120085+0000","last_peered":"2024-07-27T06:52:42.120085+0000","last_clean":"2024-07-27T06:52:42.120085+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:52:42.120085+0000","last_undegraded":"2024-07-27T06:52:42.120085+0000","last_fullsized":"2024-07-27T06:52:42.120085+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521646+0000","last_change":"2024-07-27T06:52:41.123227+0000","last_active":"2024-07-27T06:52:42.521646+0000","last_peered":"2024-07-27T06:52:42.521646+0000","last_clean":"2024-07-27T06:52:42.521646+0000","last_became_active":"2024-07-27T06:52:41.121750+0000","last_became_peered":"2024-07-27T06:52:41.121750+0000","last_unstale":"2024-07-27T06:52:42.521646+0000","last_undegraded":"2024-07-27T06:52:42.521646+0000","last_fullsized":"2024-07-27T06:52:42.521646+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:33.424907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.13","version":"66'2","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.137820+0000","last_change":"2024-07-27T06:52:40.118604+0000","last_active":"2024-07-27T06:52:41.137820+0000","last_peered":"2024-07-27T06:52:41.137820+0000","last_clean":"2024-07-27T06:52:41.137820+0000","last_became_active":"2024-07-27T06:52:40.118125+0000","last_became_peered":"2024-07-27T06:52:40.118125+0000","last_unstale":"2024-07-27T06:52:41.137820+0000","last_undegraded":"2024-07-27T06:52:41.137820+0000","last_fullsized":"2024-07-27T06:52:41.137820+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:49:46.743006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523315+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:52:42.523315+0000","last_peered":"2024-07-27T06:52:42.523315+0000","last_clean":"2024-07-27T06:52:42.523315+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:52:42.523315+0000","last_undegraded":"2024-07-27T06:52:42.523315+0000","last_fullsized":"2024-07-27T06:52:42.523315+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127799+0000","last_change":"2024-07-27T06:52:41.124722+0000","last_active":"2024-07-27T06:52:42.127799+0000","last_peered":"2024-07-27T06:52:42.127799+0000","last_clean":"2024-07-27T06:52:42.127799+0000","last_became_active":"2024-07-27T06:52:41.123930+0000","last_became_peered":"2024-07-27T06:52:41.123930+0000","last_unstale":"2024-07-27T06:52:42.127799+0000","last_undegraded":"2024-07-27T06:52:42.127799+0000","last_fullsized":"2024-07-27T06:52:42.127799+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:26.895323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.14","version":"66'6","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.144621+0000","last_change":"2024-07-27T06:52:40.120477+0000","last_active":"2024-07-27T06:52:41.144621+0000","last_peered":"2024-07-27T06:52:41.144621+0000","last_clean":"2024-07-27T06:52:41.144621+0000","last_became_active":"2024-07-27T06:52:40.120116+0000","last_became_peered":"2024-07-27T06:52:40.120116+0000","last_unstale":"2024-07-27T06:52:41.144621+0000","last_undegraded":"2024-07-27T06:52:41.144621+0000","last_fullsized":"2024-07-27T06:52:41.144621+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:03:34.485307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520062+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:52:42.520062+0000","last_peered":"2024-07-27T06:52:42.520062+0000","last_clean":"2024-07-27T06:52:42.520062+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:52:42.520062+0000","last_undegraded":"2024-07-27T06:52:42.520062+0000","last_fullsized":"2024-07-27T06:52:42.520062+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520846+0000","last_change":"2024-07-27T06:52:41.142942+0000","last_active":"2024-07-27T06:52:42.520846+0000","last_peered":"2024-07-27T06:52:42.520846+0000","last_clean":"2024-07-27T06:52:42.520846+0000","last_became_active":"2024-07-27T06:52:41.136247+0000","last_became_peered":"2024-07-27T06:52:41.136247+0000","last_unstale":"2024-07-27T06:52:42.520846+0000","last_undegraded":"2024-07-27T06:52:42.520846+0000","last_fullsized":"2024-07-27T06:52:42.520846+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:52:34.359432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.15","version":"66'3","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129666+0000","last_change":"2024-07-27T06:52:40.108418+0000","last_active":"2024-07-27T06:52:42.129666+0000","last_peered":"2024-07-27T06:52:42.129666+0000","last_clean":"2024-07-27T06:52:42.129666+0000","last_became_active":"2024-07-27T06:52:40.107223+0000","last_became_peered":"2024-07-27T06:52:40.107223+0000","last_unstale":"2024-07-27T06:52:42.129666+0000","last_undegraded":"2024-07-27T06:52:42.129666+0000","last_fullsized":"2024-07-27T06:52:42.129666+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:39.289839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124058+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:52:42.124058+0000","last_peered":"2024-07-27T06:52:42.124058+0000","last_clean":"2024-07-27T06:52:42.124058+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:52:42.124058+0000","last_undegraded":"2024-07-27T06:52:42.124058+0000","last_fullsized":"2024-07-27T06:52:42.124058+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119908+0000","last_change":"2024-07-27T06:52:41.115147+0000","last_active":"2024-07-27T06:52:42.119908+0000","last_peered":"2024-07-27T06:52:42.119908+0000","last_clean":"2024-07-27T06:52:42.119908+0000","last_became_active":"2024-07-27T06:52:41.113574+0000","last_became_peered":"2024-07-27T06:52:41.113574+0000","last_unstale":"2024-07-27T06:52:42.119908+0000","last_undegraded":"2024-07-27T06:52:42.119908+0000","last_fullsized":"2024-07-27T06:52:42.119908+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:41:30.509313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120142+0000","last_change":"2024-07-27T06:52:40.125956+0000","last_active":"2024-07-27T06:52:42.120142+0000","last_peered":"2024-07-27T06:52:42.120142+0000","last_clean":"2024-07-27T06:52:42.120142+0000","last_became_active":"2024-07-27T06:52:40.125654+0000","last_became_peered":"2024-07-27T06:52:40.125654+0000","last_unstale":"2024-07-27T06:52:42.120142+0000","last_undegraded":"2024-07-27T06:52:42.120142+0000","last_fullsized":"2024-07-27T06:52:42.120142+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:14.905237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128974+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:52:42.128974+0000","last_peered":"2024-07-27T06:52:42.128974+0000","last_clean":"2024-07-27T06:52:42.128974+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:52:42.128974+0000","last_undegraded":"2024-07-27T06:52:42.128974+0000","last_fullsized":"2024-07-27T06:52:42.128974+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525096+0000","last_change":"2024-07-27T06:52:41.114692+0000","last_active":"2024-07-27T06:52:42.525096+0000","last_peered":"2024-07-27T06:52:42.525096+0000","last_clean":"2024-07-27T06:52:42.525096+0000","last_became_active":"2024-07-27T06:52:41.110122+0000","last_became_peered":"2024-07-27T06:52:41.110122+0000","last_unstale":"2024-07-27T06:52:42.525096+0000","last_undegraded":"2024-07-27T06:52:42.525096+0000","last_fullsized":"2024-07-27T06:52:42.525096+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:18:28.010333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520331+0000","last_change":"2024-07-27T06:52:40.122400+0000","last_active":"2024-07-27T06:52:42.520331+0000","last_peered":"2024-07-27T06:52:42.520331+0000","last_clean":"2024-07-27T06:52:42.520331+0000","last_became_active":"2024-07-27T06:52:40.122036+0000","last_became_peered":"2024-07-27T06:52:40.122036+0000","last_unstale":"2024-07-27T06:52:42.520331+0000","last_undegraded":"2024-07-27T06:52:42.520331+0000","last_fullsized":"2024-07-27T06:52:42.520331+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:50.467894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520652+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:52:42.520652+0000","last_peered":"2024-07-27T06:52:42.520652+0000","last_clean":"2024-07-27T06:52:42.520652+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:52:42.520652+0000","last_undegraded":"2024-07-27T06:52:42.520652+0000","last_fullsized":"2024-07-27T06:52:42.520652+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128344+0000","last_change":"2024-07-27T06:52:41.111905+0000","last_active":"2024-07-27T06:52:42.128344+0000","last_peered":"2024-07-27T06:52:42.128344+0000","last_clean":"2024-07-27T06:52:42.128344+0000","last_became_active":"2024-07-27T06:52:41.111477+0000","last_became_peered":"2024-07-27T06:52:41.111477+0000","last_unstale":"2024-07-27T06:52:42.128344+0000","last_undegraded":"2024-07-27T06:52:42.128344+0000","last_fullsized":"2024-07-27T06:52:42.128344+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:23.879179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124034+0000","last_change":"2024-07-27T06:52:40.114985+0000","last_active":"2024-07-27T06:52:42.124034+0000","last_peered":"2024-07-27T06:52:42.124034+0000","last_clean":"2024-07-27T06:52:42.124034+0000","last_became_active":"2024-07-27T06:52:40.114202+0000","last_became_peered":"2024-07-27T06:52:40.114202+0000","last_unstale":"2024-07-27T06:52:42.124034+0000","last_undegraded":"2024-07-27T06:52:42.124034+0000","last_fullsized":"2024-07-27T06:52:42.124034+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:31.084644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521711+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:52:42.521711+0000","last_peered":"2024-07-27T06:52:42.521711+0000","last_clean":"2024-07-27T06:52:42.521711+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:52:42.521711+0000","last_undegraded":"2024-07-27T06:52:42.521711+0000","last_fullsized":"2024-07-27T06:52:42.521711+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.134288+0000","last_change":"2024-07-27T06:52:41.122312+0000","last_active":"2024-07-27T06:52:41.134288+0000","last_peered":"2024-07-27T06:52:41.134288+0000","last_clean":"2024-07-27T06:52:41.134288+0000","last_became_active":"2024-07-27T06:52:41.121593+0000","last_became_peered":"2024-07-27T06:52:41.121593+0000","last_unstale":"2024-07-27T06:52:41.134288+0000","last_undegraded":"2024-07-27T06:52:41.134288+0000","last_fullsized":"2024-07-27T06:52:41.134288+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:14.167167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.113229+0000","last_change":"2024-07-27T06:52:40.122426+0000","last_active":"2024-07-27T06:52:41.113229+0000","last_peered":"2024-07-27T06:52:41.113229+0000","last_clean":"2024-07-27T06:52:41.113229+0000","last_became_active":"2024-07-27T06:52:40.121953+0000","last_became_peered":"2024-07-27T06:52:40.121953+0000","last_unstale":"2024-07-27T06:52:41.113229+0000","last_undegraded":"2024-07-27T06:52:41.113229+0000","last_fullsized":"2024-07-27T06:52:41.113229+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:59:46.675114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126616+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:52:42.126616+0000","last_peered":"2024-07-27T06:52:42.126616+0000","last_clean":"2024-07-27T06:52:42.126616+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:52:42.126616+0000","last_undegraded":"2024-07-27T06:52:42.126616+0000","last_fullsized":"2024-07-27T06:52:42.126616+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520723+0000","last_change":"2024-07-27T06:52:41.141227+0000","last_active":"2024-07-27T06:52:42.520723+0000","last_peered":"2024-07-27T06:52:42.520723+0000","last_clean":"2024-07-27T06:52:42.520723+0000","last_became_active":"2024-07-27T06:52:41.140818+0000","last_became_peered":"2024-07-27T06:52:41.140818+0000","last_unstale":"2024-07-27T06:52:42.520723+0000","last_undegraded":"2024-07-27T06:52:42.520723+0000","last_fullsized":"2024-07-27T06:52:42.520723+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:05:25.326256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1a","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524737+0000","last_change":"2024-07-27T06:52:40.123698+0000","last_active":"2024-07-27T06:52:42.524737+0000","last_peered":"2024-07-27T06:52:42.524737+0000","last_clean":"2024-07-27T06:52:42.524737+0000","last_became_active":"2024-07-27T06:52:40.122611+0000","last_became_peered":"2024-07-27T06:52:40.122611+0000","last_unstale":"2024-07-27T06:52:42.524737+0000","last_undegraded":"2024-07-27T06:52:42.524737+0000","last_fullsized":"2024-07-27T06:52:42.524737+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:37.556680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525893+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:52:42.525893+0000","last_peered":"2024-07-27T06:52:42.525893+0000","last_clean":"2024-07-27T06:52:42.525893+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:52:42.525893+0000","last_undegraded":"2024-07-27T06:52:42.525893+0000","last_fullsized":"2024-07-27T06:52:42.525893+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522450+0000","last_change":"2024-07-27T06:52:41.137205+0000","last_active":"2024-07-27T06:52:42.522450+0000","last_peered":"2024-07-27T06:52:42.522450+0000","last_clean":"2024-07-27T06:52:42.522450+0000","last_became_active":"2024-07-27T06:52:41.136859+0000","last_became_peered":"2024-07-27T06:52:41.136859+0000","last_unstale":"2024-07-27T06:52:42.522450+0000","last_undegraded":"2024-07-27T06:52:42.522450+0000","last_fullsized":"2024-07-27T06:52:42.522450+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:15.007300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1b","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127374+0000","last_change":"2024-07-27T06:52:40.110320+0000","last_active":"2024-07-27T06:52:42.127374+0000","last_peered":"2024-07-27T06:52:42.127374+0000","last_clean":"2024-07-27T06:52:42.127374+0000","last_became_active":"2024-07-27T06:52:40.108956+0000","last_became_peered":"2024-07-27T06:52:40.108956+0000","last_unstale":"2024-07-27T06:52:42.127374+0000","last_undegraded":"2024-07-27T06:52:42.127374+0000","last_fullsized":"2024-07-27T06:52:42.127374+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:41:29.492029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525156+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:52:42.525156+0000","last_peered":"2024-07-27T06:52:42.525156+0000","last_clean":"2024-07-27T06:52:42.525156+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:52:42.525156+0000","last_undegraded":"2024-07-27T06:52:42.525156+0000","last_fullsized":"2024-07-27T06:52:42.525156+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524961+0000","last_change":"2024-07-27T06:52:41.121882+0000","last_active":"2024-07-27T06:52:42.524961+0000","last_peered":"2024-07-27T06:52:42.524961+0000","last_clean":"2024-07-27T06:52:42.524961+0000","last_became_active":"2024-07-27T06:52:41.121529+0000","last_became_peered":"2024-07-27T06:52:41.121529+0000","last_unstale":"2024-07-27T06:52:42.524961+0000","last_undegraded":"2024-07-27T06:52:42.524961+0000","last_fullsized":"2024-07-27T06:52:42.524961+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:13.515870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1c","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522794+0000","last_change":"2024-07-27T06:52:40.123943+0000","last_active":"2024-07-27T06:52:42.522794+0000","last_peered":"2024-07-27T06:52:42.522794+0000","last_clean":"2024-07-27T06:52:42.522794+0000","last_became_active":"2024-07-27T06:52:40.123405+0000","last_became_peered":"2024-07-27T06:52:40.123405+0000","last_unstale":"2024-07-27T06:52:42.522794+0000","last_undegraded":"2024-07-27T06:52:42.522794+0000","last_fullsized":"2024-07-27T06:52:42.522794+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:23.750820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519684+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:52:42.519684+0000","last_peered":"2024-07-27T06:52:42.519684+0000","last_clean":"2024-07-27T06:52:42.519684+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:52:42.519684+0000","last_undegraded":"2024-07-27T06:52:42.519684+0000","last_fullsized":"2024-07-27T06:52:42.519684+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522888+0000","last_change":"2024-07-27T06:52:41.139945+0000","last_active":"2024-07-27T06:52:42.522888+0000","last_peered":"2024-07-27T06:52:42.522888+0000","last_clean":"2024-07-27T06:52:42.522888+0000","last_became_active":"2024-07-27T06:52:41.139601+0000","last_became_peered":"2024-07-27T06:52:41.139601+0000","last_unstale":"2024-07-27T06:52:42.522888+0000","last_undegraded":"2024-07-27T06:52:42.522888+0000","last_fullsized":"2024-07-27T06:52:42.522888+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:32.101928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1d","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521551+0000","last_change":"2024-07-27T06:52:40.108396+0000","last_active":"2024-07-27T06:52:42.521551+0000","last_peered":"2024-07-27T06:52:42.521551+0000","last_clean":"2024-07-27T06:52:42.521551+0000","last_became_active":"2024-07-27T06:52:40.107994+0000","last_became_peered":"2024-07-27T06:52:40.107994+0000","last_unstale":"2024-07-27T06:52:42.521551+0000","last_undegraded":"2024-07-27T06:52:42.521551+0000","last_fullsized":"2024-07-27T06:52:42.521551+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:37.927473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521225+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:52:42.521225+0000","last_peered":"2024-07-27T06:52:42.521225+0000","last_clean":"2024-07-27T06:52:42.521225+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:52:42.521225+0000","last_undegraded":"2024-07-27T06:52:42.521225+0000","last_fullsized":"2024-07-27T06:52:42.521225+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524710+0000","last_change":"2024-07-27T06:52:41.135151+0000","last_active":"2024-07-27T06:52:42.524710+0000","last_peered":"2024-07-27T06:52:42.524710+0000","last_clean":"2024-07-27T06:52:42.524710+0000","last_became_active":"2024-07-27T06:52:41.134799+0000","last_became_peered":"2024-07-27T06:52:41.134799+0000","last_unstale":"2024-07-27T06:52:42.524710+0000","last_undegraded":"2024-07-27T06:52:42.524710+0000","last_fullsized":"2024-07-27T06:52:42.524710+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:24.768105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1e","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128711+0000","last_change":"2024-07-27T06:52:40.110782+0000","last_active":"2024-07-27T06:52:42.128711+0000","last_peered":"2024-07-27T06:52:42.128711+0000","last_clean":"2024-07-27T06:52:42.128711+0000","last_became_active":"2024-07-27T06:52:40.110418+0000","last_became_peered":"2024-07-27T06:52:40.110418+0000","last_unstale":"2024-07-27T06:52:42.128711+0000","last_undegraded":"2024-07-27T06:52:42.128711+0000","last_fullsized":"2024-07-27T06:52:42.128711+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:34:39.289839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524157+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:52:42.524157+0000","last_peered":"2024-07-27T06:52:42.524157+0000","last_clean":"2024-07-27T06:52:42.524157+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:52:42.524157+0000","last_undegraded":"2024-07-27T06:52:42.524157+0000","last_fullsized":"2024-07-27T06:52:42.524157+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522202+0000","last_change":"2024-07-27T06:52:41.136207+0000","last_active":"2024-07-27T06:52:42.522202+0000","last_peered":"2024-07-27T06:52:42.522202+0000","last_clean":"2024-07-27T06:52:42.522202+0000","last_became_active":"2024-07-27T06:52:41.132376+0000","last_became_peered":"2024-07-27T06:52:41.132376+0000","last_unstale":"2024-07-27T06:52:42.522202+0000","last_undegraded":"2024-07-27T06:52:42.522202+0000","last_fullsized":"2024-07-27T06:52:42.522202+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:04.194787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.1f","version":"66'4","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523483+0000","last_change":"2024-07-27T06:52:40.113299+0000","last_active":"2024-07-27T06:52:42.523483+0000","last_peered":"2024-07-27T06:52:42.523483+0000","last_clean":"2024-07-27T06:52:42.523483+0000","last_became_active":"2024-07-27T06:52:40.111893+0000","last_became_peered":"2024-07-27T06:52:40.111893+0000","last_unstale":"2024-07-27T06:52:42.523483+0000","last_undegraded":"2024-07-27T06:52:42.523483+0000","last_fullsized":"2024-07-27T06:52:42.523483+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:58.026093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524672+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:52:42.524672+0000","last_peered":"2024-07-27T06:52:42.524672+0000","last_clean":"2024-07-27T06:52:42.524672+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:52:42.524672+0000","last_undegraded":"2024-07-27T06:52:42.524672+0000","last_fullsized":"2024-07-27T06:52:42.524672+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119213+0000","last_change":"2024-07-27T06:52:41.112585+0000","last_active":"2024-07-27T06:52:42.119213+0000","last_peered":"2024-07-27T06:52:42.119213+0000","last_clean":"2024-07-27T06:52:42.119213+0000","last_became_active":"2024-07-27T06:52:41.111487+0000","last_became_peered":"2024-07-27T06:52:41.111487+0000","last_unstale":"2024-07-27T06:52:42.119213+0000","last_undegraded":"2024-07-27T06:52:42.119213+0000","last_fullsized":"2024-07-27T06:52:42.119213+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:51.777010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519798+0000","last_change":"2024-07-27T06:52:40.109851+0000","last_active":"2024-07-27T06:52:42.519798+0000","last_peered":"2024-07-27T06:52:42.519798+0000","last_clean":"2024-07-27T06:52:42.519798+0000","last_became_active":"2024-07-27T06:52:40.109541+0000","last_became_peered":"2024-07-27T06:52:40.109541+0000","last_unstale":"2024-07-27T06:52:42.519798+0000","last_undegraded":"2024-07-27T06:52:42.519798+0000","last_fullsized":"2024-07-27T06:52:42.519798+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:02:35.124451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525093+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:52:42.525093+0000","last_peered":"2024-07-27T06:52:42.525093+0000","last_clean":"2024-07-27T06:52:42.525093+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:52:42.525093+0000","last_undegraded":"2024-07-27T06:52:42.525093+0000","last_fullsized":"2024-07-27T06:52:42.525093+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.134265+0000","last_change":"2024-07-27T06:52:41.121934+0000","last_active":"2024-07-27T06:52:41.134265+0000","last_peered":"2024-07-27T06:52:41.134265+0000","last_clean":"2024-07-27T06:52:41.134265+0000","last_became_active":"2024-07-27T06:52:41.121145+0000","last_became_peered":"2024-07-27T06:52:41.121145+0000","last_unstale":"2024-07-27T06:52:41.134265+0000","last_undegraded":"2024-07-27T06:52:41.134265+0000","last_fullsized":"2024-07-27T06:52:41.134265+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:28:33.786797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119443+0000","last_change":"2024-07-27T06:52:40.119079+0000","last_active":"2024-07-27T06:52:42.119443+0000","last_peered":"2024-07-27T06:52:42.119443+0000","last_clean":"2024-07-27T06:52:42.119443+0000","last_became_active":"2024-07-27T06:52:40.118677+0000","last_became_peered":"2024-07-27T06:52:40.118677+0000","last_unstale":"2024-07-27T06:52:42.119443+0000","last_undegraded":"2024-07-27T06:52:42.119443+0000","last_fullsized":"2024-07-27T06:52:42.119443+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:36:33.606820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523020+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:52:42.523020+0000","last_peered":"2024-07-27T06:52:42.523020+0000","last_clean":"2024-07-27T06:52:42.523020+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:52:42.523020+0000","last_undegraded":"2024-07-27T06:52:42.523020+0000","last_fullsized":"2024-07-27T06:52:42.523020+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521370+0000","last_change":"2024-07-27T06:52:41.136284+0000","last_active":"2024-07-27T06:52:42.521370+0000","last_peered":"2024-07-27T06:52:42.521370+0000","last_clean":"2024-07-27T06:52:42.521370+0000","last_became_active":"2024-07-27T06:52:41.135991+0000","last_became_peered":"2024-07-27T06:52:41.135991+0000","last_unstale":"2024-07-27T06:52:42.521370+0000","last_undegraded":"2024-07-27T06:52:42.521370+0000","last_fullsized":"2024-07-27T06:52:42.521370+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:54:21.994941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125910+0000","last_change":"2024-07-27T06:52:40.119932+0000","last_active":"2024-07-27T06:52:42.125910+0000","last_peered":"2024-07-27T06:52:42.125910+0000","last_clean":"2024-07-27T06:52:42.125910+0000","last_became_active":"2024-07-27T06:52:40.118135+0000","last_became_peered":"2024-07-27T06:52:40.118135+0000","last_unstale":"2024-07-27T06:52:42.125910+0000","last_undegraded":"2024-07-27T06:52:42.125910+0000","last_fullsized":"2024-07-27T06:52:42.125910+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:12.001914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524865+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:52:42.524865+0000","last_peered":"2024-07-27T06:52:42.524865+0000","last_clean":"2024-07-27T06:52:42.524865+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:52:42.524865+0000","last_undegraded":"2024-07-27T06:52:42.524865+0000","last_fullsized":"2024-07-27T06:52:42.524865+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125854+0000","last_change":"2024-07-27T06:52:41.121610+0000","last_active":"2024-07-27T06:52:42.125854+0000","last_peered":"2024-07-27T06:52:42.125854+0000","last_clean":"2024-07-27T06:52:42.125854+0000","last_became_active":"2024-07-27T06:52:41.121287+0000","last_became_peered":"2024-07-27T06:52:41.121287+0000","last_unstale":"2024-07-27T06:52:42.125854+0000","last_undegraded":"2024-07-27T06:52:42.125854+0000","last_fullsized":"2024-07-27T06:52:42.125854+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:27.500203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126983+0000","last_change":"2024-07-27T06:52:40.110925+0000","last_active":"2024-07-27T06:52:42.126983+0000","last_peered":"2024-07-27T06:52:42.126983+0000","last_clean":"2024-07-27T06:52:42.126983+0000","last_became_active":"2024-07-27T06:52:40.110603+0000","last_became_peered":"2024-07-27T06:52:40.110603+0000","last_unstale":"2024-07-27T06:52:42.126983+0000","last_undegraded":"2024-07-27T06:52:42.126983+0000","last_fullsized":"2024-07-27T06:52:42.126983+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:24:31.910617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523623+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:52:42.523623+0000","last_peered":"2024-07-27T06:52:42.523623+0000","last_clean":"2024-07-27T06:52:42.523623+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:52:42.523623+0000","last_undegraded":"2024-07-27T06:52:42.523623+0000","last_fullsized":"2024-07-27T06:52:42.523623+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525259+0000","last_change":"2024-07-27T06:52:41.117034+0000","last_active":"2024-07-27T06:52:42.525259+0000","last_peered":"2024-07-27T06:52:42.525259+0000","last_clean":"2024-07-27T06:52:42.525259+0000","last_became_active":"2024-07-27T06:52:41.116167+0000","last_became_peered":"2024-07-27T06:52:41.116167+0000","last_unstale":"2024-07-27T06:52:42.525259+0000","last_undegraded":"2024-07-27T06:52:42.525259+0000","last_fullsized":"2024-07-27T06:52:42.525259+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:16.514404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129627+0000","last_change":"2024-07-27T06:52:40.110192+0000","last_active":"2024-07-27T06:52:42.129627+0000","last_peered":"2024-07-27T06:52:42.129627+0000","last_clean":"2024-07-27T06:52:42.129627+0000","last_became_active":"2024-07-27T06:52:40.109747+0000","last_became_peered":"2024-07-27T06:52:40.109747+0000","last_unstale":"2024-07-27T06:52:42.129627+0000","last_undegraded":"2024-07-27T06:52:42.129627+0000","last_fullsized":"2024-07-27T06:52:42.129627+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:37.804037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124223+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:52:42.124223+0000","last_peered":"2024-07-27T06:52:42.124223+0000","last_clean":"2024-07-27T06:52:42.124223+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:52:42.124223+0000","last_undegraded":"2024-07-27T06:52:42.124223+0000","last_fullsized":"2024-07-27T06:52:42.124223+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119633+0000","last_change":"2024-07-27T06:52:41.112382+0000","last_active":"2024-07-27T06:52:42.119633+0000","last_peered":"2024-07-27T06:52:42.119633+0000","last_clean":"2024-07-27T06:52:42.119633+0000","last_became_active":"2024-07-27T06:52:41.111989+0000","last_became_peered":"2024-07-27T06:52:41.111989+0000","last_unstale":"2024-07-27T06:52:42.119633+0000","last_undegraded":"2024-07-27T06:52:42.119633+0000","last_fullsized":"2024-07-27T06:52:42.119633+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:32.101928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129802+0000","last_change":"2024-07-27T06:52:40.117892+0000","last_active":"2024-07-27T06:52:42.129802+0000","last_peered":"2024-07-27T06:52:42.129802+0000","last_clean":"2024-07-27T06:52:42.129802+0000","last_became_active":"2024-07-27T06:52:40.117403+0000","last_became_peered":"2024-07-27T06:52:40.117403+0000","last_unstale":"2024-07-27T06:52:42.129802+0000","last_undegraded":"2024-07-27T06:52:42.129802+0000","last_fullsized":"2024-07-27T06:52:42.129802+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:12.001914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124544+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:52:42.124544+0000","last_peered":"2024-07-27T06:52:42.124544+0000","last_clean":"2024-07-27T06:52:42.124544+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:52:42.124544+0000","last_undegraded":"2024-07-27T06:52:42.124544+0000","last_fullsized":"2024-07-27T06:52:42.124544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.525733+0000","last_change":"2024-07-27T06:52:41.131274+0000","last_active":"2024-07-27T06:52:42.525733+0000","last_peered":"2024-07-27T06:52:42.525733+0000","last_clean":"2024-07-27T06:52:42.525733+0000","last_became_active":"2024-07-27T06:52:41.130922+0000","last_became_peered":"2024-07-27T06:52:41.130922+0000","last_unstale":"2024-07-27T06:52:42.525733+0000","last_undegraded":"2024-07-27T06:52:42.525733+0000","last_fullsized":"2024-07-27T06:52:42.525733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:54.641743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.6","version":"67'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522330+0000","last_change":"2024-07-27T06:52:40.115432+0000","last_active":"2024-07-27T06:52:42.522330+0000","last_peered":"2024-07-27T06:52:42.522330+0000","last_clean":"2024-07-27T06:52:42.522330+0000","last_became_active":"2024-07-27T06:52:40.115116+0000","last_became_peered":"2024-07-27T06:52:40.115116+0000","last_unstale":"2024-07-27T06:52:42.522330+0000","last_undegraded":"2024-07-27T06:52:42.522330+0000","last_fullsized":"2024-07-27T06:52:42.522330+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:26.482919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":59,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.113730+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:52:41.113730+0000","last_peered":"2024-07-27T06:52:41.113730+0000","last_clean":"2024-07-27T06:52:41.113730+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:52:41.113730+0000","last_undegraded":"2024-07-27T06:52:41.113730+0000","last_fullsized":"2024-07-27T06:52:41.113730+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128417+0000","last_change":"2024-07-27T06:52:41.125239+0000","last_active":"2024-07-27T06:52:42.128417+0000","last_peered":"2024-07-27T06:52:42.128417+0000","last_clean":"2024-07-27T06:52:42.128417+0000","last_became_active":"2024-07-27T06:52:41.123856+0000","last_became_peered":"2024-07-27T06:52:41.123856+0000","last_unstale":"2024-07-27T06:52:42.128417+0000","last_undegraded":"2024-07-27T06:52:42.128417+0000","last_fullsized":"2024-07-27T06:52:42.128417+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:41.477299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.7","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521308+0000","last_change":"2024-07-27T06:52:40.114792+0000","last_active":"2024-07-27T06:52:42.521308+0000","last_peered":"2024-07-27T06:52:42.521308+0000","last_clean":"2024-07-27T06:52:42.521308+0000","last_became_active":"2024-07-27T06:52:40.114179+0000","last_became_peered":"2024-07-27T06:52:40.114179+0000","last_unstale":"2024-07-27T06:52:42.521308+0000","last_undegraded":"2024-07-27T06:52:42.521308+0000","last_fullsized":"2024-07-27T06:52:42.521308+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:25.878039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.127808+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:52:42.127808+0000","last_peered":"2024-07-27T06:52:42.127808+0000","last_clean":"2024-07-27T06:52:42.127808+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:52:42.127808+0000","last_undegraded":"2024-07-27T06:52:42.127808+0000","last_fullsized":"2024-07-27T06:52:42.127808+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126765+0000","last_change":"2024-07-27T06:52:41.118134+0000","last_active":"2024-07-27T06:52:42.126765+0000","last_peered":"2024-07-27T06:52:42.126765+0000","last_clean":"2024-07-27T06:52:42.126765+0000","last_became_active":"2024-07-27T06:52:41.117797+0000","last_became_peered":"2024-07-27T06:52:41.117797+0000","last_unstale":"2024-07-27T06:52:42.126765+0000","last_undegraded":"2024-07-27T06:52:42.126765+0000","last_fullsized":"2024-07-27T06:52:42.126765+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:35.798098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.124357+0000","last_change":"2024-07-27T06:52:40.122965+0000","last_active":"2024-07-27T06:52:42.124357+0000","last_peered":"2024-07-27T06:52:42.124357+0000","last_clean":"2024-07-27T06:52:42.124357+0000","last_became_active":"2024-07-27T06:52:40.122593+0000","last_became_peered":"2024-07-27T06:52:40.122593+0000","last_unstale":"2024-07-27T06:52:42.124357+0000","last_undegraded":"2024-07-27T06:52:42.124357+0000","last_fullsized":"2024-07-27T06:52:42.124357+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:34.142154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521794+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:52:42.521794+0000","last_peered":"2024-07-27T06:52:42.521794+0000","last_clean":"2024-07-27T06:52:42.521794+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:52:42.521794+0000","last_undegraded":"2024-07-27T06:52:42.521794+0000","last_fullsized":"2024-07-27T06:52:42.521794+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.136861+0000","last_change":"2024-07-27T06:52:41.126045+0000","last_active":"2024-07-27T06:52:41.136861+0000","last_peered":"2024-07-27T06:52:41.136861+0000","last_clean":"2024-07-27T06:52:41.136861+0000","last_became_active":"2024-07-27T06:52:41.125694+0000","last_became_peered":"2024-07-27T06:52:41.125694+0000","last_unstale":"2024-07-27T06:52:41.136861+0000","last_undegraded":"2024-07-27T06:52:41.136861+0000","last_fullsized":"2024-07-27T06:52:41.136861+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:19:04.157358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119420+0000","last_change":"2024-07-27T06:52:40.119883+0000","last_active":"2024-07-27T06:52:42.119420+0000","last_peered":"2024-07-27T06:52:42.119420+0000","last_clean":"2024-07-27T06:52:42.119420+0000","last_became_active":"2024-07-27T06:52:40.119539+0000","last_became_peered":"2024-07-27T06:52:40.119539+0000","last_unstale":"2024-07-27T06:52:42.119420+0000","last_undegraded":"2024-07-27T06:52:42.119420+0000","last_fullsized":"2024-07-27T06:52:42.119420+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:20:46.586497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.129778+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:52:42.129778+0000","last_peered":"2024-07-27T06:52:42.129778+0000","last_clean":"2024-07-27T06:52:42.129778+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:52:42.129778+0000","last_undegraded":"2024-07-27T06:52:42.129778+0000","last_fullsized":"2024-07-27T06:52:42.129778+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":10,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-07-27T06:52:41.137731+0000","last_change":"2024-07-27T06:52:41.129246+0000","last_active":"2024-07-27T06:52:41.137731+0000","last_peered":"2024-07-27T06:52:41.137731+0000","last_clean":"2024-07-27T06:52:41.137731+0000","last_became_active":"2024-07-27T06:52:41.128874+0000","last_became_peered":"2024-07-27T06:52:41.128874+0000","last_unstale":"2024-07-27T06:52:41.137731+0000","last_undegraded":"2024-07-27T06:52:41.137731+0000","last_fullsized":"2024-07-27T06:52:41.137731+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:49.105176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521716+0000","last_change":"2024-07-27T06:52:40.110272+0000","last_active":"2024-07-27T06:52:42.521716+0000","last_peered":"2024-07-27T06:52:42.521716+0000","last_clean":"2024-07-27T06:52:42.521716+0000","last_became_active":"2024-07-27T06:52:40.109893+0000","last_became_peered":"2024-07-27T06:52:40.109893+0000","last_unstale":"2024-07-27T06:52:42.521716+0000","last_undegraded":"2024-07-27T06:52:42.521716+0000","last_fullsized":"2024-07-27T06:52:42.521716+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:08.154552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":61,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.521462+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:52:42.521462+0000","last_peered":"2024-07-27T06:52:42.521462+0000","last_clean":"2024-07-27T06:52:42.521462+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:52:42.521462+0000","last_undegraded":"2024-07-27T06:52:42.521462+0000","last_fullsized":"2024-07-27T06:52:42.521462+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524015+0000","last_change":"2024-07-27T06:52:41.144580+0000","last_active":"2024-07-27T06:52:42.524015+0000","last_peered":"2024-07-27T06:52:42.524015+0000","last_clean":"2024-07-27T06:52:42.524015+0000","last_became_active":"2024-07-27T06:52:41.144184+0000","last_became_peered":"2024-07-27T06:52:41.144184+0000","last_unstale":"2024-07-27T06:52:42.524015+0000","last_undegraded":"2024-07-27T06:52:42.524015+0000","last_fullsized":"2024-07-27T06:52:42.524015+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:02:36.141735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522941+0000","last_change":"2024-07-27T06:52:40.123652+0000","last_active":"2024-07-27T06:52:42.522941+0000","last_peered":"2024-07-27T06:52:42.522941+0000","last_clean":"2024-07-27T06:52:42.522941+0000","last_became_active":"2024-07-27T06:52:40.123041+0000","last_became_peered":"2024-07-27T06:52:40.123041+0000","last_unstale":"2024-07-27T06:52:42.522941+0000","last_undegraded":"2024-07-27T06:52:42.522941+0000","last_fullsized":"2024-07-27T06:52:42.522941+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:23.559730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.519864+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:52:42.519864+0000","last_peered":"2024-07-27T06:52:42.519864+0000","last_clean":"2024-07-27T06:52:42.519864+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:52:42.519864+0000","last_undegraded":"2024-07-27T06:52:42.519864+0000","last_fullsized":"2024-07-27T06:52:42.519864+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.523407+0000","last_change":"2024-07-27T06:52:41.133379+0000","last_active":"2024-07-27T06:52:42.523407+0000","last_peered":"2024-07-27T06:52:42.523407+0000","last_clean":"2024-07-27T06:52:42.523407+0000","last_became_active":"2024-07-27T06:52:41.133093+0000","last_became_peered":"2024-07-27T06:52:41.133093+0000","last_unstale":"2024-07-27T06:52:42.523407+0000","last_undegraded":"2024-07-27T06:52:42.523407+0000","last_fullsized":"2024-07-27T06:52:42.523407+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:20:47.603781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.d","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119741+0000","last_change":"2024-07-27T06:52:40.125583+0000","last_active":"2024-07-27T06:52:42.119741+0000","last_peered":"2024-07-27T06:52:42.119741+0000","last_clean":"2024-07-27T06:52:42.119741+0000","last_became_active":"2024-07-27T06:52:40.125259+0000","last_became_peered":"2024-07-27T06:52:40.125259+0000","last_unstale":"2024-07-27T06:52:42.119741+0000","last_undegraded":"2024-07-27T06:52:42.119741+0000","last_fullsized":"2024-07-27T06:52:42.119741+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:12.744123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":60,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522575+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:52:42.522575+0000","last_peered":"2024-07-27T06:52:42.522575+0000","last_clean":"2024-07-27T06:52:42.522575+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:52:42.522575+0000","last_undegraded":"2024-07-27T06:52:42.522575+0000","last_fullsized":"2024-07-27T06:52:42.522575+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.119970+0000","last_change":"2024-07-27T06:52:41.115401+0000","last_active":"2024-07-27T06:52:42.119970+0000","last_peered":"2024-07-27T06:52:42.119970+0000","last_clean":"2024-07-27T06:52:42.119970+0000","last_became_active":"2024-07-27T06:52:41.115070+0000","last_became_peered":"2024-07-27T06:52:41.115070+0000","last_unstale":"2024-07-27T06:52:42.119970+0000","last_undegraded":"2024-07-27T06:52:42.119970+0000","last_fullsized":"2024-07-27T06:52:42.119970+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:24:32.927901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.e","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120361+0000","last_change":"2024-07-27T06:52:40.129547+0000","last_active":"2024-07-27T06:52:42.120361+0000","last_peered":"2024-07-27T06:52:42.120361+0000","last_clean":"2024-07-27T06:52:42.120361+0000","last_became_active":"2024-07-27T06:52:40.129150+0000","last_became_peered":"2024-07-27T06:52:40.129150+0000","last_unstale":"2024-07-27T06:52:42.120361+0000","last_undegraded":"2024-07-27T06:52:42.120361+0000","last_fullsized":"2024-07-27T06:52:42.120361+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:50.398740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.126139+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:52:42.126139+0000","last_peered":"2024-07-27T06:52:42.126139+0000","last_clean":"2024-07-27T06:52:42.126139+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:52:42.126139+0000","last_undegraded":"2024-07-27T06:52:42.126139+0000","last_fullsized":"2024-07-27T06:52:42.126139+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.120148+0000","last_change":"2024-07-27T06:52:41.132259+0000","last_active":"2024-07-27T06:52:42.120148+0000","last_peered":"2024-07-27T06:52:42.120148+0000","last_clean":"2024-07-27T06:52:42.120148+0000","last_became_active":"2024-07-27T06:52:41.131866+0000","last_became_peered":"2024-07-27T06:52:41.131866+0000","last_unstale":"2024-07-27T06:52:42.120148+0000","last_undegraded":"2024-07-27T06:52:42.120148+0000","last_fullsized":"2024-07-27T06:52:42.120148+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:18:35.159438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.f","version":"66'1","reported_seq":16,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.520846+0000","last_change":"2024-07-27T06:52:40.114488+0000","last_active":"2024-07-27T06:52:42.520846+0000","last_peered":"2024-07-27T06:52:42.520846+0000","last_clean":"2024-07-27T06:52:42.520846+0000","last_became_active":"2024-07-27T06:52:40.113711+0000","last_became_peered":"2024-07-27T06:52:40.113711+0000","last_unstale":"2024-07-27T06:52:42.520846+0000","last_undegraded":"2024-07-27T06:52:42.520846+0000","last_fullsized":"2024-07-27T06:52:42.520846+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:59.939023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128624+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:52:42.128624+0000","last_peered":"2024-07-27T06:52:42.128624+0000","last_clean":"2024-07-27T06:52:42.128624+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:52:42.128624+0000","last_undegraded":"2024-07-27T06:52:42.128624+0000","last_fullsized":"2024-07-27T06:52:42.128624+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.125291+0000","last_change":"2024-07-27T06:52:41.143021+0000","last_active":"2024-07-27T06:52:42.125291+0000","last_peered":"2024-07-27T06:52:42.125291+0000","last_clean":"2024-07-27T06:52:42.125291+0000","last_became_active":"2024-07-27T06:52:41.142716+0000","last_became_peered":"2024-07-27T06:52:41.142716+0000","last_unstale":"2024-07-27T06:52:42.125291+0000","last_undegraded":"2024-07-27T06:52:42.125291+0000","last_fullsized":"2024-07-27T06:52:42.125291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:40.059767+0000","last_clean_scrub_stamp":"2024-07-27T06:52:40.059767+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:06.967931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.b","version":"66'2","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.524623+0000","last_change":"2024-07-27T06:52:40.110089+0000","last_active":"2024-07-27T06:52:42.524623+0000","last_peered":"2024-07-27T06:52:42.524623+0000","last_clean":"2024-07-27T06:52:42.524623+0000","last_became_active":"2024-07-27T06:52:40.109754+0000","last_became_peered":"2024-07-27T06:52:40.109754+0000","last_unstale":"2024-07-27T06:52:42.524623+0000","last_undegraded":"2024-07-27T06:52:42.524623+0000","last_fullsized":"2024-07-27T06:52:42.524623+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:39.042483+0000","last_clean_scrub_stamp":"2024-07-27T06:52:39.042483+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:19.133780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":65,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.128626+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:52:42.128626+0000","last_peered":"2024-07-27T06:52:42.128626+0000","last_clean":"2024-07-27T06:52:42.128626+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:52:42.128626+0000","last_undegraded":"2024-07-27T06:52:42.128626+0000","last_fullsized":"2024-07-27T06:52:42.128626+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":193,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-07-27T06:52:42.522921+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:52:42.522921+0000","last_peered":"2024-07-27T06:52:42.522921+0000","last_clean":"2024-07-27T06:52:42.522921+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:52:42.522921+0000","last_undegraded":"2024-07-27T06:52:42.522921+0000","last_fullsized":"2024-07-27T06:52:42.522921+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476775,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":811008,"data_stored":371319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476773,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31964,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339876,"statfs":{"total":96636764160,"available":96604033024,"internally_reserved":0,"allocated":802816,"data_stored":371775,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476775,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32540,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339300,"statfs":{"total":96636764160,"available":96603443200,"internally_reserved":0,"allocated":1392640,"data_stored":961561,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476773,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":371263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509477,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27812,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344028,"statfs":{"total":96636764160,"available":96608284672,"internally_reserved":0,"allocated":811008,"data_stored":372805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509476,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32544,"kb_used_data":1364,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339296,"statfs":{"total":96636764160,"available":96603439104,"internally_reserved":0,"allocated":1396736,"data_stored":961651,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509477,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":792,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":811008,"data_stored":371887,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542180,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":802816,"data_stored":365794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:52:46.505 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:52:46.505 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 -- 172.21.15.66:0/1346496242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d015e200 msgr2=0x7f50d006e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 --2- 172.21.15.66:0/1346496242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d015e200 0x7f50d006e030 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f50bc009830 tx=0x7f50bc02a480 comp rx=0 tx=0).stop 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 -- 172.21.15.66:0/1346496242 shutdown_connections 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 --2- 172.21.15.66:0/1346496242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d015e200 0x7f50d006e030 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 -- 172.21.15.66:0/1346496242 >> 172.21.15.66:0/1346496242 conn(0x7f50d006cf40 msgr2=0x7f50d00b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 -- 172.21.15.66:0/1346496242 shutdown_connections 2024-07-27T06:52:46.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.847+0000 7f50cfe00640 1 -- 172.21.15.66:0/1346496242 wait complete. 2024-07-27T06:52:46.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.850+0000 7f50cfe00640 1 Processor -- start 2024-07-27T06:52:46.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.850+0000 7f50cfe00640 1 -- start start 2024-07-27T06:52:46.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50d0070170 0x7f50d0145630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50d0158f00 0x7f50d0159310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50d0073100 con 0x7f50d0151090 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f50d0072f80 con 0x7f50d0158f00 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.851+0000 7f50cfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f50d0073280 con 0x7f50d0070170 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52468/0 (socket says 172.21.15.66:52468) 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 -- 172.21.15.66:0/2035690476 learned_addr learned my addr 172.21.15.66:0/2035690476 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50cea00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50d0070170 0x7f50d0145630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50cf400640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50d0158f00 0x7f50d0159310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 -- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50d0070170 msgr2=0x7f50d0145630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50d0070170 0x7f50d0145630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 -- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50d0158f00 msgr2=0x7f50d0159310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:46.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50d0158f00 0x7f50d0159310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:46.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.852+0000 7f50ce000640 1 -- 172.21.15.66:0/2035690476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d0159850 con 0x7f50d0151090 2024-07-27T06:52:46.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50ce000640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f50bc02aa70 tx=0x7f50bc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:46.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc031d60 con 0x7f50d0151090 2024-07-27T06:52:46.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50bc033e10 con 0x7f50d0151090 2024-07-27T06:52:46.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50bc005260 con 0x7f50d0151090 2024-07-27T06:52:46.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d016ab50 con 0x7f50d0151090 2024-07-27T06:52:46.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.853+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d0132090 con 0x7f50d0151090 2024-07-27T06:52:46.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.854+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50d016a8c0 con 0x7f50d0151090 2024-07-27T06:52:46.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.855+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f50bc005400 con 0x7f50d0151090 2024-07-27T06:52:46.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.856+0000 7f50c6a00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 0x7f50b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:46.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.857+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f50bc0b9ea0 con 0x7f50d0151090 2024-07-27T06:52:46.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.857+0000 7f50cea00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 0x7f50b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:46.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.858+0000 7f50cea00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 0x7f50b0079520 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f50c0000f60 tx=0x7f50c0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:46.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:46.862+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f50d0159850 con 0x7f50d0151090 2024-07-27T06:52:47.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.159+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f50d0073760 con 0x7f50d0151090 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.165+0000 7f50c6a00640 1 -- 172.21.15.66:0/2035690476 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f50bc03f030 con 0x7f50d0151090 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T06:52:47.167 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T06:52:47.168 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.168+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 msgr2=0x7f50b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.168+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 0x7f50b0079520 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f50c0000f60 tx=0x7f50c0009040 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.168+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 msgr2=0x7f50d0169980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.168+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f50bc02aa70 tx=0x7f50bc033c20 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 shutdown_connections 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f50b0077010 0x7f50b0079520 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50d0158f00 0x7f50d0159310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50d0151090 0x7f50d0169980 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 --2- 172.21.15.66:0/2035690476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50d0070170 0x7f50d0145630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 >> 172.21.15.66:0/2035690476 conn(0x7f50d006cf40 msgr2=0x7f50d00b15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 shutdown_connections 2024-07-27T06:52:47.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.169+0000 7f50cfe00640 1 -- 172.21.15.66:0/2035690476 wait complete. 2024-07-27T06:52:47.201 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 -- 172.21.15.66:0/2554746772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc1600d0 msgr2=0x7f35cc0cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 --2- 172.21.15.66:0/2554746772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc1600d0 0x7f35cc0cf0c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f35c4005fd0 tx=0x7f35c402aa00 comp rx=0 tx=0).stop 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 -- 172.21.15.66:0/2554746772 shutdown_connections 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 --2- 172.21.15.66:0/2554746772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc1600d0 0x7f35cc0cf0c0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 --2- 172.21.15.66:0/2554746772 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc156550 0x7f35cc0734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 -- 172.21.15.66:0/2554746772 >> 172.21.15.66:0/2554746772 conn(0x7f35cc06c780 msgr2=0x7f35cc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:47.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 -- 172.21.15.66:0/2554746772 shutdown_connections 2024-07-27T06:52:47.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.471+0000 7f35cbe00640 1 -- 172.21.15.66:0/2554746772 wait complete. 2024-07-27T06:52:47.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.474+0000 7f35cbe00640 1 Processor -- start 2024-07-27T06:52:47.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.474+0000 7f35cbe00640 1 -- start start 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc0cecb0 0x7f35cc0b4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 0x7f35cc13b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc15d920 con 0x7f35cc143460 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f35cc15d7a0 con 0x7f35cc156550 2024-07-27T06:52:47.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.475+0000 7f35cbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f35cc15daa0 con 0x7f35cc0cecb0 2024-07-27T06:52:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52482/0 (socket says 172.21.15.66:52482) 2024-07-27T06:52:47.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 -- 172.21.15.66:0/686868486 learned_addr learned my addr 172.21.15.66:0/686868486 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35ca000640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 0x7f35cc13b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35caa00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc0cecb0 0x7f35cc0b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 -- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc0cecb0 msgr2=0x7f35cc0b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc0cecb0 0x7f35cc0b4360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 -- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 msgr2=0x7f35cc13b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 0x7f35cc13b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35cb400640 1 -- 172.21.15.66:0/686868486 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35cc13b960 con 0x7f35cc143460 2024-07-27T06:52:47.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.476+0000 7f35ca000640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 0x7f35cc13b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35cb400640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4033050 con 0x7f35cc143460 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35c4004450 con 0x7f35cc143460 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c4004860 con 0x7f35cc143460 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35cc1f81b0 con 0x7f35cc143460 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.477+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35cc1f8770 con 0x7f35cc143460 2024-07-27T06:52:47.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.478+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35cc15df50 con 0x7f35cc143460 2024-07-27T06:52:47.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.480+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f35c4036070 con 0x7f35cc143460 2024-07-27T06:52:47.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.481+0000 7f35c2a00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 0x7f35ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.481+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7f35c40b9f50 con 0x7f35cc143460 2024-07-27T06:52:47.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.482+0000 7f35caa00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 0x7f35ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:47.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.483+0000 7f35caa00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 0x7f35ac079520 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f35bc0058c0 tx=0x7f35bc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:47.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.486+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f35c4082f80 con 0x7f35cc143460 2024-07-27T06:52:47.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.727+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f35cc0b48b0 con 0x7f35cc143460 2024-07-27T06:52:47.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.728+0000 7f35c2a00640 1 -- 172.21.15.66:0/686868486 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7f35c4082880 con 0x7f35cc143460 2024-07-27T06:52:47.730 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:47.731 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:47.731 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:47.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.731+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 msgr2=0x7f35ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.731+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 0x7f35ac079520 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f35bc0058c0 tx=0x7f35bc005850 comp rx=0 tx=0).stop 2024-07-27T06:52:47.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.731+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 msgr2=0x7f35cc159dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:47.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.731+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009d90 tx=0x7f35c4003f10 comp rx=0 tx=0).stop 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 shutdown_connections 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35ac077010 0x7f35ac079520 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35cc143460 0x7f35cc159dd0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35cc156550 0x7f35cc13b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 --2- 172.21.15.66:0/686868486 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35cc0cecb0 0x7f35cc0b4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 >> 172.21.15.66:0/686868486 conn(0x7f35cc06c780 msgr2=0x7f35cc1600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 shutdown_connections 2024-07-27T06:52:47.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:47.732+0000 7f35cbe00640 1 -- 172.21.15.66:0/686868486 wait complete. 2024-07-27T06:52:48.163 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 36, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:52:40.661759+0000', 'modified': '2024-07-27T06:52:43.734375+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5622}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5622': {'gid': 5622, 'name': 'c', 'rank': 0, 'incarnation': 32, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/709627778', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 709627778}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 709627778}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5622, 'qdb_cluster': [5622]} 2024-07-27T06:52:48.163 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:52:48.163 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 -- 172.21.15.66:0/2222239196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 msgr2=0x7fc660004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 --2- 172.21.15.66:0/2222239196 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc660004c10 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fc66800bb20 tx=0x7fc660005830 comp rx=0 tx=0).stop 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67b400640 1 -- 172.21.15.66:0/2222239196 reap_dead start 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 -- 172.21.15.66:0/2222239196 shutdown_connections 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 -- 172.21.15.66:0/2222239196 >> 172.21.15.66:0/2222239196 conn(0x7fc67c0d1b50 msgr2=0x7fc67c0d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 -- 172.21.15.66:0/2222239196 shutdown_connections 2024-07-27T06:52:48.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.467+0000 7fc67be00640 1 -- 172.21.15.66:0/2222239196 wait complete. 2024-07-27T06:52:48.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.469+0000 7fc67be00640 1 Processor -- start 2024-07-27T06:52:48.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.470+0000 7fc67be00640 1 -- start start 2024-07-27T06:52:48.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc67c0b5090 0x7fc67c1e95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc67c1e9b00 0x7fc67c14cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c0b21a0 con 0x7fc660004800 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c06ea60 con 0x7fc67c1e9b00 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.471+0000 7fc67be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc67c0b2320 con 0x7fc67c0b5090 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52504/0 (socket says 172.21.15.66:52504) 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 -- 172.21.15.66:0/2430862103 learned_addr learned my addr 172.21.15.66:0/2430862103 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 -- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc67c0b5090 msgr2=0x7fc67c1e95c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67b400640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc67c1e9b00 0x7fc67c14cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc67c0b5090 0x7fc67c1e95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 -- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc67c1e9b00 msgr2=0x7fc67c14cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc67c1e9b00 0x7fc67c14cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 -- 172.21.15.66:0/2430862103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67c1e9f10 con 0x7fc660004800 2024-07-27T06:52:48.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.472+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fc66c00daf0 tx=0x7fc66c00def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.473+0000 7fc672a00640 1 -- 172.21.15.66:0/2430862103 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c018070 con 0x7fc660004800 2024-07-27T06:52:48.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.473+0000 7fc672a00640 1 -- 172.21.15.66:0/2430862103 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc66c003b80 con 0x7fc660004800 2024-07-27T06:52:48.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.473+0000 7fc672a00640 1 -- 172.21.15.66:0/2430862103 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c00b840 con 0x7fc660004800 2024-07-27T06:52:48.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.473+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc67c0b5b70 con 0x7fc660004800 2024-07-27T06:52:48.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.473+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc67c0b6130 con 0x7fc660004800 2024-07-27T06:52:48.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.476+0000 7fc672a00640 1 -- 172.21.15.66:0/2430862103 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc66c01b070 con 0x7fc660004800 2024-07-27T06:52:48.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.477+0000 7fc672a00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 0x7fc65c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.477+0000 7fc672a00640 1 -- 172.21.15.66:0/2430862103 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fc66c0986f0 con 0x7fc660004800 2024-07-27T06:52:48.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.477+0000 7fc688818740 1 Processor -- start 2024-07-27T06:52:48.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.477+0000 7fc67a000640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 0x7fc65c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.477+0000 7fc688818740 1 -- start start 2024-07-27T06:52:48.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc67a000640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 0x7fc65c079550 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc668036000 tx=0x7fc668004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888847d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a88882af50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a888773390 con 0x55a8884323b0 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55a888762a30 con 0x55a88843a590 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55a8887668d0 con 0x55a88845b270 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc67a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc67a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52506/0 (socket says 172.21.15.66:52506) 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.479+0000 7fc67a000640 1 -- 172.21.15.66:0/1494708083 learned_addr learned my addr 172.21.15.66:0/1494708083 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67aa00640 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888847d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67b400640 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a88882af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 -- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 msgr2=0x55a888847d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888847d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 -- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 msgr2=0x55a88882af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a88882af50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 -- 172.21.15.66:0/1494708083 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a88871ed70 con 0x55a8884323b0 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.480+0000 7fc67a000640 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fc6680042e0 tx=0x7fc66803c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ac11bc2cd078eef server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.481+0000 7fc667400640 1 -- 172.21.15.66:0/1494708083 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668040070 con 0x55a8884323b0 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.481+0000 7fc667400640 1 -- 172.21.15.66:0/1494708083 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6680038e0 con 0x55a8884323b0 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.481+0000 7fc667400640 1 -- 172.21.15.66:0/1494708083 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668035040 con 0x55a8884323b0 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.481+0000 7fc688818740 1 -- 172.21.15.66:0/1494708083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 msgr2=0x55a88882aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.481+0000 7fc688818740 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fc6680042e0 tx=0x7fc66803c000 comp rx=0 tx=0).stop 2024-07-27T06:52:48.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 -- 172.21.15.66:0/1494708083 shutdown_connections 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a88882af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a88882aa10 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 --2- 172.21.15.66:0/1494708083 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888847d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 -- 172.21.15.66:0/1494708083 >> 172.21.15.66:0/1494708083 conn(0x55a88844f3c0 msgr2=0x55a888800c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 -- 172.21.15.66:0/1494708083 shutdown_connections 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.482+0000 7fc688818740 1 -- 172.21.15.66:0/1494708083 wait complete. 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.483+0000 7fc688818740 1 -- start start 2024-07-27T06:52:48.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.483+0000 7fc688818740 1 Processor -- start 2024-07-27T06:52:48.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a888817c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88843a590 0x55a8888182c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a8884d5620 con 0x55a88845b270 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55a8886ffe10 con 0x55a8884323b0 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55a888826840 con 0x55a88843a590 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc688818740 10 client.0 _ll_register_callbacks cb 0x55a88875c9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc67b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc67b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52520/0 (socket says 172.21.15.66:52520) 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.485+0000 7fc67b400640 1 -- 172.21.15.66:0/2429931059 learned_addr learned my addr 172.21.15.66:0/2429931059 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a888817c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67a000640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88843a590 0x55a8888182c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 -- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88843a590 msgr2=0x55a8888182c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88843a590 0x55a8888182c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 -- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 msgr2=0x55a888817c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a888817c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 -- 172.21.15.66:0/2429931059 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8884c6850 con 0x55a88845b270 2024-07-27T06:52:48.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc67b400640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc67c06d6e0 tx=0x7fc67400d520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe0a38ce2a09ede9 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc65be00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:52:48.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc674018060 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fc67400de00 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.486+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6680038e0 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc67401e050 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 10 client.5748 fetch_fsmap learned FSMap version 36 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=2+}) -- 0x55a88853d6b0 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6680038e0 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 36) ==== 3502+0+0 (secure 0 0 0) 0x7fc674021020 con 0x55a88845b270 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 10 client.5748 fetch_fsmap finished waiting for FSMap version 36 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 10 client.5748 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:52:48.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 20 client.5748 populate_metadata read hostname 'smithi066' 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888419e40 0x55a888862420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 4 client.5748 mds_command: new command op to 5622 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.487+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 --> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a8887752e0 con 0x55a888419e40 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.488+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888419e40 0x55a888862420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.488+0000 7fc65be00640 10 client.5748 ms_handle_connect on v2:172.21.15.66:6834/709627778 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.488+0000 7fc67aa00640 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888419e40 0x55a888862420 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74669d59a8300803 server_cookie=8a696fdbf6ba431d in_seq=0 out_seq=0 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc65be00640 1 -- 172.21.15.66:0/2429931059 <== mds.0 v2:172.21.15.66:6834/709627778 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a8887752e0 con 0x55a888419e40 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc65be00640 10 client.5748 handle_command_reply: tid=0 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 client.5748 shutdown 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 msgr2=0x55a888818800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fc67c06d6e0 tx=0x7fc67400d520 comp rx=0 tx=0).stop 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 shutdown_connections 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88845b270 0x55a888818800 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888419e40 0x55a888862420 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88843a590 0x55a8888182c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 --2- 172.21.15.66:0/2429931059 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a888817c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc65be00640 0 client.5748 ms_handle_reset on v2:172.21.15.66:6834/709627778 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.489+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 >> 172.21.15.66:0/2429931059 conn(0x55a88844f3c0 msgr2=0x55a8887f9f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.490+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 shutdown_connections 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.490+0000 7fc688818740 1 -- 172.21.15.66:0/2429931059 wait complete. 2024-07-27T06:52:48.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.490+0000 7fc688818740 20 client.5748 trim_cache size 0 max 16384 2024-07-27T06:52:48.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.511+0000 7fc688818740 1 Processor -- start 2024-07-27T06:52:48.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.511+0000 7fc688818740 1 -- start start 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a888856e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888857380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c202400 con 0x55a8884323b0 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc67c2017f0 con 0x55a88843a590 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc67c201de0 con 0x55a88845b270 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc67aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc67aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52530/0 (socket says 172.21.15.66:52530) 2024-07-27T06:52:48.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.513+0000 7fc67aa00640 1 -- 172.21.15.66:0/459091978 learned_addr learned my addr 172.21.15.66:0/459091978 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67a000640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a888856e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67b400640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888857380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 -- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 msgr2=0x55a888857380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888857380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 -- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 msgr2=0x55a888856e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a888856e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 -- 172.21.15.66:0/459091978 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8887fd790 con 0x55a8884323b0 2024-07-27T06:52:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67b400640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888857380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67a000640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a888856e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc67aa00640 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fc66c060ea0 tx=0x7fc66c082040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bcff60f15077d93 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.514+0000 7fc666a00640 1 -- 172.21.15.66:0/459091978 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c07f070 con 0x55a8884323b0 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc666a00640 1 -- 172.21.15.66:0/459091978 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc66c065460 con 0x55a8884323b0 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc666a00640 1 -- 172.21.15.66:0/459091978 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66c069f10 con 0x55a8884323b0 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 -- 172.21.15.66:0/459091978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 msgr2=0x55a888818460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fc66c060ea0 tx=0x7fc66c082040 comp rx=0 tx=0).stop 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 -- 172.21.15.66:0/459091978 shutdown_connections 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888857380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a88843a590 0x55a888856e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 --2- 172.21.15.66:0/459091978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a8884323b0 0x55a888818460 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.515+0000 7fc688818740 1 -- 172.21.15.66:0/459091978 >> 172.21.15.66:0/459091978 conn(0x55a88844f3c0 msgr2=0x55a88882abc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.516+0000 7fc688818740 1 -- 172.21.15.66:0/459091978 shutdown_connections 2024-07-27T06:52:48.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.516+0000 7fc688818740 1 -- 172.21.15.66:0/459091978 wait complete. 2024-07-27T06:52:48.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.517+0000 7fc688818740 1 -- start start 2024-07-27T06:52:48.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.517+0000 7fc688818740 1 Processor -- start 2024-07-27T06:52:48.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.518+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a8888b90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888801e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55a888825900 con 0x55a88843a590 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55a888825500 con 0x55a8884323b0 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55a888825ef0 con 0x55a88845b270 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc688818740 10 client.0 _ll_register_callbacks cb 0x7fc674007bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52544/0 (socket says 172.21.15.66:52544) 2024-07-27T06:52:48.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 -- 172.21.15.66:0/425716703 learned_addr learned my addr 172.21.15.66:0/425716703 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67aa00640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a8888b90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67b400640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888801e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 -- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 msgr2=0x55a888801e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888801e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 -- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 msgr2=0x55a8888b90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a8888b90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67a000640 1 -- 172.21.15.66:0/425716703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a8887fb460 con 0x55a88843a590 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.519+0000 7fc67aa00640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a8888b90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.520+0000 7fc67a000640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc668005940 tx=0x7fc6680315d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbf7fca73bfb8ceb server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.520+0000 7fc65be00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.520+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc66805d060 con 0x55a88843a590 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.520+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fc6680035f0 con 0x55a88843a590 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.520+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc66c065460 con 0x55a88843a590 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fc668063050 con 0x55a88843a590 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 10 client.5754 fetch_fsmap learned FSMap version 36 2024-07-27T06:52:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=2+}) -- 0x55a8888c5ce0 con 0x55a88843a590 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc66c065460 con 0x55a88843a590 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 36) ==== 3502+0+0 (secure 0 0 0) 0x7fc668066020 con 0x55a88843a590 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 10 client.5754 fetch_fsmap finished waiting for FSMap version 36 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 10 client.5754 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 20 client.5754 populate_metadata read hostname 'smithi066' 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888857e40 0x55a8888c6490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 4 client.5754 mds_command: new command op to 5622 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 --> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] -- command(tid 0: {"prefix": "status"}) -- 0x55a888840bd0 con 0x55a888857e40 2024-07-27T06:52:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.521+0000 7fc67aa00640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888857e40 0x55a8888c6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.522+0000 7fc67aa00640 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888857e40 0x55a8888c6490 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63252a94ad89fa5e server_cookie=ba08da34ce3afe56 in_seq=0 out_seq=0 2024-07-27T06:52:48.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.522+0000 7fc65be00640 10 client.5754 ms_handle_connect on v2:172.21.15.66:6834/709627778 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc65be00640 1 -- 172.21.15.66:0/425716703 <== mds.0 v2:172.21.15.66:6834/709627778 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55a888840bd0 con 0x55a888857e40 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc65be00640 10 client.5754 handle_command_reply: tid=0 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 client.5754 shutdown 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 msgr2=0x55a888801910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc668005940 tx=0x7fc6680315d0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 shutdown_connections 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:6834/709627778,v1:172.21.15.66:6835/709627778] conn(0x55a888857e40 0x55a8888c6490 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55a88845b270 0x55a888801e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55a88843a590 0x55a888801910 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 --2- 172.21.15.66:0/425716703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55a8884323b0 0x55a8888b90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 >> 172.21.15.66:0/425716703 conn(0x55a88844f3c0 msgr2=0x55a8888269d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc65be00640 0 client.5754 ms_handle_reset on v2:172.21.15.66:6834/709627778 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 shutdown_connections 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 1 -- 172.21.15.66:0/425716703 wait complete. 2024-07-27T06:52:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.523+0000 7fc688818740 20 client.5754 trim_cache size 0 max 16384 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 5622, 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4386109019999997, 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 36, 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 67, 2024-07-27T06:52:48.528 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 67, 2024-07-27T06:52:48.529 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.019771781999999 2024-07-27T06:52:48.529 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:52:48.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 msgr2=0x7fc65c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 0x7fc65c079550 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fc668036000 tx=0x7fc668004730 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 msgr2=0x7fc67c071770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fc66c00daf0 tx=0x7fc66c00def0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 shutdown_connections 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc65c077040 0x7fc65c079550 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc67c1e9b00 0x7fc67c14cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc67c0b5090 0x7fc67c1e95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 --2- 172.21.15.66:0/2430862103 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc660004800 0x7fc67c071770 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 >> 172.21.15.66:0/2430862103 conn(0x7fc67c0d1b50 msgr2=0x7fc67c161f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 shutdown_connections 2024-07-27T06:52:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.524+0000 7fc67be00640 1 -- 172.21.15.66:0/2430862103 wait complete. 2024-07-27T06:52:48.555 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:52:48.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 -- 172.21.15.66:0/2184577079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c156550 msgr2=0x7fdd2c0734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2184577079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c156550 0x7fdd2c0734d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c15f920 tx=0x7fdd1c02a560 comp rx=0 tx=0).stop 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 -- 172.21.15.66:0/2184577079 shutdown_connections 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2184577079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c15f9c0 0x7fdd2c15fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2184577079 >> v2:172.21.15.155:3300/0 conn(0x7fdd2c0cecb0 0x7fdd2c0cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2184577079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c156550 0x7fdd2c0734d0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.847+0000 7fdd2b200640 1 -- 172.21.15.66:0/2184577079 >> 172.21.15.66:0/2184577079 conn(0x7fdd2c06c780 msgr2=0x7fdd2c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.848+0000 7fdd2b200640 1 -- 172.21.15.66:0/2184577079 shutdown_connections 2024-07-27T06:52:48.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.848+0000 7fdd2b200640 1 -- 172.21.15.66:0/2184577079 wait complete. 2024-07-27T06:52:48.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.850+0000 7fdd2b200640 1 Processor -- start 2024-07-27T06:52:48.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.850+0000 7fdd2b200640 1 -- start start 2024-07-27T06:52:48.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 0x7fdd2c0aac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 0x7fdd2c0adff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c15d710 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c15d590 con 0x7fdd2c0cecb0 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2c15d890 con 0x7fdd2c156550 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52562/0 (socket says 172.21.15.66:52562) 2024-07-27T06:52:48.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2a800640 1 -- 172.21.15.66:0/2274625528 learned_addr learned my addr 172.21.15.66:0/2274625528 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:48.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd29e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 0x7fdd2c0aac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd23e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 0x7fdd2c0adff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.852+0000 7fdd2a800640 1 -- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 msgr2=0x7fdd2c0adff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2a800640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 0x7fdd2c0adff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2a800640 1 -- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 msgr2=0x7fdd2c0aac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2a800640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 0x7fdd2c0aac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2a800640 1 -- 172.21.15.66:0/2274625528 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2c0a9ec0 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd29e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 0x7fdd2c0aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd23e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 0x7fdd2c0adff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2a800640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400e990 tx=0x7fdd2400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24004d20 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd2400caa0 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd24005020 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd2c1f9090 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.853+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd2c0aa440 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.855+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2c15de20 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.856+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd240051c0 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.857+0000 7fdd22000640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 0x7fdd08079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:48.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.858+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6454+0+0 (secure 0 0 0) 0x7fdd24099400 con 0x7fdd2c15f9c0 2024-07-27T06:52:48.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.858+0000 7fdd29e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 0x7fdd08079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:48.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.859+0000 7fdd29e00640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 0x7fdd08079550 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c033000 tx=0x7fdd1c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:48.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:48.863+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd24016030 con 0x7fdd2c15f9c0 2024-07-27T06:52:49.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.117+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdd2c0afaa0 con 0x7fdd2c15f9c0 2024-07-27T06:52:49.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.118+0000 7fdd22000640 1 -- 172.21.15.66:0/2274625528 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v36) ==== 53+0+73 (secure 0 0 0) 0x7fdd24062300 con 0x7fdd2c15f9c0 2024-07-27T06:52:49.120 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:52:49.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 msgr2=0x7fdd08079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 0x7fdd08079550 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c033000 tx=0x7fdd1c004730 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 msgr2=0x7fdd2c146af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400e990 tx=0x7fdd2400ee50 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 shutdown_connections 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd08077040 0x7fdd08079550 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c15f9c0 0x7fdd2c146af0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c156550 0x7fdd2c0adff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 --2- 172.21.15.66:0/2274625528 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd2c0cecb0 0x7fdd2c0aac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:49.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.122+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 >> 172.21.15.66:0/2274625528 conn(0x7fdd2c06c780 msgr2=0x7fdd2c155b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:49.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.123+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 shutdown_connections 2024-07-27T06:52:49.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49.123+0000 7fdd2b200640 1 -- 172.21.15.66:0/2274625528 wait complete. 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:52:49.155 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:49.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.156 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:49.213 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42420sec preferred_lft 42420sec 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:52:49.214 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:52:49.215 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:52:49.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.217 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:52:49.298 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:52:49.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.302 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:52:49.358 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:52:49.358 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:52:49.358 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:52:49.358 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:52:49.359 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:52:49.360 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:52:49.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:52:49.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:49 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:52:49.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.582 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:52:49.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:52:49.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:52:49.631 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:49.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.631 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:52:49.713 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:52:49.713 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:49.769 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:52:49.769 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:52:49.770 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:49.821 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:52:49.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:49.822 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:50.040 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:50.040 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:52:50.094 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:52:50.094 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:52:50.094 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:52:50.094 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:52:50.094 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:52:50.097 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:52:50.097 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:52:50.097 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:52:50.097 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:52:50.097 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:52:50.102 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:52:50.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:50.102 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:50.186 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:52:50.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:52:50.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:52:50.321 INFO:teuthology.orchestra.run.smithi066.stdout:client4922 2024-07-27T06:52:50.321 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:50.322 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:50.375 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create test_data_pool 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 -- 172.21.15.66:0/1274147485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 msgr2=0x7f87b015f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274147485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b015f960 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f87b0156920 tx=0x7f879c02a4d0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 -- 172.21.15.66:0/1274147485 shutdown_connections 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274147485 >> v2:172.21.15.155:3300/0 conn(0x7f87b015fea0 0x7f87b015c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274147485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b015f960 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274147485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b00ceb20 0x7f87b00cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 -- 172.21.15.66:0/1274147485 >> 172.21.15.66:0/1274147485 conn(0x7f87b006c780 msgr2=0x7f87b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:50.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 -- 172.21.15.66:0/1274147485 shutdown_connections 2024-07-27T06:52:50.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.662+0000 7f87b6800640 1 -- 172.21.15.66:0/1274147485 wait complete. 2024-07-27T06:52:50.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.665+0000 7f87b6800640 1 Processor -- start 2024-07-27T06:52:50.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.665+0000 7f87b6800640 1 -- start start 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 0x7f87b01f8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b015fea0 0x7f87b00aa050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f87b015ca30 con 0x7f87b00cc5f0 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f87b015c8b0 con 0x7f87b00ceb20 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b6800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f87b015cbb0 con 0x7f87b015fea0 2024-07-27T06:52:50.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52584/0 (socket says 172.21.15.66:52584) 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 -- 172.21.15.66:0/1274180296 learned_addr learned my addr 172.21.15.66:0/1274180296 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b4a00640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 0x7f87b01f8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5e00640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b015fea0 0x7f87b00aa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 -- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b015fea0 msgr2=0x7f87b00aa050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b015fea0 0x7f87b00aa050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 -- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 msgr2=0x7f87b01f8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 0x7f87b01f8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.667+0000 7f87b5400640 1 -- 172.21.15.66:0/1274180296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87b01f8950 con 0x7f87b00cc5f0 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87b4a00640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 0x7f87b01f8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:50.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87b5400640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f87a400c9a0 tx=0x7f87a400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4007bb0 con 0x7f87b00cc5f0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87a4005020 con 0x7f87b00cc5f0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87a4007e60 con 0x7f87b00cc5f0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87b01f8c20 con 0x7f87b00cc5f0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.668+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87b01f91e0 con 0x7f87b00cc5f0 2024-07-27T06:52:50.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.670+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87b0075330 con 0x7f87b00cc5f0 2024-07-27T06:52:50.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.671+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f87a4005470 con 0x7f87b00cc5f0 2024-07-27T06:52:50.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.672+0000 7f87ad600640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 0x7f8790079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:50.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.672+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6541+0+0 (secure 0 0 0) 0x7f87a4099050 con 0x7f87b00cc5f0 2024-07-27T06:52:50.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.673+0000 7f87b4a00640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 0x7f8790079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:50.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.674+0000 7f87b4a00640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 0x7f8790079550 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f879c033000 tx=0x7f879c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:50.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.678+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f87a4014030 con 0x7f87b00cc5f0 2024-07-27T06:52:50.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:50.891+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "test_data_pool"} v 0) -- 0x7f87b00cf6b0 con 0x7f87b00cc5f0 2024-07-27T06:52:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.227+0000 7f87ad600640 1 -- 172.21.15.66:0/1274180296 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "test_data_pool"}]=0 pool 'test_data_pool' created v69) ==== 118+0+0 (secure 0 0 0) 0x7f87a4061f10 con 0x7f87b00cc5f0 2024-07-27T06:52:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'test_data_pool' created 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.231+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 msgr2=0x7f8790079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.231+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 0x7f8790079550 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f879c033000 tx=0x7f879c004730 comp rx=0 tx=0).stop 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.231+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 msgr2=0x7f87b014a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.231+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f87a400c9a0 tx=0x7f87a400ce60 comp rx=0 tx=0).stop 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 shutdown_connections 2024-07-27T06:52:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8790077040 0x7f8790079550 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f87b015fea0 0x7f87b00aa050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f87b00ceb20 0x7f87b01f8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 --2- 172.21.15.66:0/1274180296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f87b00cc5f0 0x7f87b014a610 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 >> 172.21.15.66:0/1274180296 conn(0x7f87b006c780 msgr2=0x7f87b006fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 shutdown_connections 2024-07-27T06:52:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.232+0000 7f87b6800640 1 -- 172.21.15.66:0/1274180296 wait complete. 2024-07-27T06:52:51.273 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create test_metadata_pool 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 -- 172.21.15.66:0/2040584661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f605006dd30 msgr2=0x7f605006e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 --2- 172.21.15.66:0/2040584661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f605006dd30 0x7f605006e140 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f60500b4680 tx=0x7f604802a820 comp rx=0 tx=0).stop 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 -- 172.21.15.66:0/2040584661 shutdown_connections 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 --2- 172.21.15.66:0/2040584661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f605006dd30 0x7f605006e140 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 --2- 172.21.15.66:0/2040584661 >> v2:172.21.15.155:3300/0 conn(0x7f60500d2670 0x7f60500b7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 -- 172.21.15.66:0/2040584661 >> 172.21.15.66:0/2040584661 conn(0x7f60500d1b50 msgr2=0x7f60500d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:51.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 -- 172.21.15.66:0/2040584661 shutdown_connections 2024-07-27T06:52:51.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.539+0000 7f604fe00640 1 -- 172.21.15.66:0/2040584661 wait complete. 2024-07-27T06:52:51.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.542+0000 7f604fe00640 1 Processor -- start 2024-07-27T06:52:51.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.542+0000 7f604fe00640 1 -- start start 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 0x7f60501602c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60500b21a0 0x7f6050164590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f605006e800 con 0x7f60500d2670 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f605006e680 con 0x7f605006dd30 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.543+0000 7f604fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f605006e980 con 0x7f60500b21a0 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:51.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35344/0 (socket says 172.21.15.66:35344) 2024-07-27T06:52:51.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 -- 172.21.15.66:0/1567527794 learned_addr learned my addr 172.21.15.66:0/1567527794 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:51.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604ea00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 0x7f60501602c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:51.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604e000640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60500b21a0 0x7f6050164590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:51.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 -- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60500b21a0 msgr2=0x7f6050164590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:51.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60500b21a0 0x7f6050164590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 -- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 msgr2=0x7f60501602c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 0x7f60501602c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604f400640 1 -- 172.21.15.66:0/1567527794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60500af7a0 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.544+0000 7f604ea00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 0x7f60501602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f604f400640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f604802ae10 tx=0x7f6048032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048037040 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6048042070 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605015f7e0 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6048003e60 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.545+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6050160800 con 0x7f60500d2670 2024-07-27T06:52:51.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.547+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60500af4f0 con 0x7f60500d2670 2024-07-27T06:52:51.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.548+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f60480042a0 con 0x7f60500d2670 2024-07-27T06:52:51.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.549+0000 7f6047400640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 0x7f6030079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:51.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.550+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6894+0+0 (secure 0 0 0) 0x7f60480ba5a0 con 0x7f60500d2670 2024-07-27T06:52:51.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.550+0000 7f604ea00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 0x7f6030079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:51.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.552+0000 7f604ea00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 0x7f6030079550 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6040005860 tx=0x7f6040005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:51.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.554+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6048083400 con 0x7f60500d2670 2024-07-27T06:52:51.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:51.765+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "test_metadata_pool"} v 0) -- 0x7f605006e140 con 0x7f60500d2670 2024-07-27T06:52:52.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.234+0000 7f6047400640 1 -- 172.21.15.66:0/1567527794 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "test_metadata_pool"}]=0 pool 'test_metadata_pool' created v70) ==== 126+0+0 (secure 0 0 0) 0x7f6048082d00 con 0x7f60500d2670 2024-07-27T06:52:52.236 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'test_metadata_pool' created 2024-07-27T06:52:52.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 msgr2=0x7f6030079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:52.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 0x7f6030079550 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6040005860 tx=0x7f6040005dc0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 msgr2=0x7f6050164ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:52.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f604802ae10 tx=0x7f6048032d10 comp rx=0 tx=0).stop 2024-07-27T06:52:52.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 shutdown_connections 2024-07-27T06:52:52.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6030077040 0x7f6030079550 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60500d2670 0x7f6050164ad0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60500b21a0 0x7f6050164590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 --2- 172.21.15.66:0/1567527794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605006dd30 0x7f60501602c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 >> 172.21.15.66:0/1567527794 conn(0x7f60500d1b50 msgr2=0x7f60500b70d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:52.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.238+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 shutdown_connections 2024-07-27T06:52:52.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.239+0000 7f604fe00640 1 -- 172.21.15.66:0/1567527794 wait complete. 2024-07-27T06:52:52.293 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool test_data_pool mksnap snap4 2024-07-27T06:52:52.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.446+0000 7f3921a1cf40 1 Processor -- start 2024-07-27T06:52:52.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.447+0000 7f3921a1cf40 1 -- start start 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe784c9b0 0x561fe78bba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 0x561fe78d64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561fe77ae300 con 0x561fe78c07b0 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561fe77badc0 con 0x561fe78d7440 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561fe77506d0 con 0x561fe784c9b0 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f391a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f391a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35360/0 (socket says 172.21.15.66:35360) 2024-07-27T06:52:52.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.448+0000 7f391a200640 1 -- 172.21.15.66:0/3381236065 learned_addr learned my addr 172.21.15.66:0/3381236065 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391b600640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 0x561fe78d64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391ac00640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe784c9b0 0x561fe78bba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 -- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe784c9b0 msgr2=0x561fe78bba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe784c9b0 0x561fe78bba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 -- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 msgr2=0x561fe78d64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 0x561fe78d64e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 -- 172.21.15.66:0/3381236065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fe78bbfd0 con 0x561fe78c07b0 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391b600640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 0x561fe78d64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f391a200640 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3908000c00 tx=0x7f3908002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e51673a235ad0ff3 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:52.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f3918e00640 1 -- 172.21.15.66:0/3381236065 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390804da60 con 0x561fe78c07b0 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f3918e00640 1 -- 172.21.15.66:0/3381236065 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3908056470 con 0x561fe78c07b0 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.449+0000 7f3918e00640 1 -- 172.21.15.66:0/3381236065 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39080568a0 con 0x561fe78c07b0 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 -- 172.21.15.66:0/3381236065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 msgr2=0x561fe78d9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3908000c00 tx=0x7f3908002fb0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 -- 172.21.15.66:0/3381236065 shutdown_connections 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78d7440 0x561fe78d64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe78c07b0 0x561fe78d9d30 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/3381236065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe784c9b0 0x561fe78bba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 -- 172.21.15.66:0/3381236065 >> 172.21.15.66:0/3381236065 conn(0x561fe7722ac0 msgr2=0x561fe78bf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 -- 172.21.15.66:0/3381236065 shutdown_connections 2024-07-27T06:52:52.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.450+0000 7f3921a1cf40 1 -- 172.21.15.66:0/3381236065 wait complete. 2024-07-27T06:52:52.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.451+0000 7f3921a1cf40 1 Processor -- start 2024-07-27T06:52:52.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.452+0000 7f3921a1cf40 1 -- start start 2024-07-27T06:52:52.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78c07b0 0x561fe7842b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 0x561fe7843060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x561fe77ff140 con 0x561fe784c9b0 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x561fe784a8c0 con 0x561fe78c07b0 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f3921a1cf40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x561fe7843dc0 con 0x561fe78d7440 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f391ac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f391ac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35364/0 (socket says 172.21.15.66:35364) 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.453+0000 7f391ac00640 1 -- 172.21.15.66:0/4003270396 learned_addr learned my addr 172.21.15.66:0/4003270396 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391a200640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78c07b0 0x561fe7842b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391b600640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 0x561fe7843060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 -- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 msgr2=0x561fe7843060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 0x561fe7843060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 -- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78c07b0 msgr2=0x561fe7842b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78c07b0 0x561fe7842b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 -- 172.21.15.66:0/4003270396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561fe78d4ec0 con 0x561fe784c9b0 2024-07-27T06:52:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391b600640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 0x561fe7843060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.454+0000 7f391ac00640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f390c00cdf0 tx=0x7f390c00a5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.455+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c010470 con 0x561fe784c9b0 2024-07-27T06:52:52.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.455+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f390c010610 con 0x561fe784c9b0 2024-07-27T06:52:52.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.455+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x561fe78be1c0 con 0x561fe784c9b0 2024-07-27T06:52:52.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.455+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390c010a40 con 0x561fe784c9b0 2024-07-27T06:52:52.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.455+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561fe78d9dd0 con 0x561fe784c9b0 2024-07-27T06:52:52.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.457+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f390c00e040 con 0x561fe784c9b0 2024-07-27T06:52:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.458+0000 7f3913400640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 0x7f38fc077f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.459+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 7251+0+0 (secure 0 0 0) 0x7f390c0978d0 con 0x561fe784c9b0 2024-07-27T06:52:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.459+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(create snap pool 12 tid 1 name snap4 v0) -- 0x561fe77b0c50 con 0x561fe784c9b0 2024-07-27T06:52:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.459+0000 7f391a200640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 0x7f38fc077f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:52.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:52.461+0000 7f391a200640 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 0x7f38fc077f00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3908062000 tx=0x7f3908004940 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:53.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.251+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (0) Success v71) ==== 43+0+0 (secure 0 0 0) 0x7f390c009070 con 0x561fe784c9b0 2024-07-27T06:52:53.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.251+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=71}) -- 0x7f38fc080390 con 0x561fe784c9b0 2024-07-27T06:52:53.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.253+0000 7f3913400640 1 -- 172.21.15.66:0/4003270396 <== mon.0 v2:172.21.15.66:3300/0 7 ==== osd_map(71..71 src has 1..71) ==== 718+0+0 (secure 0 0 0) 0x7f390c081070 con 0x561fe784c9b0 2024-07-27T06:52:53.255 INFO:teuthology.orchestra.run.smithi066.stdout:created pool test_data_pool snap snap4 2024-07-27T06:52:53.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.254+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 msgr2=0x7f38fc077f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:53.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.254+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 0x7f38fc077f00 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f3908062000 tx=0x7f3908004940 comp rx=0 tx=0).stop 2024-07-27T06:52:53.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.255+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 msgr2=0x561fe78bcfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:53.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.255+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f390c00cdf0 tx=0x7f390c00a5a0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 shutdown_connections 2024-07-27T06:52:53.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38fc0759f0 0x7f38fc077f00 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x561fe78d7440 0x561fe7843060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x561fe78c07b0 0x561fe7842b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 --2- 172.21.15.66:0/4003270396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x561fe784c9b0 0x561fe78bcfb0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.256+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 >> 172.21.15.66:0/4003270396 conn(0x561fe7722ac0 msgr2=0x561fe78bfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:53.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.258+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 shutdown_connections 2024-07-27T06:52:53.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.258+0000 7f3921a1cf40 1 -- 172.21.15.66:0/4003270396 wait complete. 2024-07-27T06:52:53.290 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new testfs test_metadata_pool test_data_pool 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 -- 172.21.15.66:0/1650915738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b0fa0 msgr2=0x7f75000d0b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 --2- 172.21.15.66:0/1650915738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b0fa0 0x7f75000d0b00 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f75000cf1a0 tx=0x7f74ec02a480 comp rx=0 tx=0).stop 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 -- 172.21.15.66:0/1650915738 shutdown_connections 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 --2- 172.21.15.66:0/1650915738 >> v2:172.21.15.155:3300/0 conn(0x7f75000707a0 0x7f75000cea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 --2- 172.21.15.66:0/1650915738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b0fa0 0x7f75000d0b00 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 -- 172.21.15.66:0/1650915738 >> 172.21.15.66:0/1650915738 conn(0x7f75000b3670 msgr2=0x7f75000b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:53.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 -- 172.21.15.66:0/1650915738 shutdown_connections 2024-07-27T06:52:53.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.554+0000 7f7506800640 1 -- 172.21.15.66:0/1650915738 wait complete. 2024-07-27T06:52:53.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.558+0000 7f7506800640 1 Processor -- start 2024-07-27T06:52:53.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.558+0000 7f7506800640 1 -- start start 2024-07-27T06:52:53.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75000707a0 0x7f7500154f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:53.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75000b0fa0 0x7f75000c8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:53.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b7070 0x7f75000c7b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:53.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f75000ccfd0 con 0x7f75000b0fa0 2024-07-27T06:52:53.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f75000cce50 con 0x7f75000707a0 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7506800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f75000cd150 con 0x7f75000b7070 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.560+0000 7f7504a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75000b0fa0 0x7f75000c8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75000b0fa0 0x7f75000c8bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35380/0 (socket says 172.21.15.66:35380) 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 -- 172.21.15.66:0/704145205 learned_addr learned my addr 172.21.15.66:0/704145205 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7505400640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75000707a0 0x7f7500154f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:53.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7505e00640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b7070 0x7f75000c7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 -- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b7070 msgr2=0x7f75000c7b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f75000b7070 0x7f75000c7b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 -- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75000707a0 msgr2=0x7f7500154f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75000707a0 0x7f7500154f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7504a00640 1 -- 172.21.15.66:0/704145205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75000c9670 con 0x7f75000b0fa0 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.561+0000 7f7505400640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f75000707a0 0x7f7500154f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f7504a00640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f75000b0fa0 0x7f75000c8bb0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f74ec009780 tx=0x7f74ec033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:53.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ec031d60 con 0x7f75000b0fa0 2024-07-27T06:52:53.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74ec033e10 con 0x7f75000b0fa0 2024-07-27T06:52:53.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74ec005260 con 0x7f75000b0fa0 2024-07-27T06:52:53.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f7506800640 1 -- 172.21.15.66:0/704145205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75000c9950 con 0x7f75000b0fa0 2024-07-27T06:52:53.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.562+0000 7f7506800640 1 -- 172.21.15.66:0/704145205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75000c9f10 con 0x7f75000b0fa0 2024-07-27T06:52:53.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.564+0000 7f7506800640 1 -- 172.21.15.66:0/704145205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75000c93e0 con 0x7f75000b0fa0 2024-07-27T06:52:53.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.565+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f74ec005400 con 0x7f75000b0fa0 2024-07-27T06:52:53.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.566+0000 7f74fd600640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f74e0077010 0x7f74e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:53.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.566+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7290+0+0 (secure 0 0 0) 0x7f74ec0ba100 con 0x7f75000b0fa0 2024-07-27T06:52:53.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.567+0000 7f7505400640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f74e0077010 0x7f74e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:53.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.568+0000 7f7505400640 1 --2- 172.21.15.66:0/704145205 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f74e0077010 0x7f74e0079520 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f74f4007fd0 tx=0x7f74f4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:53.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.572+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f74ec03f030 con 0x7f75000b0fa0 2024-07-27T06:52:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.827+0000 7f7506800640 1 -- 172.21.15.66:0/704145205 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "testfs", "metadata": "test_metadata_pool", "data": "test_data_pool"} v 0) -- 0x7f75000cd600 con 0x7f75000b0fa0 2024-07-27T06:52:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:53.828+0000 7f74fd600640 1 -- 172.21.15.66:0/704145205 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "testfs", "metadata": "test_metadata_pool", "data": "test_data_pool"}]=-95 pool(12) already has mon-managed snaps; can't attach pool to fs v36) ==== 198+0+0 (secure 0 0 0) 0x7f74ec082c30 con 0x7f75000b0fa0 2024-07-27T06:52:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:Error ENOTSUP: pool(12) already has mon-managed snaps; can't attach pool to fs 2024-07-27T06:52:53.866 DEBUG:teuthology.orchestra.run:got remote process result: 95 2024-07-27T06:52:53.867 DEBUG:teuthology.orchestra.run.smithi066:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool test_data_pool rmsnap snap4 2024-07-27T06:52:54.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.056+0000 7fd13e708f40 1 Processor -- start 2024-07-27T06:52:54.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.056+0000 7fd13e708f40 1 -- start start 2024-07-27T06:52:54.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563921f829b0 0x563921f67490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56392200d440 0x56392200fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5639220117e0 con 0x563921f33ad0 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563921e866d0 con 0x563921f829b0 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd13e708f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563921f33ee0 con 0x56392200d440 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd137800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd137800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35412/0 (socket says 172.21.15.66:35412) 2024-07-27T06:52:54.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd137800640 1 -- 172.21.15.66:0/3398888259 learned_addr learned my addr 172.21.15.66:0/3398888259 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.058+0000 7fd138200640 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56392200d440 0x56392200fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd136e00640 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563921f829b0 0x563921f67490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 -- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56392200d440 msgr2=0x56392200fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56392200d440 0x56392200fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 -- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563921f829b0 msgr2=0x563921f67490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563921f829b0 0x563921f67490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 -- 172.21.15.66:0/3398888259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563921e85780 con 0x563921f33ad0 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd137800640 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd12800c5d0 tx=0x7fd12800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b76b49d8ebd02d0f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd135a00640 1 -- 172.21.15.66:0/3398888259 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd12800aae0 con 0x563921f33ad0 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd135a00640 1 -- 172.21.15.66:0/3398888259 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd12800ac80 con 0x563921f33ad0 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.059+0000 7fd135a00640 1 -- 172.21.15.66:0/3398888259 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1280156a0 con 0x563921f33ad0 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 -- 172.21.15.66:0/3398888259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 msgr2=0x563921ff1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd12800c5d0 tx=0x7fd12800ca90 comp rx=0 tx=0).stop 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 -- 172.21.15.66:0/3398888259 shutdown_connections 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56392200d440 0x56392200fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563921f829b0 0x563921f67490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 --2- 172.21.15.66:0/3398888259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f33ad0 0x563921ff1a90 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 -- 172.21.15.66:0/3398888259 >> 172.21.15.66:0/3398888259 conn(0x563921e58ac0 msgr2=0x563921ff5ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:54.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 -- 172.21.15.66:0/3398888259 shutdown_connections 2024-07-27T06:52:54.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.060+0000 7fd13e708f40 1 -- 172.21.15.66:0/3398888259 wait complete. 2024-07-27T06:52:54.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.061+0000 7fd13e708f40 1 Processor -- start 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.061+0000 7fd13e708f40 1 -- start start 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563921f33ad0 0x563921f78d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 0x5639220a83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563921f7df00 con 0x563921f829b0 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563921f672d0 con 0x56392200d440 2024-07-27T06:52:54.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd13e708f40 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563921f81310 con 0x563921f33ad0 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd136e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd136e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35418/0 (socket says 172.21.15.66:35418) 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.063+0000 7fd136e00640 1 -- 172.21.15.66:0/1626446763 learned_addr learned my addr 172.21.15.66:0/1626446763 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd138200640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 0x5639220a83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd137800640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563921f33ad0 0x563921f78d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 -- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563921f33ad0 msgr2=0x563921f78d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563921f33ad0 0x563921f78d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 -- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 msgr2=0x5639220a83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 0x5639220a83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 -- 172.21.15.66:0/1626446763 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563921e5ff10 con 0x563921f829b0 2024-07-27T06:52:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd138200640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 0x5639220a83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd136e00640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd12400b740 tx=0x7fd12400bc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd124008990 con 0x563921f829b0 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd124008b30 con 0x563921f829b0 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.064+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x563921f7ab00 con 0x563921f829b0 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.065+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd124015410 con 0x563921f829b0 2024-07-27T06:52:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.065+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563921f7a820 con 0x563921f829b0 2024-07-27T06:52:54.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.067+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd1240155b0 con 0x563921f829b0 2024-07-27T06:52:54.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.068+0000 7fd12fe00640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 0x7fd118077f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.068+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 7290+0+0 (secure 0 0 0) 0x7fd124097c00 con 0x563921f829b0 2024-07-27T06:52:54.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.068+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- pool_op(delete snap pool 12 tid 1 name snap4 v0) -- 0x563921ee6c50 con 0x563921f829b0 2024-07-27T06:52:54.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.069+0000 7fd137800640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 0x7fd118077f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.070+0000 7fd137800640 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 0x7fd118077f00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd12800dfd0 tx=0x7fd128017040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:54.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.271+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 6 ==== pool_op_reply(tid 1 (0) Success v72) ==== 43+0+0 (secure 0 0 0) 0x563921f7ab00 con 0x563921f829b0 2024-07-27T06:52:54.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.271+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=72}) -- 0x7fd118080460 con 0x563921f829b0 2024-07-27T06:52:54.275 INFO:teuthology.orchestra.run.smithi066.stdout:removed pool test_data_pool snap snap4 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.273+0000 7fd12fe00640 1 -- 172.21.15.66:0/1626446763 <== mon.0 v2:172.21.15.66:3300/0 7 ==== osd_map(72..72 src has 1..72) ==== 970+0+0 (secure 0 0 0) 0x7fd124095b70 con 0x563921f829b0 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 msgr2=0x7fd118077f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 0x7fd118077f00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fd12800dfd0 tx=0x7fd128017040 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 msgr2=0x5639220a7e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fd12400b740 tx=0x7fd12400bc00 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 shutdown_connections 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1180759f0 0x7fd118077f00 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56392200d440 0x5639220a83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563921f829b0 0x5639220a7e60 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 --2- 172.21.15.66:0/1626446763 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563921f33ad0 0x563921f78d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 >> 172.21.15.66:0/1626446763 conn(0x563921e58ac0 msgr2=0x563921f67570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:54.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.274+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 shutdown_connections 2024-07-27T06:52:54.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.275+0000 7fd13e708f40 1 -- 172.21.15.66:0/1626446763 wait complete. 2024-07-27T06:52:54.311 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool delete test_data_pool 2024-07-27T06:52:54.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.607+0000 7f4291600640 1 -- 172.21.15.66:0/3316977495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c159980 msgr2=0x7f428c073520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.607+0000 7f4291600640 1 --2- 172.21.15.66:0/3316977495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c159980 0x7f428c073520 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f427c009830 tx=0x7f427c02a510 comp rx=0 tx=0).stop 2024-07-27T06:52:54.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 -- 172.21.15.66:0/3316977495 shutdown_connections 2024-07-27T06:52:54.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 --2- 172.21.15.66:0/3316977495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f428c160080 0x7f428c0cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 --2- 172.21.15.66:0/3316977495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c159980 0x7f428c073520 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 -- 172.21.15.66:0/3316977495 >> 172.21.15.66:0/3316977495 conn(0x7f428c06c780 msgr2=0x7f428c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:54.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 -- 172.21.15.66:0/3316977495 shutdown_connections 2024-07-27T06:52:54.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.608+0000 7f4291600640 1 -- 172.21.15.66:0/3316977495 wait complete. 2024-07-27T06:52:54.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.611+0000 7f4291600640 1 Processor -- start 2024-07-27T06:52:54.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.611+0000 7f4291600640 1 -- start start 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c0cee80 0x7f428c1433f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f428c159980 0x7f428c1e6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f428c1e8a70 0x7f428c1e8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f428c06e5b0 con 0x7f428c159980 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f428c06e430 con 0x7f428c0cee80 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4291600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f428c06e730 con 0x7f428c1e8a70 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4283e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f428c159980 0x7f428c1e6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4283e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f428c159980 0x7f428c1e6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35434/0 (socket says 172.21.15.66:35434) 2024-07-27T06:52:54.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.613+0000 7f4283e00640 1 -- 172.21.15.66:0/1146567212 learned_addr learned my addr 172.21.15.66:0/1146567212 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f428be00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c0cee80 0x7f428c1433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4290c00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f428c1e8a70 0x7f428c1e8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 -- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f428c1e8a70 msgr2=0x7f428c1e8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f428c1e8a70 0x7f428c1e8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 -- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c0cee80 msgr2=0x7f428c1433f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f428c0cee80 0x7f428c1433f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 -- 172.21.15.66:0/1146567212 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f428c1e93c0 con 0x7f428c159980 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.614+0000 7f4283e00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f428c159980 0x7f428c1e6bd0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f427400c3d0 tx=0x7f427400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.615+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274017070 con 0x7f428c159980 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.615+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42740053c0 con 0x7f428c159980 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.615+0000 7f4291600640 1 -- 172.21.15.66:0/1146567212 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f428c143930 con 0x7f428c159980 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.615+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4274003850 con 0x7f428c159980 2024-07-27T06:52:54.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.615+0000 7f4291600640 1 -- 172.21.15.66:0/1146567212 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f428c1f8310 con 0x7f428c159980 2024-07-27T06:52:54.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.616+0000 7f4291600640 1 -- 172.21.15.66:0/1146567212 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f428c06ebe0 con 0x7f428c159980 2024-07-27T06:52:54.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.618+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f427401a070 con 0x7f428c159980 2024-07-27T06:52:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.619+0000 7f4288c00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4268077040 0x7f4268079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:54.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.619+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f4274098440 con 0x7f428c159980 2024-07-27T06:52:54.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.620+0000 7f428be00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4268077040 0x7f4268079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:54.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.621+0000 7f428be00640 1 --2- 172.21.15.66:0/1146567212 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4268077040 0x7f4268079550 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f427c034000 tx=0x7f427c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:54.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.623+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f428c1e93c0 con 0x7f428c159980 2024-07-27T06:52:54.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.845+0000 7f4291600640 1 -- 172.21.15.66:0/1146567212 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool delete", "pool": "test_data_pool"} v 0) -- 0x7f428c070160 con 0x7f428c159980 2024-07-27T06:52:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:54.846+0000 7f4288c00640 1 -- 172.21.15.66:0/1146567212 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool delete", "pool": "test_data_pool"}]=-1 WARNING: this will *PERMANENTLY DESTROY* all data stored in pool test_data_pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. v72) ==== 296+0+0 (secure 0 0 0) 0x7f4274060f60 con 0x7f428c159980 2024-07-27T06:52:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:Error EPERM: WARNING: this will *PERMANENTLY DESTROY* all data stored in pool test_data_pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. 2024-07-27T06:52:54.873 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:52:54.874 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool delete test_metadata_pool 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 -- 172.21.15.66:0/792174166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0b7140 msgr2=0x7f906c0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 --2- 172.21.15.66:0/792174166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0b7140 0x7f906c0b21a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f906c0b2e60 tx=0x7f905402a4b0 comp rx=0 tx=0).stop 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 -- 172.21.15.66:0/792174166 shutdown_connections 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 --2- 172.21.15.66:0/792174166 >> v2:172.21.15.155:3300/0 conn(0x7f906c06dd30 0x7f906c06e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 --2- 172.21.15.66:0/792174166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0b7140 0x7f906c0b21a0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 -- 172.21.15.66:0/792174166 >> 172.21.15.66:0/792174166 conn(0x7f906c0d1b50 msgr2=0x7f906c0d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 -- 172.21.15.66:0/792174166 shutdown_connections 2024-07-27T06:52:55.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.174+0000 7f9071200640 1 -- 172.21.15.66:0/792174166 wait complete. 2024-07-27T06:52:55.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.177+0000 7f9071200640 1 Processor -- start 2024-07-27T06:52:55.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.177+0000 7f9071200640 1 -- start start 2024-07-27T06:52:55.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f906c06dd30 0x7f906c15fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:55.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f906c0b7140 0x7f906c164750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:55.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0d2670 0x7f906c164c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:55.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f906c06ea10 con 0x7f906c0d2670 2024-07-27T06:52:55.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f906c06e890 con 0x7f906c06dd30 2024-07-27T06:52:55.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f9071200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f906c06fa80 con 0x7f906c0b7140 2024-07-27T06:52:55.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0d2670 0x7f906c164c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:55.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0d2670 0x7f906c164c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35446/0 (socket says 172.21.15.66:35446) 2024-07-27T06:52:55.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906be00640 1 -- 172.21.15.66:0/3534273796 learned_addr learned my addr 172.21.15.66:0/3534273796 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:55.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906b400640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f906c06dd30 0x7f906c15fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:55.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906aa00640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f906c0b7140 0x7f906c164750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:55.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906be00640 1 -- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f906c0b7140 msgr2=0x7f906c164750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.179+0000 7f906be00640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f906c0b7140 0x7f906c164750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f906be00640 1 -- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f906c06dd30 msgr2=0x7f906c15fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f906be00640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f906c06dd30 0x7f906c15fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f906be00640 1 -- 172.21.15.66:0/3534273796 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f906c0b6cc0 con 0x7f906c0d2670 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f906be00640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f906c0d2670 0x7f906c164c90 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f906400e990 tx=0x7f906400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9064004d20 con 0x7f906c0d2670 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f906400ca40 con 0x7f906c0d2670 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f9071200640 1 -- 172.21.15.66:0/3534273796 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f906c165400 con 0x7f906c0d2670 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9064005020 con 0x7f906c0d2670 2024-07-27T06:52:55.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.180+0000 7f9071200640 1 -- 172.21.15.66:0/3534273796 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f906c163ce0 con 0x7f906c0d2670 2024-07-27T06:52:55.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.182+0000 7f9071200640 1 -- 172.21.15.66:0/3534273796 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f906c163f70 con 0x7f906c0d2670 2024-07-27T06:52:55.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.183+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f90640051c0 con 0x7f906c0d2670 2024-07-27T06:52:55.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.184+0000 7f9063400640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9048077010 0x7f9048079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:55.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.184+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f9064099850 con 0x7f906c0d2670 2024-07-27T06:52:55.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.185+0000 7f906b400640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9048077010 0x7f9048079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:55.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.186+0000 7f906b400640 1 --2- 172.21.15.66:0/3534273796 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9048077010 0x7f9048079520 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f906c073dd0 tx=0x7f905c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:55.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.189+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9064016030 con 0x7f906c0d2670 2024-07-27T06:52:55.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.405+0000 7f9071200640 1 -- 172.21.15.66:0/3534273796 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool delete", "pool": "test_metadata_pool"} v 0) -- 0x7f906c06e140 con 0x7f906c0d2670 2024-07-27T06:52:55.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:55.407+0000 7f9063400640 1 -- 172.21.15.66:0/3534273796 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool delete", "pool": "test_metadata_pool"}]=-1 WARNING: this will *PERMANENTLY DESTROY* all data stored in pool test_metadata_pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. v72) ==== 304+0+0 (secure 0 0 0) 0x7f9064062370 con 0x7f906c0d2670 2024-07-27T06:52:55.408 INFO:teuthology.orchestra.run.smithi066.stderr:Error EPERM: WARNING: this will *PERMANENTLY DESTROY* all data stored in pool test_metadata_pool. If you are *ABSOLUTELY CERTAIN* that is what you want, pass the pool name *twice*, followed by --yes-i-really-really-mean-it. 2024-07-27T06:52:55.432 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:52:55.433 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:52:55.433 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:55.563 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:52:55.689 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:52:55.689 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:55.690 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:55.690 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:55.751 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:55.751 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:55.808 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:52:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 -- 172.21.15.66:0/825245539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d2670 msgr2=0x7f43580ce9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 --2- 172.21.15.66:0/825245539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d2670 0x7f43580ce9d0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f43580740f0 tx=0x7f434802a540 comp rx=0 tx=0).stop 2024-07-27T06:52:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 -- 172.21.15.66:0/825245539 shutdown_connections 2024-07-27T06:52:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 --2- 172.21.15.66:0/825245539 >> v2:172.21.15.155:3300/0 conn(0x7f43580d0100 0x7f43580b49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 --2- 172.21.15.66:0/825245539 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d2670 0x7f43580ce9d0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 -- 172.21.15.66:0/825245539 >> 172.21.15.66:0/825245539 conn(0x7f43580d1b50 msgr2=0x7f43580d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:56.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 -- 172.21.15.66:0/825245539 shutdown_connections 2024-07-27T06:52:56.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.100+0000 7f435d600640 1 -- 172.21.15.66:0/825245539 wait complete. 2024-07-27T06:52:56.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.103+0000 7f435d600640 1 Processor -- start 2024-07-27T06:52:56.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.103+0000 7f435d600640 1 -- start start 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 0x7f43580c5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 0x7f43580c6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f43580cc600 con 0x7f43580d0100 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f43580cc480 con 0x7f43580d2670 2024-07-27T06:52:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f435d600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f43580cc780 con 0x7f43580d0510 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f4357e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f4357e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35464/0 (socket says 172.21.15.66:35464) 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f4357e00640 1 -- 172.21.15.66:0/1124933325 learned_addr learned my addr 172.21.15.66:0/1124933325 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.105+0000 7f4357400640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 0x7f43580c5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 -- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 msgr2=0x7f43580c5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f435cc00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 0x7f43580c6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 0x7f43580c5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 -- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 msgr2=0x7f43580c6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 0x7f43580c6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 -- 172.21.15.66:0/1124933325 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43580c6330 con 0x7f43580d0100 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357400640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 0x7f43580c5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f435cc00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 0x7f43580c6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f4357e00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f43480099d0 tx=0x7f43480052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4348031b50 con 0x7f43580d0100 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4348031de0 con 0x7f43580d0100 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43581f2d90 con 0x7f43580d0100 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.106+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4348033330 con 0x7f43580d0100 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.107+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43581f3350 con 0x7f43580d0100 2024-07-27T06:52:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.108+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43580ce9d0 con 0x7f43580d0100 2024-07-27T06:52:56.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.110+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f43480334d0 con 0x7f43580d0100 2024-07-27T06:52:56.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.111+0000 7f434fe00640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 0x7f4334079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:56.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.111+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f43480ba4a0 con 0x7f43580d0100 2024-07-27T06:52:56.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.111+0000 7f4357400640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 0x7f4334079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:56.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.113+0000 7f4357400640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 0x7f4334079520 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f43580c86a0 tx=0x7f4340005d30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:56.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.116+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f434803f030 con 0x7f43580d0100 2024-07-27T06:52:56.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.346+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f43580705f0 con 0x7f43580d0100 2024-07-27T06:52:56.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.347+0000 7f434fe00640 1 -- 172.21.15.66:0/1124933325 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v72) ==== 80+0+0 (secure 0 0 0) 0x7f4348082fc0 con 0x7f43580d0100 2024-07-27T06:52:56.349 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:52:56.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 msgr2=0x7f4334079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:56.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 0x7f4334079520 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f43580c86a0 tx=0x7f4340005d30 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 msgr2=0x7f43580b6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f43480099d0 tx=0x7f43480052f0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 shutdown_connections 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4334077010 0x7f4334079520 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.350+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43580d2670 0x7f43580c6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.351+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43580d0510 0x7f43580c5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.351+0000 7f435d600640 1 --2- 172.21.15.66:0/1124933325 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43580d0100 0x7f43580b6970 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.351+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 >> 172.21.15.66:0/1124933325 conn(0x7f43580d1b50 msgr2=0x7f4358153140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.351+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 shutdown_connections 2024-07-27T06:52:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:56.351+0000 7f435d600640 1 -- 172.21.15.66:0/1124933325 wait complete. 2024-07-27T06:52:56.380 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:52:56.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:56.381 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:52:56.479 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:52:56.487 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:52:56.488 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:52:56.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:52:56.488 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:52:56.576 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:56.576 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:56.576 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:56.628 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:56.628 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:56.629 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:52:56.629 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:56.699 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:52:56.699 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:52:56.699 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:52:56.699 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:52:56.755 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:52:56.755 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 -- 172.21.15.66:0/1753781818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73200ce3d0 msgr2=0x7f732015e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 --2- 172.21.15.66:0/1753781818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73200ce3d0 0x7f732015e3c0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f73200cd710 tx=0x7f730802a540 comp rx=0 tx=0).stop 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 -- 172.21.15.66:0/1753781818 shutdown_connections 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 --2- 172.21.15.66:0/1753781818 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce7e0 0x7f732015e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 --2- 172.21.15.66:0/1753781818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f73200ce3d0 0x7f732015e3c0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 --2- 172.21.15.66:0/1753781818 >> v2:172.21.15.155:3300/0 conn(0x7f732015ef60 0x7f73200740f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 -- 172.21.15.66:0/1753781818 >> 172.21.15.66:0/1753781818 conn(0x7f73200cfb90 msgr2=0x7f73200cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 -- 172.21.15.66:0/1753781818 shutdown_connections 2024-07-27T06:52:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.056+0000 7f7327c00640 1 -- 172.21.15.66:0/1753781818 wait complete. 2024-07-27T06:52:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.059+0000 7f7327c00640 1 Processor -- start 2024-07-27T06:52:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.059+0000 7f7327c00640 1 -- start start 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce3d0 0x7f732014d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 0x7f732015c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f732015ad80 con 0x7f732015ef60 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f732006ea00 con 0x7f73200ce7e0 2024-07-27T06:52:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.061+0000 7f7327c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f732015af00 con 0x7f73200ce3d0 2024-07-27T06:52:57.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35484/0 (socket says 172.21.15.66:35484) 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 -- 172.21.15.66:0/822196670 learned_addr learned my addr 172.21.15.66:0/822196670 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325200640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce3d0 0x7f732014d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7317e00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 0x7f732015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 -- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce3d0 msgr2=0x7f732014d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce3d0 0x7f732014d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 -- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 msgr2=0x7f732015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 0x7f732015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7325c00640 1 -- 172.21.15.66:0/822196670 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f732014dc70 con 0x7f732015ef60 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.062+0000 7f7317e00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 0x7f732015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f7325c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f731800b440 tx=0x7f731800b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318015020 con 0x7f732015ef60 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7318011920 con 0x7f732015ef60 2024-07-27T06:52:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7318011d70 con 0x7f732015ef60 2024-07-27T06:52:57.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7320165ad0 con 0x7f732015ef60 2024-07-27T06:52:57.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.063+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7320166090 con 0x7f732015ef60 2024-07-27T06:52:57.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.064+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73200740f0 con 0x7f732015ef60 2024-07-27T06:52:57.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.066+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7318018020 con 0x7f732015ef60 2024-07-27T06:52:57.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.067+0000 7f731d600640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 0x7f72fc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.067+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f7318098f30 con 0x7f732015ef60 2024-07-27T06:52:57.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.068+0000 7f7325200640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 0x7f72fc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.069+0000 7f7325200640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 0x7f72fc079520 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f731000a2e0 tx=0x7f731000a270 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:57.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.073+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f731801f020 con 0x7f732015ef60 2024-07-27T06:52:57.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.333+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f732014df00 con 0x7f732015ef60 2024-07-27T06:52:57.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.335+0000 7f731d600640 1 -- 172.21.15.66:0/822196670 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7f7318061a50 con 0x7f732015ef60 2024-07-27T06:52:57.336 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:57.337 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:57.337 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:57.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 msgr2=0x7f72fc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 0x7f72fc079520 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f731000a2e0 tx=0x7f731000a270 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 msgr2=0x7f7320166b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f731800b440 tx=0x7f731800b840 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 shutdown_connections 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72fc077010 0x7f72fc079520 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f732015ef60 0x7f7320166b70 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f73200ce7e0 0x7f732015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 --2- 172.21.15.66:0/822196670 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f73200ce3d0 0x7f732014d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.338+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 >> 172.21.15.66:0/822196670 conn(0x7f73200cfb90 msgr2=0x7f7320154e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:57.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.339+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 shutdown_connections 2024-07-27T06:52:57.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.339+0000 7f7327c00640 1 -- 172.21.15.66:0/822196670 wait complete. 2024-07-27T06:52:57.371 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:57.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 -- 172.21.15.66:0/1505993226 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 msgr2=0x7f9d4c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 --2- 172.21.15.66:0/1505993226 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d4c003ec0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009ed0 tx=0x7f9d4c005830 comp rx=0 tx=0).stop 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67400640 1 -- 172.21.15.66:0/1505993226 reap_dead start 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 -- 172.21.15.66:0/1505993226 shutdown_connections 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 -- 172.21.15.66:0/1505993226 >> 172.21.15.66:0/1505993226 conn(0x7f9d6806c780 msgr2=0x7f9d6806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 -- 172.21.15.66:0/1505993226 shutdown_connections 2024-07-27T06:52:57.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.665+0000 7f9d67e00640 1 -- 172.21.15.66:0/1505993226 wait complete. 2024-07-27T06:52:57.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.668+0000 7f9d67e00640 1 Processor -- start 2024-07-27T06:52:57.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.668+0000 7f9d67e00640 1 -- start start 2024-07-27T06:52:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.669+0000 7f9d67e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d681f4850 0x7f9d681f3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d681458c0 0x7f9d68145cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6806e3f0 con 0x7f9d4c003a50 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d6806e270 con 0x7f9d681458c0 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d6806e570 con 0x7f9d681f4850 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d66a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d66a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35498/0 (socket says 172.21.15.66:35498) 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d66a00640 1 -- 172.21.15.66:0/427809390 learned_addr learned my addr 172.21.15.66:0/427809390 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d66000640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d681f4850 0x7f9d681f3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.670+0000 7f9d67400640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d681458c0 0x7f9d68145cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 -- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d681f4850 msgr2=0x7f9d681f3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d681f4850 0x7f9d681f3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 -- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d681458c0 msgr2=0x7f9d68145cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d681458c0 0x7f9d68145cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 -- 172.21.15.66:0/427809390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d68146210 con 0x7f9d4c003a50 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.671+0000 7f9d66a00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009ed0 tx=0x7f9d58033df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.672+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d58043070 con 0x7f9d4c003a50 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.672+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d58003c60 con 0x7f9d4c003a50 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.672+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d58038040 con 0x7f9d4c003a50 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.672+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d68140580 con 0x7f9d4c003a50 2024-07-27T06:52:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.672+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d68140b40 con 0x7f9d4c003a50 2024-07-27T06:52:57.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.673+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d680b38c0 con 0x7f9d4c003a50 2024-07-27T06:52:57.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.675+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9d58004270 con 0x7f9d4c003a50 2024-07-27T06:52:57.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.676+0000 7f9d5ea00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 0x7f9d48079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:57.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.676+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f9d580b9d30 con 0x7f9d4c003a50 2024-07-27T06:52:57.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.677+0000 7f9d66000640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 0x7f9d48079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.678+0000 7f9d66000640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 0x7f9d48079550 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9d6806cdb0 tx=0x7f9d54009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:57.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.681+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9d68146210 con 0x7f9d4c003a50 2024-07-27T06:52:57.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.938+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d680af8c0 con 0x7f9d4c003a50 2024-07-27T06:52:57.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.940+0000 7f9d5ea00640 1 -- 172.21.15.66:0/427809390 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7f9d58082200 con 0x7f9d4c003a50 2024-07-27T06:52:57.942 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:57.942 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:57.942 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:57.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 msgr2=0x7f9d48079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 0x7f9d48079550 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f9d6806cdb0 tx=0x7f9d54009040 comp rx=0 tx=0).stop 2024-07-27T06:52:57.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 msgr2=0x7f9d6813fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:57.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009ed0 tx=0x7f9d58033df0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 shutdown_connections 2024-07-27T06:52:57.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d48077040 0x7f9d48079550 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d681458c0 0x7f9d68145cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d681f4850 0x7f9d681f3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 --2- 172.21.15.66:0/427809390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d4c003a50 0x7f9d6813fec0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:57.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.943+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 >> 172.21.15.66:0/427809390 conn(0x7f9d6806c780 msgr2=0x7f9d6806f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:57.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.944+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 shutdown_connections 2024-07-27T06:52:57.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:57.944+0000 7f9d67e00640 1 -- 172.21.15.66:0/427809390 wait complete. 2024-07-27T06:52:57.971 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:58.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.256+0000 7feeee800640 1 -- 172.21.15.66:0/2644022612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feed0004800 msgr2=0x7feed0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.256+0000 7feeee800640 1 --2- 172.21.15.66:0/2644022612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feed0004800 0x7feed0004c10 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7feed400c310 tx=0x7feed0005830 comp rx=0 tx=0).stop 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.257+0000 7feeee800640 1 -- 172.21.15.66:0/2644022612 shutdown_connections 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.257+0000 7feeee800640 1 --2- 172.21.15.66:0/2644022612 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feed0004800 0x7feed0004c10 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.257+0000 7feeee800640 1 -- 172.21.15.66:0/2644022612 >> 172.21.15.66:0/2644022612 conn(0x7feee806c780 msgr2=0x7feee806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.257+0000 7feeee800640 1 -- 172.21.15.66:0/2644022612 shutdown_connections 2024-07-27T06:52:58.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.257+0000 7feeee800640 1 -- 172.21.15.66:0/2644022612 wait complete. 2024-07-27T06:52:58.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.259+0000 7feeee800640 1 Processor -- start 2024-07-27T06:52:58.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.259+0000 7feeee800640 1 -- start start 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feed0004800 0x7feee813e650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 0x7feee8141440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7feee80cf450 con 0x7feee80a9ea0 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feee80cf2d0 con 0x7feed0004800 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeee800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feee80734d0 con 0x7feee815eb40 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeeca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeeca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35512/0 (socket says 172.21.15.66:35512) 2024-07-27T06:52:58.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.261+0000 7feeeca00640 1 -- 172.21.15.66:0/2930021026 learned_addr learned my addr 172.21.15.66:0/2930021026 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:58.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeed400640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feed0004800 0x7feee813e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeede00640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 0x7feee8141440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 -- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 msgr2=0x7feee8141440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 0x7feee8141440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 -- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feed0004800 msgr2=0x7feee813e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feed0004800 0x7feee813e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 -- 172.21.15.66:0/2930021026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feee815ef50 con 0x7feee80a9ea0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeede00640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 0x7feee8141440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.262+0000 7feeeca00640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feed400c430 tx=0x7feed4001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.263+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4031040 con 0x7feee80a9ea0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.263+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feed40065e0 con 0x7feee80a9ea0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.263+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feee80aa860 con 0x7feee80a9ea0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.263+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4003a60 con 0x7feee80a9ea0 2024-07-27T06:52:58.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.263+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feee8140c40 con 0x7feee80a9ea0 2024-07-27T06:52:58.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.264+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feee815f9c0 con 0x7feee80a9ea0 2024-07-27T06:52:58.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.266+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7feed403e030 con 0x7feee80a9ea0 2024-07-27T06:52:58.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.267+0000 7feee5600640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 0x7feec8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.267+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7feed40b8cc0 con 0x7feee80a9ea0 2024-07-27T06:52:58.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.268+0000 7feeed400640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 0x7feec8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.269+0000 7feeed400640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 0x7feec8079550 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7feee806bb30 tx=0x7feedc006a80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:58.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.272+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feed40bf080 con 0x7feee80a9ea0 2024-07-27T06:52:58.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.489+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feee8155e70 con 0x7feee80a9ea0 2024-07-27T06:52:58.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.491+0000 7feee5600640 1 -- 172.21.15.66:0/2930021026 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+22453 (secure 0 0 0) 0x7feee815ef50 con 0x7feee80a9ea0 2024-07-27T06:52:58.492 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:58.493 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":72,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:54.261457+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:38.769674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:39.632293+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.1","mappings":[{"from":2,"to":7}]},{"pgid":"11.26","mappings":[{"from":1,"to":4}]},{"pgid":"11.27","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":12,"snaps":[{"begin":1,"length":1}]}],"new_removed_snaps":[{"pool":12,"snaps":[{"begin":1,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 msgr2=0x7feec8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 0x7feec8079550 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7feee806bb30 tx=0x7feedc006a80 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 msgr2=0x7feee815e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7feed400c430 tx=0x7feed4001d80 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 shutdown_connections 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7feec8077040 0x7feec8079550 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feee815eb40 0x7feee8141440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feee80a9ea0 0x7feee815e600 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 --2- 172.21.15.66:0/2930021026 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feed0004800 0x7feee813e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.494+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 >> 172.21.15.66:0/2930021026 conn(0x7feee806c780 msgr2=0x7feee815fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:58.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.495+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 shutdown_connections 2024-07-27T06:52:58.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.495+0000 7feeee800640 1 -- 172.21.15.66:0/2930021026 wait complete. 2024-07-27T06:52:58.525 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T06:52:58.525 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 -- 172.21.15.66:0/3736494342 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d0100 msgr2=0x7f70940b49a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 --2- 172.21.15.66:0/3736494342 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d0100 0x7f70940b49a0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f7094072d60 tx=0x7f707c02a560 comp rx=0 tx=0).stop 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 -- 172.21.15.66:0/3736494342 shutdown_connections 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 --2- 172.21.15.66:0/3736494342 >> v2:172.21.15.155:3300/0 conn(0x7f70940d0510 0x7f70940b4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 --2- 172.21.15.66:0/3736494342 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d0100 0x7f70940b49a0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 -- 172.21.15.66:0/3736494342 >> 172.21.15.66:0/3736494342 conn(0x7f70940d1b50 msgr2=0x7f70940d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 -- 172.21.15.66:0/3736494342 shutdown_connections 2024-07-27T06:52:58.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.818+0000 7f7093200640 1 -- 172.21.15.66:0/3736494342 wait complete. 2024-07-27T06:52:58.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.821+0000 7f7093200640 1 Processor -- start 2024-07-27T06:52:58.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.821+0000 7f7093200640 1 -- start start 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70940d0100 0x7f70941f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70940d0510 0x7f70941f84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70940cc810 con 0x7f70940d2670 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f70940cc690 con 0x7f70940d0100 2024-07-27T06:52:58.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.822+0000 7f7093200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f70940cc990 con 0x7f70940d0510 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35538/0 (socket says 172.21.15.66:35538) 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 -- 172.21.15.66:0/1836463880 learned_addr learned my addr 172.21.15.66:0/1836463880 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7091e00640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70940d0100 0x7f70941f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7089400640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70940d0510 0x7f70941f84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 -- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70940d0510 msgr2=0x7f70941f84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70940d0510 0x7f70941f84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 -- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70940d0100 msgr2=0x7f70941f90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70940d0100 0x7f70941f90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:58.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.823+0000 7f7092800640 1 -- 172.21.15.66:0/1836463880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f709415db70 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f7092800640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f708c00c940 tx=0x7f708c00ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c004460 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f708c0077a0 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f708c007c10 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70940c8d60 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.824+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70940c9320 con 0x7f70940d2670 2024-07-27T06:52:58.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.826+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70940ce9d0 con 0x7f70940d2670 2024-07-27T06:52:58.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.827+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f708c0035f0 con 0x7f70940d2670 2024-07-27T06:52:58.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.828+0000 7f708aa00640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 0x7f7070079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:58.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.828+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f708c0996b0 con 0x7f70940d2670 2024-07-27T06:52:58.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.829+0000 7f7091e00640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 0x7f7070079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:58.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.830+0000 7f7091e00640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 0x7f7070079520 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7084009f20 tx=0x7f70840094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:58.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:58.832+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f708c013030 con 0x7f70940d2670 2024-07-27T06:52:59.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.085+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f70940c7540 con 0x7f70940d2670 2024-07-27T06:52:59.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.086+0000 7f708aa00640 1 -- 172.21.15.66:0/1836463880 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7f708c00de20 con 0x7f70940d2670 2024-07-27T06:52:59.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:59.088 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:59.088 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 msgr2=0x7f7070079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 0x7f7070079520 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7084009f20 tx=0x7f70840094d0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 msgr2=0x7f70941f8a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f708c00c940 tx=0x7f708c00ce00 comp rx=0 tx=0).stop 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 shutdown_connections 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7070077010 0x7f7070079520 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70940d2670 0x7f70941f8a10 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70940d0510 0x7f70941f84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 --2- 172.21.15.66:0/1836463880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70940d0100 0x7f70941f90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 >> 172.21.15.66:0/1836463880 conn(0x7f70940d1b50 msgr2=0x7f70940b4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:59.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.089+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 shutdown_connections 2024-07-27T06:52:59.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.090+0000 7f7093200640 1 -- 172.21.15.66:0/1836463880 wait complete. 2024-07-27T06:52:59.120 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:52:59.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.411+0000 7f4986800640 1 -- 172.21.15.66:0/1980845480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f498015f970 msgr2=0x7f498015fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.411+0000 7f4986800640 1 --2- 172.21.15.66:0/1980845480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f498015f970 0x7f498015fd80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f4980071d40 tx=0x7f497802a560 comp rx=0 tx=0).stop 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 -- 172.21.15.66:0/1980845480 shutdown_connections 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 --2- 172.21.15.66:0/1980845480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f498015f970 0x7f498015fd80 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 --2- 172.21.15.66:0/1980845480 >> v2:172.21.15.155:3300/0 conn(0x7f49800cee80 0x7f49800cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 --2- 172.21.15.66:0/1980845480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4980159980 0x7f4980073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 -- 172.21.15.66:0/1980845480 >> 172.21.15.66:0/1980845480 conn(0x7f498006c780 msgr2=0x7f498006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 -- 172.21.15.66:0/1980845480 shutdown_connections 2024-07-27T06:52:59.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.412+0000 7f4986800640 1 -- 172.21.15.66:0/1980845480 wait complete. 2024-07-27T06:52:59.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.414+0000 7f4986800640 1 Processor -- start 2024-07-27T06:52:59.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.414+0000 7f4986800640 1 -- start start 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49800cee80 0x7f49800ae030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f498015f970 0x7f49800aa630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f498006e3a0 con 0x7f4980159980 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f498006e220 con 0x7f498015f970 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4986800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f498006e520 con 0x7f49800cee80 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4984a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4984a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35564/0 (socket says 172.21.15.66:35564) 2024-07-27T06:52:59.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.416+0000 7f4984a00640 1 -- 172.21.15.66:0/1289227450 learned_addr learned my addr 172.21.15.66:0/1289227450 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:59.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4985400640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49800cee80 0x7f49800ae030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4985e00640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f498015f970 0x7f49800aa630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 -- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49800cee80 msgr2=0x7f49800ae030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49800cee80 0x7f49800ae030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 -- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f498015f970 msgr2=0x7f49800aa630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f498015f970 0x7f49800aa630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 -- 172.21.15.66:0/1289227450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4980144a00 con 0x7f4980159980 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.417+0000 7f4984a00640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f496c00c9a0 tx=0x7f496c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.418+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c007bb0 con 0x7f4980159980 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.418+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f496c007e40 con 0x7f4980159980 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.418+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f496c005280 con 0x7f4980159980 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.418+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49800acf90 con 0x7f4980159980 2024-07-27T06:52:59.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.418+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49800ad550 con 0x7f4980159980 2024-07-27T06:52:59.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.419+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f498006ea70 con 0x7f4980159980 2024-07-27T06:52:59.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.420+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f496c005420 con 0x7f4980159980 2024-07-27T06:52:59.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.421+0000 7f497d600640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 0x7f4960079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.422+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f496c099360 con 0x7f4980159980 2024-07-27T06:52:59.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.422+0000 7f4985400640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 0x7f4960079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.424+0000 7f4985400640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 0x7f4960079520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4970005c40 tx=0x7f497000a530 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:59.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.426+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f496c014030 con 0x7f4980159980 2024-07-27T06:52:59.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.666+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4980070400 con 0x7f4980159980 2024-07-27T06:52:59.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.666+0000 7f497d600640 1 -- 172.21.15.66:0/1289227450 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+5228 (secure 0 0 0) 0x7f496c06a150 con 0x7f4980159980 2024-07-27T06:52:59.668 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:52:59.668 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":36,"btime":"2024-07-27T06:52:44:143034+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":36,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:52:40.661759+0000","modified":"2024-07-27T06:52:43.734375+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5622":{"gid":5622,"name":"c","rank":0,"incarnation":32,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/709627778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":709627778},{"type":"v1","addr":"172.21.15.66:6835","nonce":709627778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5622,"qdb_cluster":[5622]},"id":4}]} 2024-07-27T06:52:59.668 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 36 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 msgr2=0x7f4960079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 0x7f4960079520 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4970005c40 tx=0x7f497000a530 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 msgr2=0x7f49800c5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f496c00c9a0 tx=0x7f496c00ce60 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 shutdown_connections 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4960077010 0x7f4960079520 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f498015f970 0x7f49800aa630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4980159980 0x7f49800c5a00 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 --2- 172.21.15.66:0/1289227450 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49800cee80 0x7f49800ae030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 >> 172.21.15.66:0/1289227450 conn(0x7f498006c780 msgr2=0x7f498015b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:59.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 shutdown_connections 2024-07-27T06:52:59.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.669+0000 7f4986800640 1 -- 172.21.15.66:0/1289227450 wait complete. 2024-07-27T06:52:59.696 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:52:59.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.980+0000 7f9a37600640 1 -- 172.21.15.66:0/4271813764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 msgr2=0x7f9a10003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.980+0000 7f9a37600640 1 --2- 172.21.15.66:0/4271813764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a10003ec0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9a20009b50 tx=0x7f9a10005830 comp rx=0 tx=0).stop 2024-07-27T06:52:59.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.980+0000 7f9a35600640 1 -- 172.21.15.66:0/4271813764 reap_dead start 2024-07-27T06:52:59.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.981+0000 7f9a37600640 1 -- 172.21.15.66:0/4271813764 shutdown_connections 2024-07-27T06:52:59.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.981+0000 7f9a37600640 1 -- 172.21.15.66:0/4271813764 >> 172.21.15.66:0/4271813764 conn(0x7f9a300cfb90 msgr2=0x7f9a300cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:52:59.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.981+0000 7f9a37600640 1 -- 172.21.15.66:0/4271813764 shutdown_connections 2024-07-27T06:52:59.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.981+0000 7f9a37600640 1 -- 172.21.15.66:0/4271813764 wait complete. 2024-07-27T06:52:59.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.983+0000 7f9a37600640 1 Processor -- start 2024-07-27T06:52:59.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.983+0000 7f9a37600640 1 -- start start 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a3014f9d0 0x7f9a3014fde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a301531f0 0x7f9a30153600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3015c040 con 0x7f9a10003a50 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a3015bec0 con 0x7f9a3014f9d0 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a37600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a3015c1c0 con 0x7f9a301531f0 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a34c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a34c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35572/0 (socket says 172.21.15.66:35572) 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.985+0000 7f9a34c00640 1 -- 172.21.15.66:0/1584471627 learned_addr learned my addr 172.21.15.66:0/1584471627 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a35600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a301531f0 0x7f9a30153600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 -- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a301531f0 msgr2=0x7f9a30153600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a2fe00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a3014f9d0 0x7f9a3014fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a301531f0 0x7f9a30153600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 -- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a3014f9d0 msgr2=0x7f9a3014fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a3014f9d0 0x7f9a3014fde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:52:59.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 -- 172.21.15.66:0/1584471627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a30153b40 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a34c00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9a2002b4f0 tx=0x7f9a20033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20038040 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a20004020 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a20004430 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.986+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a3014ac40 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.987+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a3014b200 con 0x7f9a10003a50 2024-07-27T06:52:59.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.988+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a3014b8c0 con 0x7f9a10003a50 2024-07-27T06:52:59.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.989+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9a20045020 con 0x7f9a10003a50 2024-07-27T06:52:59.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.990+0000 7f9a2cc00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 0x7f9a0c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:52:59.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.990+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f9a200b9be0 con 0x7f9a10003a50 2024-07-27T06:52:59.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.991+0000 7f9a2fe00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 0x7f9a0c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:52:59.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.992+0000 7f9a2fe00640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 0x7f9a0c079520 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9a18005e50 tx=0x7f9a18005bf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:52:59.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:52:59.995+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a3014b8c0 con 0x7f9a10003a50 2024-07-27T06:53:00.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.214+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9a30152180 con 0x7f9a10003a50 2024-07-27T06:53:00.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.218+0000 7f9a2cc00640 1 -- 172.21.15.66:0/1584471627 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) ==== 74+0+22453 (secure 0 0 0) 0x7f9a30153b40 con 0x7f9a10003a50 2024-07-27T06:53:00.221 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:00.221 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":72,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:52:54.261457+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:52:38.769674+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-07-27T06:52:39.632293+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"10.1","mappings":[{"from":2,"to":7}]},{"pgid":"11.26","mappings":[{"from":1,"to":4}]},{"pgid":"11.27","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":12,"snaps":[{"begin":1,"length":1}]}],"new_removed_snaps":[{"pool":12,"snaps":[{"begin":1,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:00.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.221+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 msgr2=0x7f9a0c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.221+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 0x7f9a0c079520 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9a18005e50 tx=0x7f9a18005bf0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.221+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 msgr2=0x7f9a30149f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.221+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9a2002b4f0 tx=0x7f9a20033670 comp rx=0 tx=0).stop 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 shutdown_connections 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a0c077010 0x7f9a0c079520 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a301531f0 0x7f9a30153600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a3014f9d0 0x7f9a3014fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 --2- 172.21.15.66:0/1584471627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a10003a50 0x7f9a30149f40 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 >> 172.21.15.66:0/1584471627 conn(0x7f9a300cfb90 msgr2=0x7f9a300ce3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 shutdown_connections 2024-07-27T06:53:00.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.222+0000 7f9a37600640 1 -- 172.21.15.66:0/1584471627 wait complete. 2024-07-27T06:53:00.252 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 -- 172.21.15.66:0/743436475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9454073840 msgr2=0x7f945406f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 --2- 172.21.15.66:0/743436475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9454073840 0x7f945406f800 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f9440005fd0 tx=0x7f944002a4f0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 -- 172.21.15.66:0/743436475 shutdown_connections 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 --2- 172.21.15.66:0/743436475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9454073840 0x7f945406f800 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 --2- 172.21.15.66:0/743436475 >> v2:172.21.15.155:3300/0 conn(0x7f94540b4440 0x7f9454073300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 -- 172.21.15.66:0/743436475 >> 172.21.15.66:0/743436475 conn(0x7f945406c780 msgr2=0x7f945406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 -- 172.21.15.66:0/743436475 shutdown_connections 2024-07-27T06:53:00.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.542+0000 7f9459e00640 1 -- 172.21.15.66:0/743436475 wait complete. 2024-07-27T06:53:00.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.545+0000 7f9459e00640 1 Processor -- start 2024-07-27T06:53:00.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.545+0000 7f9459e00640 1 -- start start 2024-07-27T06:53:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.546+0000 7f9459e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9459e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9454073840 0x7f9454155ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9459e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94540b4440 0x7f94541e89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9459e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9454072cf0 con 0x7f945406fd40 2024-07-27T06:53:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9459e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9454072b70 con 0x7f9454073840 2024-07-27T06:53:00.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9459e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9454072e70 con 0x7f94540b4440 2024-07-27T06:53:00.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:00.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35584/0 (socket says 172.21.15.66:35584) 2024-07-27T06:53:00.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 -- 172.21.15.66:0/2679674231 learned_addr learned my addr 172.21.15.66:0/2679674231 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9453e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9454073840 0x7f9454155ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 -- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94540b4440 msgr2=0x7f94541e89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94540b4440 0x7f94541e89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 -- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9454073840 msgr2=0x7f9454155ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9454073840 0x7f9454155ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.547+0000 7f9458a00640 1 -- 172.21.15.66:0/2679674231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94540cd400 con 0x7f945406fd40 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9458a00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f944400b410 tx=0x7f944400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444015020 con 0x7f945406fd40 2024-07-27T06:53:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9444011940 con 0x7f945406fd40 2024-07-27T06:53:00.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444011d90 con 0x7f945406fd40 2024-07-27T06:53:00.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94540cd670 con 0x7f945406fd40 2024-07-27T06:53:00.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.548+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9454156bf0 con 0x7f945406fd40 2024-07-27T06:53:00.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.549+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f945415c830 con 0x7f945406fd40 2024-07-27T06:53:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.551+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9444018020 con 0x7f945406fd40 2024-07-27T06:53:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.552+0000 7f9450c00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 0x7f9434079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.552+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(72..72 src has 1..72) ==== 7307+0+0 (secure 0 0 0) 0x7f9444098f00 con 0x7f945406fd40 2024-07-27T06:53:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.552+0000 7f9453e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 0x7f9434079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:00.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.554+0000 7f9453e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 0x7f9434079550 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9440033000 tx=0x7f9440004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:00.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.556+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f945415c830 con 0x7f945406fd40 2024-07-27T06:53:00.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.808+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f945406f800 con 0x7f945406fd40 2024-07-27T06:53:00.811 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T06:53:00.810+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T06:53:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.814+0000 7f9450c00640 1 -- 172.21.15.66:0/2679674231 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v37) ==== 161+0+0 (secure 0 0 0) 0x7f944401f020 con 0x7f945406fd40 2024-07-27T06:53:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.817+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 msgr2=0x7f9434079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.817+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 0x7f9434079550 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9440033000 tx=0x7f9440004730 comp rx=0 tx=0).stop 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.817+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 msgr2=0x7f9454150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.817+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f944400b410 tx=0x7f944400b8d0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 shutdown_connections 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9434077040 0x7f9434079550 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94540b4440 0x7f94541e89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9454073840 0x7f9454155ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 --2- 172.21.15.66:0/2679674231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f945406fd40 0x7f9454150fa0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:00.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.818+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 >> 172.21.15.66:0/2679674231 conn(0x7f945406c780 msgr2=0x7f945415de30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:00.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.819+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 shutdown_connections 2024-07-27T06:53:00.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:00.819+0000 7f9459e00640 1 -- 172.21.15.66:0/2679674231 wait complete. 2024-07-27T06:53:00.827 INFO:tasks.ceph.mds.c.smithi066.stderr: -2118> 2024-07-27T06:52:43.052+0000 7fb386e00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:53:00.853 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T06:53:00.963 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 -- 172.21.15.66:0/987214279 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c06f800 msgr2=0x7f656c06fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 --2- 172.21.15.66:0/987214279 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c06f800 0x7f656c06fc10 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f655c005fd0 tx=0x7f655c02a620 comp rx=0 tx=0).stop 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 -- 172.21.15.66:0/987214279 shutdown_connections 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 --2- 172.21.15.66:0/987214279 >> v2:172.21.15.155:3300/0 conn(0x7f656c15e800 0x7f656c15ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 --2- 172.21.15.66:0/987214279 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c06f800 0x7f656c06fc10 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 -- 172.21.15.66:0/987214279 >> 172.21.15.66:0/987214279 conn(0x7f656c06c780 msgr2=0x7f656c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:01.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 -- 172.21.15.66:0/987214279 shutdown_connections 2024-07-27T06:53:01.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.123+0000 7f6571000640 1 -- 172.21.15.66:0/987214279 wait complete. 2024-07-27T06:53:01.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.126+0000 7f6571000640 1 Processor -- start 2024-07-27T06:53:01.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.126+0000 7f6571000640 1 -- start start 2024-07-27T06:53:01.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f656c06f800 0x7f656c1529b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f656c15e800 0x7f656c1e89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f656c15f4e0 con 0x7f656c0b4440 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f656c15f360 con 0x7f656c06f800 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.127+0000 7f6571000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f656c15f660 con 0x7f656c15e800 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53946/0 (socket says 172.21.15.66:53946) 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 -- 172.21.15.66:0/3443977738 learned_addr learned my addr 172.21.15.66:0/3443977738 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656b400640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f656c06f800 0x7f656c1529b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656be00640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f656c15e800 0x7f656c1e89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:01.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 -- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f656c15e800 msgr2=0x7f656c1e89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f656c15e800 0x7f656c1e89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 -- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f656c06f800 msgr2=0x7f656c1529b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f656c06f800 0x7f656c1529b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 -- 172.21.15.66:0/3443977738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f656c154890 con 0x7f656c0b4440 2024-07-27T06:53:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.128+0000 7f656aa00640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f655c034040 tx=0x7f655c02ae70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.129+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c03e030 con 0x7f656c0b4440 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.129+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f655c004b20 con 0x7f656c0b4440 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.129+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f655c035040 con 0x7f656c0b4440 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.129+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f656c154b70 con 0x7f656c0b4440 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.129+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f656c155130 con 0x7f656c0b4440 2024-07-27T06:53:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.130+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f656c155370 con 0x7f656c0b4440 2024-07-27T06:53:01.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.132+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f655c041030 con 0x7f656c0b4440 2024-07-27T06:53:01.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.133+0000 7f6563400640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 0x7f6548079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:01.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.133+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7365+0+0 (secure 0 0 0) 0x7f655c0b9860 con 0x7f656c0b4440 2024-07-27T06:53:01.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.134+0000 7f656b400640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 0x7f6548079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.135+0000 7f656b400640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 0x7f6548079550 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f65540015e0 tx=0x7f6554009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:01.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.138+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f656c155370 con 0x7f656c0b4440 2024-07-27T06:53:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.404+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f656c153190 con 0x7f656c0b4440 2024-07-27T06:53:01.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.817+0000 7f6563400640 1 -- 172.21.15.66:0/3443977738 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v38) ==== 104+0+0 (secure 0 0 0) 0x7f655c0823e0 con 0x7f656c0b4440 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.821+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 msgr2=0x7f6548079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.821+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 0x7f6548079550 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f65540015e0 tx=0x7f6554009040 comp rx=0 tx=0).stop 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.821+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 msgr2=0x7f656c150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.821+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f655c034040 tx=0x7f655c02ae70 comp rx=0 tx=0).stop 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 shutdown_connections 2024-07-27T06:53:01.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6548077040 0x7f6548079550 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f656c15e800 0x7f656c1e89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f656c0b4440 0x7f656c150fa0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 --2- 172.21.15.66:0/3443977738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f656c06f800 0x7f656c1529b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 >> 172.21.15.66:0/3443977738 conn(0x7f656c06c780 msgr2=0x7f656c159480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 shutdown_connections 2024-07-27T06:53:01.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:01.822+0000 7f6571000640 1 -- 172.21.15.66:0/3443977738 wait complete. 2024-07-27T06:53:01.852 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T06:53:02.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.153+0000 7efc59e00640 1 -- 172.21.15.66:0/3676615045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc54073b30 msgr2=0x7efc540cd610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.153+0000 7efc59e00640 1 --2- 172.21.15.66:0/3676615045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc54073b30 0x7efc540cd610 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7efc40005fd0 tx=0x7efc4002a540 comp rx=0 tx=0).stop 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.154+0000 7efc59e00640 1 -- 172.21.15.66:0/3676615045 shutdown_connections 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.154+0000 7efc59e00640 1 --2- 172.21.15.66:0/3676615045 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc54073b30 0x7efc540cd610 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.154+0000 7efc59e00640 1 -- 172.21.15.66:0/3676615045 >> 172.21.15.66:0/3676615045 conn(0x7efc5406c780 msgr2=0x7efc5406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.154+0000 7efc59e00640 1 -- 172.21.15.66:0/3676615045 shutdown_connections 2024-07-27T06:53:02.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.154+0000 7efc59e00640 1 -- 172.21.15.66:0/3676615045 wait complete. 2024-07-27T06:53:02.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.156+0000 7efc59e00640 1 Processor -- start 2024-07-27T06:53:02.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.156+0000 7efc59e00640 1 -- start start 2024-07-27T06:53:02.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:02.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 0x7efc541412f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc540b4650 0x7efc54152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc5415a3a0 con 0x7efc5406fb10 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc5415a220 con 0x7efc54073b30 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc59e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc54072dd0 con 0x7efc540b4650 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc58a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc58a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53966/0 (socket says 172.21.15.66:53966) 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.158+0000 7efc58a00640 1 -- 172.21.15.66:0/2208455915 learned_addr learned my addr 172.21.15.66:0/2208455915 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc53e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 0x7efc541412f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 -- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc540b4650 msgr2=0x7efc54152130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc59400640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc540b4650 0x7efc54152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc540b4650 0x7efc54152130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 -- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 msgr2=0x7efc541412f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 0x7efc541412f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 -- 172.21.15.66:0/2208455915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc54141830 con 0x7efc5406fb10 2024-07-27T06:53:02.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc53e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 0x7efc541412f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:02.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.159+0000 7efc58a00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7efc40034040 tx=0x7efc400039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:02.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.160+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc4003e030 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.160+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc400047a0 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.160+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc40035040 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.160+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5415b8f0 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.160+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc5415beb0 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.161+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc54073340 con 0x7efc5406fb10 2024-07-27T06:53:02.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.162+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efc40041030 con 0x7efc5406fb10 2024-07-27T06:53:02.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.163+0000 7efc50c00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 0x7efc34079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:02.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.163+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 7365+0+0 (secure 0 0 0) 0x7efc400b9890 con 0x7efc5406fb10 2024-07-27T06:53:02.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.164+0000 7efc53e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 0x7efc34079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:02.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.165+0000 7efc53e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 0x7efc34079520 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efc541e7a30 tx=0x7efc48009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:02.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.168+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc40082370 con 0x7efc5406fb10 2024-07-27T06:53:02.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.380+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7efc54155fd0 con 0x7efc5406fb10 2024-07-27T06:53:02.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.902+0000 7efc50c00640 1 -- 172.21.15.66:0/2208455915 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v74) ==== 181+0+0 (secure 0 0 0) 0x7efc40081c70 con 0x7efc5406fb10 2024-07-27T06:53:02.905 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 msgr2=0x7efc34079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 0x7efc34079520 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7efc541e7a30 tx=0x7efc48009040 comp rx=0 tx=0).stop 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 msgr2=0x7efc541f3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7efc40034040 tx=0x7efc400039e0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 shutdown_connections 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc34077010 0x7efc34079520 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc540b4650 0x7efc54152130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc54073b30 0x7efc541412f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 --2- 172.21.15.66:0/2208455915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc5406fb10 0x7efc541f3b40 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:02.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.906+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 >> 172.21.15.66:0/2208455915 conn(0x7efc5406c780 msgr2=0x7efc540cfda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:02.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.907+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 shutdown_connections 2024-07-27T06:53:02.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:02.907+0000 7efc59e00640 1 -- 172.21.15.66:0/2208455915 wait complete. 2024-07-27T06:53:02.946 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 -- 172.21.15.66:0/1670146580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b0870 msgr2=0x7f0e480b0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 --2- 172.21.15.66:0/1670146580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b0870 0x7f0e480b0c80 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0e480cad30 tx=0x7f0e3002a420 comp rx=0 tx=0).stop 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 -- 172.21.15.66:0/1670146580 shutdown_connections 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 --2- 172.21.15.66:0/1670146580 >> v2:172.21.15.155:3300/0 conn(0x7f0e480b11c0 0x7f0e480b15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 --2- 172.21.15.66:0/1670146580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b0870 0x7f0e480b0c80 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 -- 172.21.15.66:0/1670146580 >> 172.21.15.66:0/1670146580 conn(0x7f0e480d07c0 msgr2=0x7f0e480d0bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 -- 172.21.15.66:0/1670146580 shutdown_connections 2024-07-27T06:53:03.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.234+0000 7f0e47200640 1 -- 172.21.15.66:0/1670146580 wait complete. 2024-07-27T06:53:03.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.237+0000 7f0e47200640 1 Processor -- start 2024-07-27T06:53:03.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.237+0000 7f0e47200640 1 -- start start 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 0x7f0e481f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e480d1880 0x7f0e48160da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e4808c410 con 0x7f0e480b11c0 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0e4808c290 con 0x7f0e480b0870 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.238+0000 7f0e47200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0e480b9650 con 0x7f0e480d1880 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53984/0 (socket says 172.21.15.66:53984) 2024-07-27T06:53:03.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 -- 172.21.15.66:0/772563703 learned_addr learned my addr 172.21.15.66:0/772563703 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:03.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e45e00640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 0x7f0e481f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e46800640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e480d1880 0x7f0e48160da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 -- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e480d1880 msgr2=0x7f0e48160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e480d1880 0x7f0e48160da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 -- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 msgr2=0x7f0e481f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 0x7f0e481f59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e3d400640 1 -- 172.21.15.66:0/772563703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e48158e80 con 0x7f0e480b11c0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.239+0000 7f0e45e00640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 0x7f0e481f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e3d400640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0e30009920 tx=0x7f0e30033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e30031d60 con 0x7f0e480b11c0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e30005020 con 0x7f0e480b11c0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e30005470 con 0x7f0e480b11c0 2024-07-27T06:53:03.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e480b6ec0 con 0x7f0e480b11c0 2024-07-27T06:53:03.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.240+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e480b7480 con 0x7f0e480b11c0 2024-07-27T06:53:03.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.241+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e480b83f0 con 0x7f0e480b11c0 2024-07-27T06:53:03.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.242+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0e300047a0 con 0x7f0e480b11c0 2024-07-27T06:53:03.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.243+0000 7f0e3ea00640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 0x7f0e24079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:03.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.244+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6898+0+0 (secure 0 0 0) 0x7f0e300ba060 con 0x7f0e480b11c0 2024-07-27T06:53:03.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.244+0000 7f0e45e00640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 0x7f0e24079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:03.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.245+0000 7f0e45e00640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 0x7f0e24079520 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0e38007fd0 tx=0x7f0e38009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:03.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.249+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e3003f030 con 0x7f0e480b11c0 2024-07-27T06:53:03.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:03.463+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0e480b0c80 con 0x7f0e480b11c0 2024-07-27T06:53:04.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.364+0000 7f0e3ea00640 1 -- 172.21.15.66:0/772563703 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v75) ==== 169+0+0 (secure 0 0 0) 0x7f0e30082da0 con 0x7f0e480b11c0 2024-07-27T06:53:04.448 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 msgr2=0x7f0e24079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 0x7f0e24079520 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0e38007fd0 tx=0x7f0e38009040 comp rx=0 tx=0).stop 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 msgr2=0x7f0e48158940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0e30009920 tx=0x7f0e30033d60 comp rx=0 tx=0).stop 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 shutdown_connections 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e24077010 0x7f0e24079520 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e480d1880 0x7f0e48160da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e480b11c0 0x7f0e48158940 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 --2- 172.21.15.66:0/772563703 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e480b0870 0x7f0e481f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 >> 172.21.15.66:0/772563703 conn(0x7f0e480d07c0 msgr2=0x7f0e480d1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.368+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 shutdown_connections 2024-07-27T06:53:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.369+0000 7f0e47200640 1 -- 172.21.15.66:0/772563703 wait complete. 2024-07-27T06:53:04.451 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T06:53:04.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.735+0000 7f95ab200640 1 -- 172.21.15.66:0/405698249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac143ac0 msgr2=0x7f95ac15e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 --2- 172.21.15.66:0/405698249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac143ac0 0x7f95ac15e9a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f95ac06d940 tx=0x7f959c02a540 comp rx=0 tx=0).stop 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 -- 172.21.15.66:0/405698249 shutdown_connections 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 --2- 172.21.15.66:0/405698249 >> v2:172.21.15.155:3300/0 conn(0x7f95ac06ff10 0x7f95ac0cd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 --2- 172.21.15.66:0/405698249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac143ac0 0x7f95ac15e9a0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 -- 172.21.15.66:0/405698249 >> 172.21.15.66:0/405698249 conn(0x7f95ac06c780 msgr2=0x7f95ac06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 -- 172.21.15.66:0/405698249 shutdown_connections 2024-07-27T06:53:04.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.736+0000 7f95ab200640 1 -- 172.21.15.66:0/405698249 wait complete. 2024-07-27T06:53:04.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.738+0000 7f95ab200640 1 Processor -- start 2024-07-27T06:53:04.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.738+0000 7f95ab200640 1 -- start start 2024-07-27T06:53:04.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95ac143ac0 0x7f95ac142590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:04.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95ac0b2a80 0x7f95ac0b2e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f95ac0ce340 con 0x7f95ac15eee0 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f95ac0ce1c0 con 0x7f95ac143ac0 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95ab200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f95ac0ce4c0 con 0x7f95ac0b2a80 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95a1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95a1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54002/0 (socket says 172.21.15.66:54002) 2024-07-27T06:53:04.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.740+0000 7f95a1400640 1 -- 172.21.15.66:0/749810931 learned_addr learned my addr 172.21.15.66:0/749810931 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a9e00640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95ac143ac0 0x7f95ac142590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95aa800640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95ac0b2a80 0x7f95ac0b2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 -- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95ac0b2a80 msgr2=0x7f95ac0b2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95ac0b2a80 0x7f95ac0b2e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 -- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95ac143ac0 msgr2=0x7f95ac142590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95ac143ac0 0x7f95ac142590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 -- 172.21.15.66:0/749810931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ac1e7d60 con 0x7f95ac15eee0 2024-07-27T06:53:04.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a1400640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f959400b3e0 tx=0x7f959400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:04.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9594015020 con 0x7f95ac15eee0 2024-07-27T06:53:04.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.741+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9594011940 con 0x7f95ac15eee0 2024-07-27T06:53:04.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.742+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95ac1e8040 con 0x7f95ac15eee0 2024-07-27T06:53:04.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.742+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9594011d90 con 0x7f95ac15eee0 2024-07-27T06:53:04.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.742+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95ac1e8600 con 0x7f95ac15eee0 2024-07-27T06:53:04.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.743+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95ac1e9340 con 0x7f95ac15eee0 2024-07-27T06:53:04.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.744+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9594018020 con 0x7f95ac15eee0 2024-07-27T06:53:04.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.745+0000 7f95a2a00640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 0x7f9588079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:04.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.745+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7f9594098b10 con 0x7f95ac15eee0 2024-07-27T06:53:04.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.746+0000 7f95a9e00640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 0x7f9588079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:04.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.747+0000 7f95a9e00640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 0x7f9588079550 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f959c033000 tx=0x7f959c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:04.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.749+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95ac1e9340 con 0x7f95ac15eee0 2024-07-27T06:53:04.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.956+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f95ac0cea50 con 0x7f95ac15eee0 2024-07-27T06:53:04.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.965+0000 7f95a2a00640 1 -- 172.21.15.66:0/749810931 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v34) ==== 71+0+0 (secure 0 0 0) 0x7f959401f020 con 0x7f95ac15eee0 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 msgr2=0x7f9588079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 0x7f9588079550 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f959c033000 tx=0x7f959c004730 comp rx=0 tx=0).stop 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 msgr2=0x7f95ac1e8e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f959400b3e0 tx=0x7f959400b8a0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 shutdown_connections 2024-07-27T06:53:04.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9588077040 0x7f9588079550 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95ac0b2a80 0x7f95ac0b2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95ac15eee0 0x7f95ac1e8e00 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 --2- 172.21.15.66:0/749810931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95ac143ac0 0x7f95ac142590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.968+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 >> 172.21.15.66:0/749810931 conn(0x7f95ac06c780 msgr2=0x7f95ac06f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.969+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 shutdown_connections 2024-07-27T06:53:04.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:04.969+0000 7f95ab200640 1 -- 172.21.15.66:0/749810931 wait complete. 2024-07-27T06:53:04.998 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation' 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 -- 172.21.15.66:0/1365141555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 msgr2=0x7fe814070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 --2- 172.21.15.66:0/1365141555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe814070060 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fe804005fd0 tx=0x7fe80402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 -- 172.21.15.66:0/1365141555 shutdown_connections 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 --2- 172.21.15.66:0/1365141555 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8140ca8f0 0x7fe8140b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 --2- 172.21.15.66:0/1365141555 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe814070060 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 -- 172.21.15.66:0/1365141555 >> 172.21.15.66:0/1365141555 conn(0x7fe8140cfb90 msgr2=0x7fe8140cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 -- 172.21.15.66:0/1365141555 shutdown_connections 2024-07-27T06:53:05.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.291+0000 7fe81b000640 1 -- 172.21.15.66:0/1365141555 wait complete. 2024-07-27T06:53:05.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.294+0000 7fe81b000640 1 Processor -- start 2024-07-27T06:53:05.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.294+0000 7fe81b000640 1 -- start start 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8140ca8f0 0x7fe8141f9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8140cb6c0 0x7fe8141f97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe8140b5100 con 0x7fe8140732e0 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe8140b4f80 con 0x7fe8140ca8f0 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.295+0000 7fe81b000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe8140b5280 con 0x7fe8140cb6c0 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54012/0 (socket says 172.21.15.66:54012) 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 -- 172.21.15.66:0/1614904176 learned_addr learned my addr 172.21.15.66:0/1614904176 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 -- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8140cb6c0 msgr2=0x7fe8141f97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8140cb6c0 0x7fe8141f97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:05.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 -- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8140ca8f0 msgr2=0x7fe8141f9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:05.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8140ca8f0 0x7fe8141f9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:05.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 -- 172.21.15.66:0/1614904176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe81415ed30 con 0x7fe8140732e0 2024-07-27T06:53:05.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.296+0000 7fe813e00640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fe804000c00 tx=0x7fe8040038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:05.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.297+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80403e030 con 0x7fe8140732e0 2024-07-27T06:53:05.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.297+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe804003ca0 con 0x7fe8140732e0 2024-07-27T06:53:05.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.297+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8140ca190 con 0x7fe8140732e0 2024-07-27T06:53:05.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.297+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe804035040 con 0x7fe8140732e0 2024-07-27T06:53:05.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.297+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8140cd940 con 0x7fe8140732e0 2024-07-27T06:53:05.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.298+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8140cd740 con 0x7fe8140732e0 2024-07-27T06:53:05.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.299+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe804041030 con 0x7fe8140732e0 2024-07-27T06:53:05.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.301+0000 7fe80be00640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 0x7fe7f4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:05.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.301+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fe8040b9140 con 0x7fe8140732e0 2024-07-27T06:53:05.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.302+0000 7fe813400640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 0x7fe7f4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:05.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.303+0000 7fe813400640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 0x7fe7f4079550 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe8140b16f0 tx=0x7fe800007930 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:05.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.306+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe804081ff0 con 0x7fe8140732e0 2024-07-27T06:53:05.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:05.619+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation"]} v 0) -- 0x7fe8140b5740 con 0x7fe8140732e0 2024-07-27T06:53:06.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.371+0000 7fe80be00640 1 -- 172.21.15.66:0/1614904176 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestMonSnapsAndFsPools.test_using_pool_with_snap_fails_fs_creation"]}]=0 v185) ==== 173+0+0 (secure 0 0 0) 0x7fe8040818f0 con 0x7fe8140732e0 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 msgr2=0x7fe7f4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 0x7fe7f4079550 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe8140b16f0 tx=0x7fe800007930 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 msgr2=0x7fe8141f5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fe804000c00 tx=0x7fe8040038a0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 shutdown_connections 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe7f4077040 0x7fe7f4079550 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8140cb6c0 0x7fe8141f97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8140ca8f0 0x7fe8141f9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 --2- 172.21.15.66:0/1614904176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8140732e0 0x7fe8141f5560 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 >> 172.21.15.66:0/1614904176 conn(0x7fe8140cfb90 msgr2=0x7fe8140b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 shutdown_connections 2024-07-27T06:53:06.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.375+0000 7fe81b000640 1 -- 172.21.15.66:0/1614904176 wait complete. 2024-07-27T06:53:06.411 INFO:tasks.cephfs_test_runner:Test that using a pool with snaps for fs creation fails ... ok 2024-07-27T06:53:06.411 INFO:tasks.cephfs_test_runner:Starting test: test_allow_new_snaps_config (tasks.cephfs.test_snapshots.TestSnapshots) Check whether 'allow_new_snaps' setting works 2024-07-27T06:53:06.411 INFO:tasks.cephfs_test_runner:test_allow_new_snaps_config (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T06:53:06.411 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:06.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.706+0000 7f9f11200640 1 -- 172.21.15.66:0/1999091624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c15f970 msgr2=0x7f9f0c15fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.706+0000 7f9f11200640 1 --2- 172.21.15.66:0/1999091624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c15f970 0x7f9f0c15fd80 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9f04005fd0 tx=0x7f9f0402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 -- 172.21.15.66:0/1999091624 shutdown_connections 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 --2- 172.21.15.66:0/1999091624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c15f970 0x7f9f0c15fd80 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 --2- 172.21.15.66:0/1999091624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c0cee80 0x7f9f0c0cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 -- 172.21.15.66:0/1999091624 >> 172.21.15.66:0/1999091624 conn(0x7f9f0c06c780 msgr2=0x7f9f0c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 -- 172.21.15.66:0/1999091624 shutdown_connections 2024-07-27T06:53:06.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.707+0000 7f9f11200640 1 -- 172.21.15.66:0/1999091624 wait complete. 2024-07-27T06:53:06.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.709+0000 7f9f11200640 1 Processor -- start 2024-07-27T06:53:06.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.709+0000 7f9f11200640 1 -- start start 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c0cee80 0x7f9f0c158a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c159980 0x7f9f0c1379b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f0c06e5b0 con 0x7f9f0c15f970 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9f0c06e430 con 0x7f9f0c0cee80 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f11200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9f0c06e730 con 0x7f9f0c159980 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54014/0 (socket says 172.21.15.66:54014) 2024-07-27T06:53:06.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.711+0000 7f9f0be00640 1 -- 172.21.15.66:0/2970176591 learned_addr learned my addr 172.21.15.66:0/2970176591 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f03e00640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c159980 0x7f9f0c1379b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0b400640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c0cee80 0x7f9f0c158a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 -- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c159980 msgr2=0x7f9f0c1379b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c159980 0x7f9f0c1379b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 -- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c0cee80 msgr2=0x7f9f0c158a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c0cee80 0x7f9f0c158a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 -- 172.21.15.66:0/2970176591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f0c15eb20 con 0x7f9f0c15f970 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.712+0000 7f9f0be00640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9f04009cd0 tx=0x7f9f04031700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.713+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f04031990 con 0x7f9f0c15f970 2024-07-27T06:53:06.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.713+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f04031c20 con 0x7f9f0c15f970 2024-07-27T06:53:06.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.713+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f0c15ee00 con 0x7f9f0c15f970 2024-07-27T06:53:06.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.713+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f040330d0 con 0x7f9f0c15f970 2024-07-27T06:53:06.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.713+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f0c137490 con 0x7f9f0c15f970 2024-07-27T06:53:06.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.714+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f0c06ec50 con 0x7f9f0c15f970 2024-07-27T06:53:06.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.715+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9f04033270 con 0x7f9f0c15f970 2024-07-27T06:53:06.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.716+0000 7f9f03400640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 0x7f9ee8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:06.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.717+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7f9f040ba0b0 con 0x7f9f0c15f970 2024-07-27T06:53:06.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.717+0000 7f9f0b400640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 0x7f9ee8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:06.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.718+0000 7f9f0b400640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 0x7f9ee8079520 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0015e0 tx=0x7f9efc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:06.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.721+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9f0403f030 con 0x7f9f0c15f970 2024-07-27T06:53:06.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.934+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9f0c0ae970 con 0x7f9f0c15f970 2024-07-27T06:53:06.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.938+0000 7f9f03400640 1 -- 172.21.15.66:0/2970176591 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) ==== 74+0+18631 (secure 0 0 0) 0x7f9f04082f70 con 0x7f9f0c15f970 2024-07-27T06:53:06.940 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:06.941 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":75,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:04.351634+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6835/709627778":"2024-07-28T06:53:00.810273+0000","172.21.15.66:6834/709627778":"2024-07-28T06:53:00.810273+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 msgr2=0x7f9ee8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 0x7f9ee8079520 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f9efc0015e0 tx=0x7f9efc009040 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 msgr2=0x7f9f0c137ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f9f04009cd0 tx=0x7f9f04031700 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 shutdown_connections 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9ee8077010 0x7f9ee8079520 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f0c15f970 0x7f9f0c137ef0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f0c159980 0x7f9f0c1379b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 --2- 172.21.15.66:0/2970176591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f0c0cee80 0x7f9f0c158a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:06.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 >> 172.21.15.66:0/2970176591 conn(0x7f9f0c06c780 msgr2=0x7f9f0c0af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:06.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.941+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 shutdown_connections 2024-07-27T06:53:06.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:06.942+0000 7f9f11200640 1 -- 172.21.15.66:0/2970176591 wait complete. 2024-07-27T06:53:06.978 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T06:53:06.979 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T06:53:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.263+0000 7f543a000640 1 -- 172.21.15.66:0/1760211407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5418005910 msgr2=0x7f5418005d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.263+0000 7f543a000640 1 --2- 172.21.15.66:0/1760211407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5418005910 0x7f5418005d20 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f541c001710 tx=0x7f5418006940 comp rx=0 tx=0).stop 2024-07-27T06:53:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.263+0000 7f5433e00640 1 -- 172.21.15.66:0/1760211407 reap_dead start 2024-07-27T06:53:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.264+0000 7f543a000640 1 -- 172.21.15.66:0/1760211407 shutdown_connections 2024-07-27T06:53:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.264+0000 7f543a000640 1 -- 172.21.15.66:0/1760211407 >> 172.21.15.66:0/1760211407 conn(0x7f54340cfb90 msgr2=0x7f54340cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.264+0000 7f543a000640 1 -- 172.21.15.66:0/1760211407 shutdown_connections 2024-07-27T06:53:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.264+0000 7f543a000640 1 -- 172.21.15.66:0/1760211407 wait complete. 2024-07-27T06:53:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.266+0000 7f543a000640 1 Processor -- start 2024-07-27T06:53:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.266+0000 7f543a000640 1 -- start start 2024-07-27T06:53:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5418005910 0x7f54341f5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54340b4220 0x7f5434149ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f54340705f0 con 0x7f54341f8c80 2024-07-27T06:53:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5434070470 con 0x7f54340b4220 2024-07-27T06:53:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f543a000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5434163300 con 0x7f5418005910 2024-07-27T06:53:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f5433e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f5433e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54030/0 (socket says 172.21.15.66:54030) 2024-07-27T06:53:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.268+0000 7f5433e00640 1 -- 172.21.15.66:0/60925215 learned_addr learned my addr 172.21.15.66:0/60925215 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f542aa00640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54340b4220 0x7f5434149ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433400640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5418005910 0x7f54341f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 -- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5418005910 msgr2=0x7f54341f5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5418005910 0x7f54341f5800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 -- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54340b4220 msgr2=0x7f5434149ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54340b4220 0x7f5434149ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 -- 172.21.15.66:0/60925215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54340b52e0 con 0x7f54341f8c80 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f5433e00640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f54340af660 tx=0x7f542c00ee10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f542c004b20 con 0x7f54341f8c80 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f542c004db0 con 0x7f54341f8c80 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f543414a1e0 con 0x7f54341f8c80 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.269+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f542c00cd30 con 0x7f54341f8c80 2024-07-27T06:53:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.270+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54341f8480 con 0x7f54341f8c80 2024-07-27T06:53:07.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.271+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5434072790 con 0x7f54341f8c80 2024-07-27T06:53:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.272+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f542c01b030 con 0x7f54341f8c80 2024-07-27T06:53:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.273+0000 7f542be00640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 0x7f5410079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.273+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7f542c098650 con 0x7f54341f8c80 2024-07-27T06:53:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.274+0000 7f5433400640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 0x7f5410079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.275+0000 7f5433400640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 0x7f5410079550 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5424000fb0 tx=0x7f54240014b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.279+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f542c022060 con 0x7f54341f8c80 2024-07-27T06:53:07.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.498+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f54340d0120 con 0x7f54341f8c80 2024-07-27T06:53:07.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.499+0000 7f542be00640 1 -- 172.21.15.66:0/60925215 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v75) ==== 93+0+10 (secure 0 0 0) 0x7f542c061620 con 0x7f54341f8c80 2024-07-27T06:53:07.500 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 msgr2=0x7f5410079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 0x7f5410079550 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f5424000fb0 tx=0x7f54240014b0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 msgr2=0x7f5434156f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f54340af660 tx=0x7f542c00ee10 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 shutdown_connections 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5410077040 0x7f5410079550 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f54341f8c80 0x7f5434156f00 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f54340b4220 0x7f5434149ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 --2- 172.21.15.66:0/60925215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5418005910 0x7f54341f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 >> 172.21.15.66:0/60925215 conn(0x7f54340cfb90 msgr2=0x7f54340b0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 shutdown_connections 2024-07-27T06:53:07.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.502+0000 7f543a000640 1 -- 172.21.15.66:0/60925215 wait complete. 2024-07-27T06:53:07.531 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T06:53:07.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.831+0000 7fd08ee00640 1 -- 172.21.15.66:0/3636343038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd0881600e0 msgr2=0x7fd08815d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.831+0000 7fd08ee00640 1 --2- 172.21.15.66:0/3636343038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd0881600e0 0x7fd08815d4f0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fd074005fd0 tx=0x7fd07402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 -- 172.21.15.66:0/3636343038 shutdown_connections 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 --2- 172.21.15.66:0/3636343038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088073830 0x7fd08815da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 --2- 172.21.15.66:0/3636343038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd0881600e0 0x7fd08815d4f0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 -- 172.21.15.66:0/3636343038 >> 172.21.15.66:0/3636343038 conn(0x7fd08806c780 msgr2=0x7fd08806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 -- 172.21.15.66:0/3636343038 shutdown_connections 2024-07-27T06:53:07.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.832+0000 7fd08ee00640 1 -- 172.21.15.66:0/3636343038 wait complete. 2024-07-27T06:53:07.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.834+0000 7fd08ee00640 1 Processor -- start 2024-07-27T06:53:07.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.834+0000 7fd08ee00640 1 -- start start 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd088073830 0x7fd088153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088153b10 0x7fd0881e5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd0880cef80 con 0x7fd088073420 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd0880cee00 con 0x7fd088073830 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08ee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd0880cf100 con 0x7fd088153b10 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54034/0 (socket says 172.21.15.66:54034) 2024-07-27T06:53:07.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.836+0000 7fd08da00640 1 -- 172.21.15.66:0/666927487 learned_addr learned my addr 172.21.15.66:0/666927487 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08d000640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd088073830 0x7fd088153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08e400640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088153b10 0x7fd0881e5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 -- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088153b10 msgr2=0x7fd0881e5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088153b10 0x7fd0881e5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 -- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd088073830 msgr2=0x7fd088153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd088073830 0x7fd088153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 -- 172.21.15.66:0/666927487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0881538c0 con 0x7fd088073420 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.837+0000 7fd08da00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00c3a0 tx=0x7fd07c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.838+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c017070 con 0x7fd088073420 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.838+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd07c0053c0 con 0x7fd088073420 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.838+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0881f8900 con 0x7fd088073420 2024-07-27T06:53:07.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.838+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd07c003850 con 0x7fd088073420 2024-07-27T06:53:07.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.838+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0881f8ec0 con 0x7fd088073420 2024-07-27T06:53:07.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.839+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd088075330 con 0x7fd088073420 2024-07-27T06:53:07.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.840+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd07c01a070 con 0x7fd088073420 2024-07-27T06:53:07.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.842+0000 7fd085600640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 0x7fd068079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:07.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.842+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fd07c097fc0 con 0x7fd088073420 2024-07-27T06:53:07.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.843+0000 7fd08d000640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 0x7fd068079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:07.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.844+0000 7fd08d000640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 0x7fd068079550 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd074033000 tx=0x7fd074004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:07.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:07.847+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd07c060f00 con 0x7fd088073420 2024-07-27T06:53:08.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.066+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7fd0880cf560 con 0x7fd088073420 2024-07-27T06:53:08.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.067+0000 7fd085600640 1 -- 172.21.15.66:0/666927487 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v75) ==== 103+0+11 (secure 0 0 0) 0x7fd07c069140 con 0x7fd088073420 2024-07-27T06:53:08.068 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:08.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 msgr2=0x7fd068079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 0x7fd068079550 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd074033000 tx=0x7fd074004730 comp rx=0 tx=0).stop 2024-07-27T06:53:08.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 msgr2=0x7fd08815b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fd07c00c3a0 tx=0x7fd07c00c860 comp rx=0 tx=0).stop 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 shutdown_connections 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd068077040 0x7fd068079550 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd088153b10 0x7fd0881e5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd088073830 0x7fd088153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 --2- 172.21.15.66:0/666927487 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd088073420 0x7fd08815b840 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 >> 172.21.15.66:0/666927487 conn(0x7fd08806c780 msgr2=0x7fd0880ad8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:08.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 shutdown_connections 2024-07-27T06:53:08.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.070+0000 7fd08ee00640 1 -- 172.21.15.66:0/666927487 wait complete. 2024-07-27T06:53:08.099 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T06:53:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.394+0000 7fa80d200640 1 -- 172.21.15.66:0/3684959702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080732e0 msgr2=0x7fa808070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.394+0000 7fa80d200640 1 --2- 172.21.15.66:0/3684959702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080732e0 0x7fa808070060 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fa8080b27b0 tx=0x7fa7f802a560 comp rx=0 tx=0).stop 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 -- 172.21.15.66:0/3684959702 shutdown_connections 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 --2- 172.21.15.66:0/3684959702 >> v2:172.21.15.155:3300/0 conn(0x7fa8080ca720 0x7fa8080cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 --2- 172.21.15.66:0/3684959702 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080cb6c0 0x7fa8080ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 --2- 172.21.15.66:0/3684959702 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080732e0 0x7fa808070060 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 -- 172.21.15.66:0/3684959702 >> 172.21.15.66:0/3684959702 conn(0x7fa8080cfb90 msgr2=0x7fa8080cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 -- 172.21.15.66:0/3684959702 shutdown_connections 2024-07-27T06:53:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.395+0000 7fa80d200640 1 -- 172.21.15.66:0/3684959702 wait complete. 2024-07-27T06:53:08.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.397+0000 7fa80d200640 1 Processor -- start 2024-07-27T06:53:08.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.397+0000 7fa80d200640 1 -- start start 2024-07-27T06:53:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 0x7fa8081e46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8080cb6c0 0x7fa8080c29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8080b4ec0 con 0x7fa8080ca720 2024-07-27T06:53:08.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8080b4d40 con 0x7fa8080cb6c0 2024-07-27T06:53:08.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa80d200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8080b5040 con 0x7fa8080732e0 2024-07-27T06:53:08.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa7fd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa7fd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54048/0 (socket says 172.21.15.66:54048) 2024-07-27T06:53:08.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.399+0000 7fa7fd400640 1 -- 172.21.15.66:0/1226951457 learned_addr learned my addr 172.21.15.66:0/1226951457 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:08.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa805e00640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 0x7fa8081e46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa806800640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8080cb6c0 0x7fa8080c29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 -- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 msgr2=0x7fa8081e46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 0x7fa8081e46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 -- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8080cb6c0 msgr2=0x7fa8080c29f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8080cb6c0 0x7fa8080c29f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 -- 172.21.15.66:0/1226951457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa808156fe0 con 0x7fa8080ca720 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa805e00640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 0x7fa8081e46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.400+0000 7fa7fd400640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000c940 tx=0x7fa7f000ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.401+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f0004220 con 0x7fa8080ca720 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.401+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7f00079b0 con 0x7fa8080ca720 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.401+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f0007e00 con 0x7fa8080ca720 2024-07-27T06:53:08.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.401+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8081572a0 con 0x7fa8080ca720 2024-07-27T06:53:08.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.401+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa808157860 con 0x7fa8080ca720 2024-07-27T06:53:08.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.402+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8080b55d0 con 0x7fa8080ca720 2024-07-27T06:53:08.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.404+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa7f0005030 con 0x7fa8080ca720 2024-07-27T06:53:08.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.405+0000 7fa7fea00640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 0x7fa7e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.405+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fa7f0098fe0 con 0x7fa8080ca720 2024-07-27T06:53:08.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.405+0000 7fa805e00640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 0x7fa7e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.407+0000 7fa805e00640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 0x7fa7e4079520 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8033000 tx=0x7fa7f8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:08.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.410+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa7f0014070 con 0x7fa8080ca720 2024-07-27T06:53:08.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.623+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7fa8080cc220 con 0x7fa8080ca720 2024-07-27T06:53:08.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.624+0000 7fa7fea00640 1 -- 172.21.15.66:0/1226951457 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v75) ==== 103+0+11 (secure 0 0 0) 0x7fa7f0061f60 con 0x7fa8080ca720 2024-07-27T06:53:08.626 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:08.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.627+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 msgr2=0x7fa7e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.627+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 0x7fa7e4079520 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fa7f8033000 tx=0x7fa7f8004730 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.627+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 msgr2=0x7fa8081e6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.627+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fa7f000c940 tx=0x7fa7f000ce00 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 shutdown_connections 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa7e4077010 0x7fa7e4079520 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8080cb6c0 0x7fa8080c29f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8080ca720 0x7fa8081e6690 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 --2- 172.21.15.66:0/1226951457 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8080732e0 0x7fa8081e46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 >> 172.21.15.66:0/1226951457 conn(0x7fa8080cfb90 msgr2=0x7fa8080cc440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 shutdown_connections 2024-07-27T06:53:08.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.628+0000 7fa80d200640 1 -- 172.21.15.66:0/1226951457 wait complete. 2024-07-27T06:53:08.657 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 -- 172.21.15.66:0/4183592966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb14073840 msgr2=0x7fdb1406f800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 --2- 172.21.15.66:0/4183592966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb14073840 0x7fdb1406f800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdb00009860 tx=0x7fdb0002a4b0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 -- 172.21.15.66:0/4183592966 shutdown_connections 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 --2- 172.21.15.66:0/4183592966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb14073840 0x7fdb1406f800 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 --2- 172.21.15.66:0/4183592966 >> v2:172.21.15.155:3300/0 conn(0x7fdb140b4440 0x7fdb14073300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 -- 172.21.15.66:0/4183592966 >> 172.21.15.66:0/4183592966 conn(0x7fdb1406c780 msgr2=0x7fdb1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:08.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 -- 172.21.15.66:0/4183592966 shutdown_connections 2024-07-27T06:53:08.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.944+0000 7fdb1b000640 1 -- 172.21.15.66:0/4183592966 wait complete. 2024-07-27T06:53:08.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.947+0000 7fdb1b000640 1 Processor -- start 2024-07-27T06:53:08.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.947+0000 7fdb1b000640 1 -- start start 2024-07-27T06:53:08.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.948+0000 7fdb1b000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1406fd40 0x7fdb1413fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1b000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb14073840 0x7fdb141f1e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1b000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1b000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14072d70 con 0x7fdb140b4440 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1b000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdb14072bf0 con 0x7fdb14073840 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1b000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdb14072ef0 con 0x7fdb1406fd40 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54058/0 (socket says 172.21.15.66:54058) 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb1a600640 1 -- 172.21.15.66:0/198349285 learned_addr learned my addr 172.21.15.66:0/198349285 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb19c00640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1406fd40 0x7fdb1413fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.949+0000 7fdb19200640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb14073840 0x7fdb141f1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 -- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1406fd40 msgr2=0x7fdb1413fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1406fd40 0x7fdb1413fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 -- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb14073840 msgr2=0x7fdb141f1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb14073840 0x7fdb141f1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 -- 172.21.15.66:0/198349285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb141573d0 con 0x7fdb140b4440 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1a600640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00c730 tx=0x7fdb0c00cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c003b70 con 0x7fdb140b4440 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb0c003d10 con 0x7fdb140b4440 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb141576b0 con 0x7fdb140b4440 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.950+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb0c005330 con 0x7fdb140b4440 2024-07-27T06:53:08.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.951+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb14157c70 con 0x7fdb140b4440 2024-07-27T06:53:08.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.952+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb1406f800 con 0x7fdb140b4440 2024-07-27T06:53:08.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.954+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdb0c0054d0 con 0x7fdb140b4440 2024-07-27T06:53:08.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.955+0000 7fdb11600640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 0x7fdaf4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:08.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.955+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fdb0c098950 con 0x7fdb140b4440 2024-07-27T06:53:08.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.955+0000 7fdb19c00640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 0x7fdaf4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:08.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.957+0000 7fdb19c00640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 0x7fdaf4079520 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdb08005fd0 tx=0x7fdb08009260 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:08.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:08.959+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdb14070150 con 0x7fdb140b4440 2024-07-27T06:53:09.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.170+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7fdb140cf6b0 con 0x7fdb140b4440 2024-07-27T06:53:09.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.171+0000 7fdb11600640 1 -- 172.21.15.66:0/198349285 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v75) ==== 107+0+11 (secure 0 0 0) 0x7fdb0c061930 con 0x7fdb140b4440 2024-07-27T06:53:09.173 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 msgr2=0x7fdaf4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 0x7fdaf4079520 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fdb08005fd0 tx=0x7fdb08009260 comp rx=0 tx=0).stop 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 msgr2=0x7fdb141f23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fdb0c00c730 tx=0x7fdb0c00cb30 comp rx=0 tx=0).stop 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 shutdown_connections 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdaf4077010 0x7fdaf4079520 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdb140b4440 0x7fdb141f23d0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdb14073840 0x7fdb141f1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 --2- 172.21.15.66:0/198349285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdb1406fd40 0x7fdb1413fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.174+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 >> 172.21.15.66:0/198349285 conn(0x7fdb1406c780 msgr2=0x7fdb1415c350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.175+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 shutdown_connections 2024-07-27T06:53:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.175+0000 7fdb1b000640 1 -- 172.21.15.66:0/198349285 wait complete. 2024-07-27T06:53:09.206 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config' 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 -- 172.21.15.66:0/2414114258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 msgr2=0x7f79dc0cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 --2- 172.21.15.66:0/2414114258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc0cf0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f79dc15d4e0 tx=0x7f79c802a560 comp rx=0 tx=0).stop 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 -- 172.21.15.66:0/2414114258 shutdown_connections 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 --2- 172.21.15.66:0/2414114258 >> v2:172.21.15.155:3300/0 conn(0x7f79dc15f9c0 0x7f79dc15fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 --2- 172.21.15.66:0/2414114258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc0cf0c0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 --2- 172.21.15.66:0/2414114258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 0x7f79dc0734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 -- 172.21.15.66:0/2414114258 >> 172.21.15.66:0/2414114258 conn(0x7f79dc06c780 msgr2=0x7f79dc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:09.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 -- 172.21.15.66:0/2414114258 shutdown_connections 2024-07-27T06:53:09.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.502+0000 7f79e1400640 1 -- 172.21.15.66:0/2414114258 wait complete. 2024-07-27T06:53:09.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.505+0000 7f79e1400640 1 Processor -- start 2024-07-27T06:53:09.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.505+0000 7f79e1400640 1 -- start start 2024-07-27T06:53:09.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.506+0000 7f79e1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:09.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.506+0000 7f79e1400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 0x7f79dc15ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:09.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.506+0000 7f79e1400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79dc15f9c0 0x7f79dc15b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:09.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79e1400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f79dc15d710 con 0x7f79dc0cecb0 2024-07-27T06:53:09.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79e1400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79dc15d590 con 0x7f79dc15f9c0 2024-07-27T06:53:09.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79e1400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79dc15d890 con 0x7f79dc156550 2024-07-27T06:53:09.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:09.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54080/0 (socket says 172.21.15.66:54080) 2024-07-27T06:53:09.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 -- 172.21.15.66:0/3049544953 learned_addr learned my addr 172.21.15.66:0/3049544953 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79db400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 0x7f79dc15ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79e0a00640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79dc15f9c0 0x7f79dc15b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 -- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 msgr2=0x7f79dc15ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 0x7f79dc15ae60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 -- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79dc15f9c0 msgr2=0x7f79dc15b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79dc15f9c0 0x7f79dc15b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:09.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.507+0000 7f79dbe00640 1 -- 172.21.15.66:0/3049544953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79dc1e8990 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79dbe00640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f79cc00c970 tx=0x7f79cc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc007bb0 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79cc007e40 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79cc00f690 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79dc1f4fa0 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.508+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79dc1f5560 con 0x7f79dc0cecb0 2024-07-27T06:53:09.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.509+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79dc15de20 con 0x7f79dc0cecb0 2024-07-27T06:53:09.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.511+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f79cc00f830 con 0x7f79dc0cecb0 2024-07-27T06:53:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.512+0000 7f79d3e00640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 0x7f79bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.512+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7f79cc099340 con 0x7f79dc0cecb0 2024-07-27T06:53:09.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.513+0000 7f79db400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 0x7f79bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:09.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.514+0000 7f79db400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 0x7f79bc079520 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f79c8033000 tx=0x7f79c8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.517+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f79cc014030 con 0x7f79dc0cecb0 2024-07-27T06:53:09.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:09.814+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config"]} v 0) -- 0x7f79dc06cc30 con 0x7f79dc0cecb0 2024-07-27T06:53:10.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.401+0000 7f79d3e00640 1 -- 172.21.15.66:0/3049544953 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config"]}]=0 v189) ==== 151+0+0 (secure 0 0 0) 0x7f79cc062280 con 0x7f79dc0cecb0 2024-07-27T06:53:10.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 msgr2=0x7f79bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 0x7f79bc079520 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f79c8033000 tx=0x7f79c8004730 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 msgr2=0x7f79dc151810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f79cc00c970 tx=0x7f79cc00ce30 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 shutdown_connections 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79bc077010 0x7f79bc079520 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79dc15f9c0 0x7f79dc15b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79dc156550 0x7f79dc15ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 --2- 172.21.15.66:0/3049544953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79dc0cecb0 0x7f79dc151810 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 >> 172.21.15.66:0/3049544953 conn(0x7f79dc06c780 msgr2=0x7f79dc155920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 shutdown_connections 2024-07-27T06:53:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.406+0000 7f79e1400640 1 -- 172.21.15.66:0/3049544953 wait complete. 2024-07-27T06:53:10.440 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T06:53:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.731+0000 7fc957e00640 1 -- 172.21.15.66:0/149594517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 msgr2=0x7fc93c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.731+0000 7fc957e00640 1 --2- 172.21.15.66:0/149594517 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc93c003e70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fc948009e70 tx=0x7fc93c005830 comp rx=0 tx=0).stop 2024-07-27T06:53:10.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.731+0000 7fc957400640 1 -- 172.21.15.66:0/149594517 reap_dead start 2024-07-27T06:53:10.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.732+0000 7fc957e00640 1 -- 172.21.15.66:0/149594517 shutdown_connections 2024-07-27T06:53:10.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.732+0000 7fc957e00640 1 -- 172.21.15.66:0/149594517 >> 172.21.15.66:0/149594517 conn(0x7fc9580d1b50 msgr2=0x7fc9580d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:10.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.732+0000 7fc957e00640 1 -- 172.21.15.66:0/149594517 shutdown_connections 2024-07-27T06:53:10.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.732+0000 7fc957e00640 1 -- 172.21.15.66:0/149594517 wait complete. 2024-07-27T06:53:10.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.734+0000 7fc957e00640 1 Processor -- start 2024-07-27T06:53:10.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.734+0000 7fc957e00640 1 -- start start 2024-07-27T06:53:10.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:10.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc958159d80 0x7fc9581f5ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9581f6220 0x7fc9581f6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc9580b4d30 con 0x7fc93c003a00 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc9580b4bb0 con 0x7fc9581f6220 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc957e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc9580c8a20 con 0x7fc958159d80 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc956a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc956a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54096/0 (socket says 172.21.15.66:54096) 2024-07-27T06:53:10.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc956a00640 1 -- 172.21.15.66:0/1369924632 learned_addr learned my addr 172.21.15.66:0/1369924632 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:10.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.736+0000 7fc956000640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc958159d80 0x7fc9581f5ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc957400640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9581f6220 0x7fc9581f6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 -- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc958159d80 msgr2=0x7fc9581f5ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc958159d80 0x7fc9581f5ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 -- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9581f6220 msgr2=0x7fc9581f6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9581f6220 0x7fc9581f6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 -- 172.21.15.66:0/1369924632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc958156c50 con 0x7fc93c003a00 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc956a00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fc948009dc0 tx=0x7fc948003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc948031040 con 0x7fc93c003a00 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc948044070 con 0x7fc93c003a00 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc948004390 con 0x7fc93c003a00 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.737+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9581f32f0 con 0x7fc93c003a00 2024-07-27T06:53:10.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.738+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9580c9750 con 0x7fc93c003a00 2024-07-27T06:53:10.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.739+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9580ce9d0 con 0x7fc93c003a00 2024-07-27T06:53:10.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.740+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc94803c070 con 0x7fc93c003a00 2024-07-27T06:53:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.741+0000 7fc94ea00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 0x7fc934079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:10.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.741+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fc9480b99d0 con 0x7fc93c003a00 2024-07-27T06:53:10.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.742+0000 7fc956000640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 0x7fc934079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.743+0000 7fc956000640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 0x7fc934079520 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc95809fe40 tx=0x7fc940005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.746+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc948082880 con 0x7fc93c003a00 2024-07-27T06:53:10.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.959+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fc958070560 con 0x7fc93c003a00 2024-07-27T06:53:10.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.960+0000 7fc94ea00640 1 -- 172.21.15.66:0/1369924632 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v34) ==== 59+0+1998 (secure 0 0 0) 0x7fc948082180 con 0x7fc93c003a00 2024-07-27T06:53:10.961 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T06:53:10.961 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T06:53:10.961 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T06:53:10.961 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T06:53:10.962 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T06:53:10.963 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T06:53:10.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 msgr2=0x7fc934079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 0x7fc934079520 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fc95809fe40 tx=0x7fc940005f90 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 msgr2=0x7fc95815f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fc948009dc0 tx=0x7fc948003c20 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 shutdown_connections 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc934077010 0x7fc934079520 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc9581f6220 0x7fc9581f6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc958159d80 0x7fc9581f5ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 --2- 172.21.15.66:0/1369924632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c003a00 0x7fc95815f9c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 >> 172.21.15.66:0/1369924632 conn(0x7fc9580d1b50 msgr2=0x7fc958070840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.962+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 shutdown_connections 2024-07-27T06:53:10.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:10.963+0000 7fc957e00640 1 -- 172.21.15.66:0/1369924632 wait complete. 2024-07-27T06:53:10.992 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 -- 172.21.15.66:0/1521905990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4003a80 msgr2=0x7fe4f4003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 --2- 172.21.15.66:0/1521905990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4f4003a80 0x7fe4f4003ef0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe50000c390 tx=0x7fe4f4005830 comp rx=0 tx=0).stop 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe50f200640 1 -- 172.21.15.66:0/1521905990 reap_dead start 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 -- 172.21.15.66:0/1521905990 shutdown_connections 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 -- 172.21.15.66:0/1521905990 >> 172.21.15.66:0/1521905990 conn(0x7fe5100cfb90 msgr2=0x7fe5100cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:11.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 -- 172.21.15.66:0/1521905990 shutdown_connections 2024-07-27T06:53:11.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.270+0000 7fe515400640 1 -- 172.21.15.66:0/1521905990 wait complete. 2024-07-27T06:53:11.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.272+0000 7fe515400640 1 Processor -- start 2024-07-27T06:53:11.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.273+0000 7fe515400640 1 -- start start 2024-07-27T06:53:11.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f4003a80 0x7fe510148f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:11.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5100c3230 0x7fe51015b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:11.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe5100cab30 con 0x7fe51014ffd0 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe5100ca580 con 0x7fe5100c3230 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe515400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe5100cacb0 con 0x7fe4f4003a80 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.274+0000 7fe50f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44590/0 (socket says 172.21.15.66:44590) 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 -- 172.21.15.66:0/3362229390 learned_addr learned my addr 172.21.15.66:0/3362229390 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50de00640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5100c3230 0x7fe51015b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50e800640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f4003a80 0x7fe510148f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 -- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f4003a80 msgr2=0x7fe510148f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f4003a80 0x7fe510148f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 -- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5100c3230 msgr2=0x7fe51015b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5100c3230 0x7fe51015b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 -- 172.21.15.66:0/3362229390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5101f5040 con 0x7fe51014ffd0 2024-07-27T06:53:11.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.275+0000 7fe50f200640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fe5100b27e0 tx=0x7fe508001950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:11.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.276+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe508011870 con 0x7fe51014ffd0 2024-07-27T06:53:11.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.276+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe508017070 con 0x7fe51014ffd0 2024-07-27T06:53:11.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.276+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe508011da0 con 0x7fe51014ffd0 2024-07-27T06:53:11.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.276+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5101f5320 con 0x7fe51014ffd0 2024-07-27T06:53:11.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.276+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5101f58e0 con 0x7fe51014ffd0 2024-07-27T06:53:11.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.277+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5100b52c0 con 0x7fe51014ffd0 2024-07-27T06:53:11.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.278+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe50801c460 con 0x7fe51014ffd0 2024-07-27T06:53:11.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.279+0000 7fe506a00640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 0x7fe4f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:11.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.279+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fe508099380 con 0x7fe51014ffd0 2024-07-27T06:53:11.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.280+0000 7fe50e800640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 0x7fe4f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:11.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.281+0000 7fe50e800640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 0x7fe4f0079520 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe500033000 tx=0x7fe500001b00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:11.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.284+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe508062230 con 0x7fe51014ffd0 2024-07-27T06:53:11.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.499+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe5100cc220 con 0x7fe51014ffd0 2024-07-27T06:53:11.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.508+0000 7fe506a00640 1 -- 172.21.15.66:0/3362229390 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v35)=0 v35) ==== 122+0+0 (secure 0 0 0) 0x7fe508061b30 con 0x7fe51014ffd0 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 msgr2=0x7fe4f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 0x7fe4f0079520 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fe500033000 tx=0x7fe500001b00 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 msgr2=0x7fe51015b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fe5100b27e0 tx=0x7fe508001950 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 shutdown_connections 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4f0077010 0x7fe4f0079520 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe51014ffd0 0x7fe51015b580 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5100c3230 0x7fe51015b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 --2- 172.21.15.66:0/3362229390 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4f4003a80 0x7fe510148f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 >> 172.21.15.66:0/3362229390 conn(0x7fe5100cfb90 msgr2=0x7fe5100b4190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:11.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 shutdown_connections 2024-07-27T06:53:11.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:11.511+0000 7fe515400640 1 -- 172.21.15.66:0/3362229390 wait complete. 2024-07-27T06:53:11.539 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:53:11.539 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:11.662 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:11.776 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:53:11.776 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:11.776 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:11.838 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:53:11.839 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:11.839 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:11.895 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:11.895 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:11.896 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:11.957 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:53:11.957 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:11.957 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:12.015 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:12.015 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T06:53:12.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 -- 172.21.15.66:0/2200941034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 msgr2=0x7f9360003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 --2- 172.21.15.66:0/2200941034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f9360003ea0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f936c00c3f0 tx=0x7f9360005830 comp rx=0 tx=0).stop 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9381a00640 1 -- 172.21.15.66:0/2200941034 reap_dead start 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 -- 172.21.15.66:0/2200941034 shutdown_connections 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 -- 172.21.15.66:0/2200941034 >> 172.21.15.66:0/2200941034 conn(0x7f937c06c780 msgr2=0x7f937c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 -- 172.21.15.66:0/2200941034 shutdown_connections 2024-07-27T06:53:12.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.314+0000 7f9382400640 1 -- 172.21.15.66:0/2200941034 wait complete. 2024-07-27T06:53:12.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.316+0000 7f9382400640 1 Processor -- start 2024-07-27T06:53:12.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.317+0000 7f9382400640 1 -- start start 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f937c148040 0x7f937c136700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f937c1591c0 0x7f937c1595d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f937c06e1f0 con 0x7f9360003a30 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f937c06e070 con 0x7f937c1591c0 2024-07-27T06:53:12.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9382400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f937c06e370 con 0x7f937c148040 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.318+0000 7f9381000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44602/0 (socket says 172.21.15.66:44602) 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 -- 172.21.15.66:0/1800884783 learned_addr learned my addr 172.21.15.66:0/1800884783 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381a00640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f937c1591c0 0x7f937c1595d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9373e00640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f937c148040 0x7f937c136700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 -- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f937c148040 msgr2=0x7f937c136700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f937c148040 0x7f937c136700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 -- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f937c1591c0 msgr2=0x7f937c1595d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f937c1591c0 0x7f937c1595d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.319+0000 7f9381000640 1 -- 172.21.15.66:0/1800884783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937c159b10 con 0x7f9360003a30 2024-07-27T06:53:12.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9381000640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f936c02b2a0 tx=0x7f936c0019c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c042070 con 0x7f9360003a30 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f936c006660 con 0x7f9360003a30 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936c039070 con 0x7f9360003a30 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f937c136c40 con 0x7f9360003a30 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.320+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f937c14d8e0 con 0x7f9360003a30 2024-07-27T06:53:12.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.321+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f937c0b38c0 con 0x7f9360003a30 2024-07-27T06:53:12.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.323+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f936c045070 con 0x7f9360003a30 2024-07-27T06:53:12.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.324+0000 7f9379600640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 0x7f9358079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:12.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.324+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7f936c0b8680 con 0x7f9360003a30 2024-07-27T06:53:12.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.325+0000 7f9373e00640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 0x7f9358079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:12.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.326+0000 7f9373e00640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 0x7f9358079520 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f937c148e10 tx=0x7f9364009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:12.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.328+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f937c159b10 con 0x7f9360003a30 2024-07-27T06:53:12.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.585+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f937c15e7c0 con 0x7f9360003a30 2024-07-27T06:53:12.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.587+0000 7f9379600640 1 -- 172.21.15.66:0/1800884783 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 38 v38) ==== 94+0+3917 (secure 0 0 0) 0x7f937c0b2b60 con 0x7f9360003a30 2024-07-27T06:53:12.589 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:12.589 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":38,"btime":"2024-07-27T06:53:01:814795+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4877,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2121183742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":2121183742},{"type":"v1","addr":"172.21.15.155:6837","nonce":2121183742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5272,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/2727871566","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2727871566},{"type":"v1","addr":"172.21.15.155:6835","nonce":2727871566}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":30},{"gid":5619,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3954706644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3954706644},{"type":"v1","addr":"172.21.15.66:6833","nonce":3954706644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":31},{"gid":5865,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2918615421","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2918615421},{"type":"v1","addr":"172.21.15.66:6835","nonce":2918615421}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":38}],"filesystems":[]} 2024-07-27T06:53:12.590 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 38 2024-07-27T06:53:12.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 msgr2=0x7f9358079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 0x7f9358079520 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f937c148e10 tx=0x7f9364009040 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 msgr2=0x7f937c139a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f936c02b2a0 tx=0x7f936c0019c0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 shutdown_connections 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9358077010 0x7f9358079520 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f937c1591c0 0x7f937c1595d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f937c148040 0x7f937c136700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 --2- 172.21.15.66:0/1800884783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9360003a30 0x7f937c139a00 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.590+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 >> 172.21.15.66:0/1800884783 conn(0x7f937c06c780 msgr2=0x7f937c15b650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:12.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.591+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 shutdown_connections 2024-07-27T06:53:12.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.591+0000 7f9382400640 1 -- 172.21.15.66:0/1800884783 wait complete. 2024-07-27T06:53:12.624 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:53:12.624 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:53:12.624 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:53:12.624 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:12.625 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:53:12.625 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:53:12.625 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:53:12.625 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:12.626 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:53:12.626 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T06:53:12.626 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T06:53:12.626 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:12.626 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:53:12.626 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:53:12.627 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:53:12.627 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:12.649 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:53:12.649 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:53:12.654 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:53:12.654 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:53:12.657 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:53:12.657 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:53:12.673 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T06:53:12.673 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:53:12.702 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:53:12.703 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:12.706 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:53:12.707 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:12.721 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:53:12.722 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:12.728 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:53:12.728 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:12.729 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T06:53:12.931 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:53:12.932 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:53:12.942 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:53:12.942 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:53:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 -- 172.21.15.66:0/1848886357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 msgr2=0x7fb490070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 --2- 172.21.15.66:0/1848886357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490070060 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fb484009860 tx=0x7fb48402a530 comp rx=0 tx=0).stop 2024-07-27T06:53:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 -- 172.21.15.66:0/1848886357 shutdown_connections 2024-07-27T06:53:12.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 --2- 172.21.15.66:0/1848886357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490070060 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:12.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 -- 172.21.15.66:0/1848886357 >> 172.21.15.66:0/1848886357 conn(0x7fb4900cfb90 msgr2=0x7fb4900cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:12.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.994+0000 7fb498000640 1 -- 172.21.15.66:0/1848886357 shutdown_connections 2024-07-27T06:53:12.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.995+0000 7fb498000640 1 -- 172.21.15.66:0/1848886357 wait complete. 2024-07-27T06:53:12.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.997+0000 7fb498000640 1 Processor -- start 2024-07-27T06:53:12.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.997+0000 7fb498000640 1 -- start start 2024-07-27T06:53:13.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.998+0000 7fb498000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490159ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb498000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb498000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4900cb6c0 0x7fb490155510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb498000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb4900b52d0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb498000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb4900b5150 con 0x7fb4900cb6c0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb498000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb4900b5450 con 0x7fb4900732e0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44638/0 (socket says 172.21.15.66:44638) 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 -- 172.21.15.66:0/4089907769 learned_addr learned my addr 172.21.15.66:0/4089907769 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb495600640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490159ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb496000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4900cb6c0 0x7fb490155510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 -- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 msgr2=0x7fb490159ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490159ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 -- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4900cb6c0 msgr2=0x7fb490155510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4900cb6c0 0x7fb490155510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:12.999+0000 7fb494c00640 1 -- 172.21.15.66:0/4089907769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb49015a4d0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb494c00640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00c680 tx=0x7fb47c00cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47c005270 con 0x7fb4900ca8f0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb49015a7b0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb47c005410 con 0x7fb4900ca8f0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb47c00a880 con 0x7fb4900ca8f0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.000+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb49015ad70 con 0x7fb4900ca8f0 2024-07-27T06:53:13.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.001+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb49015cdd0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.003+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb47c00aae0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.004+0000 7fb48d600640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 0x7fb470079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.004+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6398+0+0 (secure 0 0 0) 0x7fb47c098ac0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.004+0000 7fb495600640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 0x7fb470079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.005+0000 7fb495600640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 0x7fb470079520 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb484034000 tx=0x7fb484004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:13.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.009+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb49015cdd0 con 0x7fb4900ca8f0 2024-07-27T06:53:13.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.238+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fb490070060 con 0x7fb4900ca8f0 2024-07-27T06:53:13.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.541+0000 7fb48d600640 1 -- 172.21.15.66:0/4089907769 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v77) ==== 97+0+0 (secure 0 0 0) 0x7fb490074520 con 0x7fb4900ca8f0 2024-07-27T06:53:13.543 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T06:53:13.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.547+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 msgr2=0x7fb470079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.547+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 0x7fb470079520 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fb484034000 tx=0x7fb484004730 comp rx=0 tx=0).stop 2024-07-27T06:53:13.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.547+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 msgr2=0x7fb490148720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.547+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fb47c00c680 tx=0x7fb47c00cb40 comp rx=0 tx=0).stop 2024-07-27T06:53:13.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 shutdown_connections 2024-07-27T06:53:13.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb470077010 0x7fb470079520 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4900cb6c0 0x7fb490155510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4900ca8f0 0x7fb490148720 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 --2- 172.21.15.66:0/4089907769 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb4900732e0 0x7fb490159ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 >> 172.21.15.66:0/4089907769 conn(0x7fb4900cfb90 msgr2=0x7fb4900c9e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 shutdown_connections 2024-07-27T06:53:13.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.548+0000 7fb498000640 1 -- 172.21.15.66:0/4089907769 wait complete. 2024-07-27T06:53:13.591 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T06:53:13.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 -- 172.21.15.66:0/738752300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 msgr2=0x7f7694005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 --2- 172.21.15.66:0/738752300 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f7694005210 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f76a800c610 tx=0x7f7694005830 comp rx=0 tx=0).stop 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b4e00640 1 -- 172.21.15.66:0/738752300 reap_dead start 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 -- 172.21.15.66:0/738752300 shutdown_connections 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 -- 172.21.15.66:0/738752300 >> 172.21.15.66:0/738752300 conn(0x7f76b006c780 msgr2=0x7f76b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 -- 172.21.15.66:0/738752300 shutdown_connections 2024-07-27T06:53:13.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.875+0000 7f76b5800640 1 -- 172.21.15.66:0/738752300 wait complete. 2024-07-27T06:53:13.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.877+0000 7f76b5800640 1 Processor -- start 2024-07-27T06:53:13.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.878+0000 7f76b5800640 1 -- start start 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76b01f8370 0x7f76b01f8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76b00b0630 0x7f76b00b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f76b00739a0 con 0x7f7694004d40 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f76b0073820 con 0x7f76b00b0630 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.879+0000 7f76b5800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f76b0073b20 con 0x7f76b01f8370 2024-07-27T06:53:13.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44658/0 (socket says 172.21.15.66:44658) 2024-07-27T06:53:13.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 -- 172.21.15.66:0/2330765658 learned_addr learned my addr 172.21.15.66:0/2330765658 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 -- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76b01f8370 msgr2=0x7f76b01f8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76b01f8370 0x7f76b01f8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 -- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76b00b0630 msgr2=0x7f76b00b0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76b4e00640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76b00b0630 0x7f76b00b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76b00b0630 0x7f76b00b0a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.880+0000 7f76afe00640 1 -- 172.21.15.66:0/2330765658 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76b00b0f80 con 0x7f7694004d40 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76afe00640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f76a000fa30 tx=0x7f76a000fef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:13.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a000bcb0 con 0x7f7694004d40 2024-07-27T06:53:13.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f76a0011440 con 0x7f7694004d40 2024-07-27T06:53:13.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76a0011890 con 0x7f7694004d40 2024-07-27T06:53:13.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76b01f9110 con 0x7f7694004d40 2024-07-27T06:53:13.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.881+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76b0138890 con 0x7f7694004d40 2024-07-27T06:53:13.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.882+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76b00cf0c0 con 0x7f7694004d40 2024-07-27T06:53:13.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.884+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f76a0019020 con 0x7f7694004d40 2024-07-27T06:53:13.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.885+0000 7f76acc00640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 0x7f768c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:13.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.885+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6312+0+0 (secure 0 0 0) 0x7f76a00994f0 con 0x7f7694004d40 2024-07-27T06:53:13.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.886+0000 7f76a7400640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 0x7f768c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:13.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.887+0000 7f76a7400640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 0x7f768c079550 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7698005940 tx=0x7f769800d3f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:13.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:13.890+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f76b00b0f80 con 0x7f7694004d40 2024-07-27T06:53:14.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.185+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f76b01449b0 con 0x7f7694004d40 2024-07-27T06:53:14.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.186+0000 7f76acc00640 1 -- 172.21.15.66:0/2330765658 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f76a00623f0 con 0x7f7694004d40 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:14.188 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.189 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.190 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.191 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.192 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T06:53:14.193 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.194 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.195 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.196 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.197 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T06:53:14.198 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:14.199 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T06:53:14.200 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:53:14.201 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:14.202 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.202 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.202 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T06:53:14.202 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 msgr2=0x7f768c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 0x7f768c079550 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f7698005940 tx=0x7f769800d3f0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 msgr2=0x7f76b00ad7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f76a000fa30 tx=0x7f76a000fef0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 shutdown_connections 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f768c077040 0x7f768c079550 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f76b00b0630 0x7f76b00b0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f76b01f8370 0x7f76b01f8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 --2- 172.21.15.66:0/2330765658 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7694004d40 0x7f76b00ad7b0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 >> 172.21.15.66:0/2330765658 conn(0x7f76b006c780 msgr2=0x7f76b006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:14.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 shutdown_connections 2024-07-27T06:53:14.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.189+0000 7f76b5800640 1 -- 172.21.15.66:0/2330765658 wait complete. 2024-07-27T06:53:14.221 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:53:14.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 -- 172.21.15.66:0/2314167406 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340cb6c0 msgr2=0x7f56340ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 --2- 172.21.15.66:0/2314167406 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340cb6c0 0x7f56340ca1e0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f56340cf970 tx=0x7f562002a540 comp rx=0 tx=0).stop 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 -- 172.21.15.66:0/2314167406 shutdown_connections 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 --2- 172.21.15.66:0/2314167406 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 0x7f56340cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 --2- 172.21.15.66:0/2314167406 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340cb6c0 0x7f56340ca1e0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 --2- 172.21.15.66:0/2314167406 >> v2:172.21.15.155:3300/0 conn(0x7f56340732e0 0x7f5634070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.500+0000 7f563b400640 1 -- 172.21.15.66:0/2314167406 >> 172.21.15.66:0/2314167406 conn(0x7f56340cfb90 msgr2=0x7f56340cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.501+0000 7f563b400640 1 -- 172.21.15.66:0/2314167406 shutdown_connections 2024-07-27T06:53:14.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.501+0000 7f563b400640 1 -- 172.21.15.66:0/2314167406 wait complete. 2024-07-27T06:53:14.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.503+0000 7f563b400640 1 Processor -- start 2024-07-27T06:53:14.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.503+0000 7f563b400640 1 -- start start 2024-07-27T06:53:14.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.504+0000 7f563b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.504+0000 7f563b400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 0x7f56341e8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f563b400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56340cb6c0 0x7f56341e9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f563b400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f56340b4f10 con 0x7f56340732e0 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f563b400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f56340b4d90 con 0x7f56340cb6c0 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f563b400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f56340b5090 con 0x7f56340ca720 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5638a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5638a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44676/0 (socket says 172.21.15.66:44676) 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5638a00640 1 -- 172.21.15.66:0/1644271653 learned_addr learned my addr 172.21.15.66:0/1644271653 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5639400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56340cb6c0 0x7f56341e9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:14.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5633e00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 0x7f56341e8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:14.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5638a00640 1 -- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 msgr2=0x7f56341e8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.505+0000 7f5638a00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 0x7f56341e8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5638a00640 1 -- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56340cb6c0 msgr2=0x7f56341e9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5638a00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56340cb6c0 0x7f56341e9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5638a00640 1 -- 172.21.15.66:0/1644271653 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56340ce220 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5638a00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f562800d720 tx=0x7f562800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5628017070 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5628009ab0 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5628010460 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56340ce500 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.506+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56340ceac0 con 0x7f56340732e0 2024-07-27T06:53:14.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.508+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56340b55b0 con 0x7f56340732e0 2024-07-27T06:53:14.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.509+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f562801a070 con 0x7f56340732e0 2024-07-27T06:53:14.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.510+0000 7f5630c00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 0x7f5614079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:14.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.510+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6312+0+0 (secure 0 0 0) 0x7f5628098cc0 con 0x7f56340732e0 2024-07-27T06:53:14.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.511+0000 7f5633e00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 0x7f5614079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:14.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.512+0000 7f5633e00640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 0x7f5614079520 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5620034000 tx=0x7f5620004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:14.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.515+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5628061c00 con 0x7f56340732e0 2024-07-27T06:53:14.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.733+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f563414a6d0 con 0x7f56340732e0 2024-07-27T06:53:14.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.734+0000 7f5630c00640 1 -- 172.21.15.66:0/1644271653 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v79) ==== 84+0+287 (secure 0 0 0) 0x7f5628061500 con 0x7f56340732e0 2024-07-27T06:53:14.735 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:14.735 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:53:14.735 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T06:53:14.736 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:14.737 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:14.737 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T06:53:14.737 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T06:53:14.737 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:14.737 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 msgr2=0x7f5614079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 0x7f5614079520 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5620034000 tx=0x7f5620004730 comp rx=0 tx=0).stop 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 msgr2=0x7f56340cd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f562800d720 tx=0x7f562800dbe0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 shutdown_connections 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5614077010 0x7f5614079520 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f56340cb6c0 0x7f56341e9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f56340ca720 0x7f56341e8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 --2- 172.21.15.66:0/1644271653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56340732e0 0x7f56340cd760 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:14.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 >> 172.21.15.66:0/1644271653 conn(0x7f56340cfb90 msgr2=0x7f56340b3df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:14.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.737+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 shutdown_connections 2024-07-27T06:53:14.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:14.738+0000 7f563b400640 1 -- 172.21.15.66:0/1644271653 wait complete. 2024-07-27T06:53:14.770 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:53:14.770 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 -- 172.21.15.66:0/2426826187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d88003a80 msgr2=0x7f3d88003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 --2- 172.21.15.66:0/2426826187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d88003a80 0x7f3d88003ef0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f3d9400c2e0 tx=0x7f3d88005830 comp rx=0 tx=0).stop 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 -- 172.21.15.66:0/2426826187 shutdown_connections 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 --2- 172.21.15.66:0/2426826187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d88003a80 0x7f3d88003ef0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 -- 172.21.15.66:0/2426826187 >> 172.21.15.66:0/2426826187 conn(0x7f3da406d110 msgr2=0x7f3da40b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 -- 172.21.15.66:0/2426826187 shutdown_connections 2024-07-27T06:53:15.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.059+0000 7f3da9800640 1 -- 172.21.15.66:0/2426826187 wait complete. 2024-07-27T06:53:15.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.061+0000 7f3da9800640 1 Processor -- start 2024-07-27T06:53:15.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.062+0000 7f3da9800640 1 -- start start 2024-07-27T06:53:15.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 0x7f3da40cdef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3da41420c0 0x7f3da41424d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406f370 con 0x7f3da415e7a0 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3da406f1f0 con 0x7f3d88003a80 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.063+0000 7f3da9800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3da406f4f0 con 0x7f3da41420c0 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44694/0 (socket says 172.21.15.66:44694) 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 -- 172.21.15.66:0/2869016284 learned_addr learned my addr 172.21.15.66:0/2869016284 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3da2a00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 0x7f3da40cdef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3da3400640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3da41420c0 0x7f3da41424d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 -- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3da41420c0 msgr2=0x7f3da41424d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3da41420c0 0x7f3da41424d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 -- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 msgr2=0x7f3da40cdef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 0x7f3da40cdef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3d9be00640 1 -- 172.21.15.66:0/2869016284 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3da4142a10 con 0x7f3da415e7a0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.064+0000 7f3da2a00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 0x7f3da40cdef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3d9be00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c004df0 tx=0x7f3d8c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8c015020 con 0x7f3da415e7a0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d8c011760 con 0x7f3da415e7a0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8c011b90 con 0x7f3da415e7a0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3da4157e00 con 0x7f3da415e7a0 2024-07-27T06:53:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.065+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3da41558f0 con 0x7f3da415e7a0 2024-07-27T06:53:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.066+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3da4161d60 con 0x7f3da415e7a0 2024-07-27T06:53:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.067+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d8c018020 con 0x7f3da415e7a0 2024-07-27T06:53:15.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.068+0000 7f3d9aa00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 0x7f3d80079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.069+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 6312+0+0 (secure 0 0 0) 0x7f3d8c0994f0 con 0x7f3da415e7a0 2024-07-27T06:53:15.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.069+0000 7f3da2a00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 0x7f3d80079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.071+0000 7f3da2a00640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 0x7f3d80079550 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3d94033000 tx=0x7f3d9402d000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:15.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.073+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d8c01f020 con 0x7f3da415e7a0 2024-07-27T06:53:15.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.285+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f3da40d07a0 con 0x7f3da415e7a0 2024-07-27T06:53:15.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.574+0000 7f3d9aa00640 1 -- 172.21.15.66:0/2869016284 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v80) ==== 138+0+0 (secure 0 0 0) 0x7f3da4142a10 con 0x7f3da415e7a0 2024-07-27T06:53:15.577 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:53:15.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.579+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 msgr2=0x7f3d80079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.579+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 0x7f3d80079550 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3d94033000 tx=0x7f3d9402d000 comp rx=0 tx=0).stop 2024-07-27T06:53:15.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.579+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 msgr2=0x7f3da415ebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c004df0 tx=0x7f3d8c001630 comp rx=0 tx=0).stop 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 shutdown_connections 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d80077040 0x7f3d80079550 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3da41420c0 0x7f3da41424d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3da415e7a0 0x7f3da415ebb0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 --2- 172.21.15.66:0/2869016284 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d88003a80 0x7f3da40cdef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.580+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 >> 172.21.15.66:0/2869016284 conn(0x7f3da406d110 msgr2=0x7f3da414b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.581+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 shutdown_connections 2024-07-27T06:53:15.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.581+0000 7f3da9800640 1 -- 172.21.15.66:0/2869016284 wait complete. 2024-07-27T06:53:15.622 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 -- 172.21.15.66:0/1331007166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c10072380 msgr2=0x7f9c10072790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 --2- 172.21.15.66:0/1331007166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c10072380 0x7f9c10072790 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f9c10072310 tx=0x7f9c0002a5f0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 -- 172.21.15.66:0/1331007166 shutdown_connections 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 --2- 172.21.15.66:0/1331007166 >> v2:172.21.15.155:3300/0 conn(0x7f9c100730e0 0x7f9c10163ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 --2- 172.21.15.66:0/1331007166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c10072380 0x7f9c10072790 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.919+0000 7f9c16200640 1 -- 172.21.15.66:0/1331007166 >> 172.21.15.66:0/1331007166 conn(0x7f9c100cfb90 msgr2=0x7f9c100cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.920+0000 7f9c16200640 1 -- 172.21.15.66:0/1331007166 shutdown_connections 2024-07-27T06:53:15.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.920+0000 7f9c16200640 1 -- 172.21.15.66:0/1331007166 wait complete. 2024-07-27T06:53:15.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.922+0000 7f9c16200640 1 Processor -- start 2024-07-27T06:53:15.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.922+0000 7f9c16200640 1 -- start start 2024-07-27T06:53:15.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c10072380 0x7f9c10153840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c10072cd0 0x7f9c100b4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9c100705f0 con 0x7f9c100730e0 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9c10070470 con 0x7f9c10072380 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c16200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9c10164430 con 0x7f9c10072cd0 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c0fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c0fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44712/0 (socket says 172.21.15.66:44712) 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.924+0000 7f9c0fe00640 1 -- 172.21.15.66:0/1026385848 learned_addr learned my addr 172.21.15.66:0/1026385848 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0f400640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c10072380 0x7f9c10153840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c07e00640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c10072cd0 0x7f9c100b4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 -- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c10072cd0 msgr2=0x7f9c100b4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c10072cd0 0x7f9c100b4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 -- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c10072380 msgr2=0x7f9c10153840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c10072380 0x7f9c10153840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:15.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 -- 172.21.15.66:0/1026385848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c101548f0 con 0x7f9c100730e0 2024-07-27T06:53:15.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.925+0000 7f9c0fe00640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9c0800cae0 tx=0x7f9c080071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:15.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.926+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c08007da0 con 0x7f9c100730e0 2024-07-27T06:53:15.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.926+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c08003990 con 0x7f9c100730e0 2024-07-27T06:53:15.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.926+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c100c4360 con 0x7f9c100730e0 2024-07-27T06:53:15.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.926+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c08003e00 con 0x7f9c100730e0 2024-07-27T06:53:15.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.926+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c101581c0 con 0x7f9c100730e0 2024-07-27T06:53:15.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.927+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c10072790 con 0x7f9c100730e0 2024-07-27T06:53:15.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.929+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9c08004030 con 0x7f9c100730e0 2024-07-27T06:53:15.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.930+0000 7f9c07400640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 0x7f9bec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:15.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.930+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 6682+0+0 (secure 0 0 0) 0x7f9c08099470 con 0x7f9c100730e0 2024-07-27T06:53:15.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.931+0000 7f9c0f400640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 0x7f9bec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:15.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.932+0000 7f9c0f400640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 0x7f9bec079520 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9c00033000 tx=0x7f9c00004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:15.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:15.935+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9c08014070 con 0x7f9c100730e0 2024-07-27T06:53:16.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.152+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f9c10163b50 con 0x7f9c100730e0 2024-07-27T06:53:16.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.581+0000 7f9c07400640 1 -- 172.21.15.66:0/1026385848 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v81) ==== 170+0+0 (secure 0 0 0) 0x7f9c08062290 con 0x7f9c100730e0 2024-07-27T06:53:16.583 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:53:16.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.585+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 msgr2=0x7f9bec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:16.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.585+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 0x7f9bec079520 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9c00033000 tx=0x7f9c00004730 comp rx=0 tx=0).stop 2024-07-27T06:53:16.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.585+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 msgr2=0x7f9c100b4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:16.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.585+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f9c0800cae0 tx=0x7f9c080071c0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 shutdown_connections 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9bec077010 0x7f9bec079520 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c100730e0 0x7f9c100b4f70 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c10072cd0 0x7f9c100b4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 --2- 172.21.15.66:0/1026385848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c10072380 0x7f9c10153840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.587+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 >> 172.21.15.66:0/1026385848 conn(0x7f9c100cfb90 msgr2=0x7f9c100ae4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.588+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 shutdown_connections 2024-07-27T06:53:16.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.588+0000 7f9c16200640 1 -- 172.21.15.66:0/1026385848 wait complete. 2024-07-27T06:53:16.634 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 -- 172.21.15.66:0/427223630 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13c0004d40 msgr2=0x7f13c00051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 --2- 172.21.15.66:0/427223630 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13c0004d40 0x7f13c00051f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f13dc0b2e80 tx=0x7f13c0005830 comp rx=0 tx=0).stop 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2000640 1 -- 172.21.15.66:0/427223630 reap_dead start 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 -- 172.21.15.66:0/427223630 shutdown_connections 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 -- 172.21.15.66:0/427223630 >> 172.21.15.66:0/427223630 conn(0x7f13dc0d1b50 msgr2=0x7f13dc0d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 -- 172.21.15.66:0/427223630 shutdown_connections 2024-07-27T06:53:16.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.896+0000 7f13e2a00640 1 -- 172.21.15.66:0/427223630 wait complete. 2024-07-27T06:53:16.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.898+0000 7f13e2a00640 1 Processor -- start 2024-07-27T06:53:16.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.899+0000 7f13e2a00640 1 -- start start 2024-07-27T06:53:16.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13c0004d40 0x7f13dc15fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:16.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 0x7f13dc150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:16.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:16.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc0b21a0 con 0x7f13dc09ec10 2024-07-27T06:53:16.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13dc06ea60 con 0x7f13dc09c020 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f13dc0b2320 con 0x7f13c0004d40 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44730/0 (socket says 172.21.15.66:44730) 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.900+0000 7f13e2000640 1 -- 172.21.15.66:0/132821286 learned_addr learned my addr 172.21.15.66:0/132821286 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e1600640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13c0004d40 0x7f13dc15fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e0c00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 0x7f13dc150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 -- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13c0004d40 msgr2=0x7f13dc15fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13c0004d40 0x7f13dc15fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 -- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 msgr2=0x7f13dc150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 0x7f13dc150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 -- 172.21.15.66:0/132821286 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13dc09f560 con 0x7f13dc09ec10 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e0c00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 0x7f13dc150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.901+0000 7f13e2000640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f13d402a8e0 tx=0x7f13d40062e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:16.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.902+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4006920 con 0x7f13dc09ec10 2024-07-27T06:53:16.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.902+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d40038e0 con 0x7f13dc09ec10 2024-07-27T06:53:16.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.902+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d4003d10 con 0x7f13dc09ec10 2024-07-27T06:53:16.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.902+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13dc15ff40 con 0x7f13dc09ec10 2024-07-27T06:53:16.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.902+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13dc160730 con 0x7f13dc09ec10 2024-07-27T06:53:16.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.903+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13dc1601c0 con 0x7f13dc09ec10 2024-07-27T06:53:16.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.906+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f13d4030050 con 0x7f13dc09ec10 2024-07-27T06:53:16.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.907+0000 7f13d9600640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 0x7f13bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:16.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.907+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7064+0+0 (secure 0 0 0) 0x7f13d40b8660 con 0x7f13dc09ec10 2024-07-27T06:53:16.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.908+0000 7f13e1600640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 0x7f13bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:16.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.909+0000 7f13e1600640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 0x7f13bc079520 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f13cc001990 tx=0x7f13cc000fb0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:16.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:16.911+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f13dc09f560 con 0x7f13dc09ec10 2024-07-27T06:53:17.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.157+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f13dc06e140 con 0x7f13dc09ec10 2024-07-27T06:53:17.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.638+0000 7f13d9600640 1 -- 172.21.15.66:0/132821286 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v41) ==== 174+0+0 (secure 0 0 0) 0x7f13d4081380 con 0x7f13dc09ec10 2024-07-27T06:53:17.643 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 14 and data pool 15 2024-07-27T06:53:17.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 msgr2=0x7f13bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:17.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 0x7f13bc079520 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f13cc001990 tx=0x7f13cc000fb0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 msgr2=0x7f13dc09f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:17.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f13d402a8e0 tx=0x7f13d40062e0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 shutdown_connections 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13bc077010 0x7f13bc079520 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13dc09ec10 0x7f13dc09f020 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13dc09c020 0x7f13dc150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 --2- 172.21.15.66:0/132821286 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13c0004d40 0x7f13dc15fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.645+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 >> 172.21.15.66:0/132821286 conn(0x7f13dc0d1b50 msgr2=0x7f13dc0703c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:17.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.647+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 shutdown_connections 2024-07-27T06:53:17.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.647+0000 7f13e2a00640 1 -- 172.21.15.66:0/132821286 wait complete. 2024-07-27T06:53:17.693 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 -- 172.21.15.66:0/2000169533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 msgr2=0x7f88b40cf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 --2- 172.21.15.66:0/2000169533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b40cf620 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f88a8005fd0 tx=0x7f88a802a490 comp rx=0 tx=0).stop 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 -- 172.21.15.66:0/2000169533 shutdown_connections 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 --2- 172.21.15.66:0/2000169533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b406cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 --2- 172.21.15.66:0/2000169533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b40cf620 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 -- 172.21.15.66:0/2000169533 >> 172.21.15.66:0/2000169533 conn(0x7f88b40d0a60 msgr2=0x7f88b40d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 -- 172.21.15.66:0/2000169533 shutdown_connections 2024-07-27T06:53:17.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.947+0000 7f88baa00640 1 -- 172.21.15.66:0/2000169533 wait complete. 2024-07-27T06:53:17.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.950+0000 7f88baa00640 1 Processor -- start 2024-07-27T06:53:17.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.950+0000 7f88baa00640 1 -- start start 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b414ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 0x7f88b414f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f88b415cd60 con 0x7f88b415fa30 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88b415cbe0 con 0x7f88b40d02d0 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.951+0000 7f88baa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88b415cee0 con 0x7f88b406c780 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:17.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44736/0 (socket says 172.21.15.66:44736) 2024-07-27T06:53:17.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 -- 172.21.15.66:0/1918824349 learned_addr learned my addr 172.21.15.66:0/1918824349 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88b9600640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b414ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88b8c00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 0x7f88b414f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 -- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 msgr2=0x7f88b414ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b414ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 -- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 msgr2=0x7f88b414f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 0x7f88b414f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:17.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88ba000640 1 -- 172.21.15.66:0/1918824349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88b4151770 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88b9600640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b414ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.952+0000 7f88b8c00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 0x7f88b414f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88ba000640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f88ac00caa0 tx=0x7f88ac00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ac00adf0 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88ac00f540 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ac00f990 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88b414e730 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.953+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88b406f720 con 0x7f88b415fa30 2024-07-27T06:53:17.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.954+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88b406cb90 con 0x7f88b415fa30 2024-07-27T06:53:17.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.956+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f88ac00fb30 con 0x7f88b415fa30 2024-07-27T06:53:17.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.957+0000 7f88b1600640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 0x7f8894079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:17.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.957+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7164+0+0 (secure 0 0 0) 0x7f88ac099970 con 0x7f88b415fa30 2024-07-27T06:53:17.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.957+0000 7f88b9600640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 0x7f8894079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:17.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.959+0000 7f88b9600640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 0x7f8894079520 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f88a8033000 tx=0x7f88a8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:17.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:17.962+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f88ac014030 con 0x7f88b415fa30 2024-07-27T06:53:18.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.175+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f88b406f1f0 con 0x7f88b415fa30 2024-07-27T06:53:18.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.179+0000 7f88b1600640 1 -- 172.21.15.66:0/1918824349 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22233 (secure 0 0 0) 0x7f88ac00fe20 con 0x7f88b415fa30 2024-07-27T06:53:18.181 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:18.181 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":82,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:17.160271+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:15.308403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:16.175208+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:18.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 msgr2=0x7f8894079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 0x7f8894079520 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f88a8033000 tx=0x7f88a8004730 comp rx=0 tx=0).stop 2024-07-27T06:53:18.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 msgr2=0x7f88b41f8870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f88ac00caa0 tx=0x7f88ac00cf60 comp rx=0 tx=0).stop 2024-07-27T06:53:18.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 shutdown_connections 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8894077010 0x7f8894079520 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88b415fa30 0x7f88b41f8870 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88b40d02d0 0x7f88b414f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 --2- 172.21.15.66:0/1918824349 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88b406c780 0x7f88b414ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 >> 172.21.15.66:0/1918824349 conn(0x7f88b40d0a60 msgr2=0x7f88b40ce630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.182+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 shutdown_connections 2024-07-27T06:53:18.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.183+0000 7f88baa00640 1 -- 172.21.15.66:0/1918824349 wait complete. 2024-07-27T06:53:18.214 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:18.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.498+0000 7fd4d2800640 1 -- 172.21.15.66:0/2556039434 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073420 msgr2=0x7fd4cc15f9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.498+0000 7fd4d2800640 1 --2- 172.21.15.66:0/2556039434 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073420 0x7fd4cc15f9d0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc071b90 tx=0x7fd4c002a510 comp rx=0 tx=0).stop 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 -- 172.21.15.66:0/2556039434 shutdown_connections 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 --2- 172.21.15.66:0/2556039434 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073830 0x7fd4cc15ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 --2- 172.21.15.66:0/2556039434 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073420 0x7fd4cc15f9d0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 -- 172.21.15.66:0/2556039434 >> 172.21.15.66:0/2556039434 conn(0x7fd4cc06c780 msgr2=0x7fd4cc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 -- 172.21.15.66:0/2556039434 shutdown_connections 2024-07-27T06:53:18.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.499+0000 7fd4d2800640 1 -- 172.21.15.66:0/2556039434 wait complete. 2024-07-27T06:53:18.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.501+0000 7fd4d2800640 1 Processor -- start 2024-07-27T06:53:18.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.501+0000 7fd4d2800640 1 -- start start 2024-07-27T06:53:18.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 0x7fd4cc1fc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:18.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:18.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4cc15d4f0 0x7fd4cc150780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:18.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd4cc0cf010 con 0x7fd4cc073830 2024-07-27T06:53:18.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4cc0cee90 con 0x7fd4cc15d4f0 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4cc0cf190 con 0x7fd4cc073420 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44758/0 (socket says 172.21.15.66:44758) 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 -- 172.21.15.66:0/3204702436 learned_addr learned my addr 172.21.15.66:0/3204702436 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d1400640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 0x7fd4cc1fc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d1e00640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4cc15d4f0 0x7fd4cc150780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 -- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 msgr2=0x7fd4cc1fc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 0x7fd4cc1fc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 -- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4cc15d4f0 msgr2=0x7fd4cc150780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4cc15d4f0 0x7fd4cc150780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 -- 172.21.15.66:0/3204702436 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4cc1fcf20 con 0x7fd4cc073830 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d1400640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 0x7fd4cc1fc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:18.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d0a00640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800d6d0 tx=0x7fd4b800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b8017070 con 0x7fd4cc073830 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4b8005330 con 0x7fd4cc073830 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4b8009820 con 0x7fd4cc073830 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.504+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4cc1fd200 con 0x7fd4cc073830 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.505+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4cc14abc0 con 0x7fd4cc073830 2024-07-27T06:53:18.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.505+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4cc075330 con 0x7fd4cc073830 2024-07-27T06:53:18.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.507+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd4b8009bd0 con 0x7fd4cc073830 2024-07-27T06:53:18.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.508+0000 7fd4c9600640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:18.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.508+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7164+0+0 (secure 0 0 0) 0x7fd4b80990c0 con 0x7fd4cc073830 2024-07-27T06:53:18.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.508+0000 7fd4d1400640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:18.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.510+0000 7fd4d1400640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0033000 tx=0x7fd4c0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:18.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.513+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd4b8061d90 con 0x7fd4cc073830 2024-07-27T06:53:18.540 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:53:18.538+0000 7fa443c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:53:18.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.729+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd4cc1fccb0 con 0x7fd4cc073830 2024-07-27T06:53:18.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.733+0000 7fd4c9600640 1 -- 172.21.15.66:0/3204702436 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22220 (secure 0 0 0) 0x7fd4b8066e20 con 0x7fd4cc073830 2024-07-27T06:53:18.735 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:18.735 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":83,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:18.637247+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:15.308403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:16.175208+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 msgr2=0x7fd4ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0033000 tx=0x7fd4c0004730 comp rx=0 tx=0).stop 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 msgr2=0x7fd4cc14a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fd4b800d6d0 tx=0x7fd4b800db90 comp rx=0 tx=0).stop 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 shutdown_connections 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd4ac077010 0x7fd4ac079520 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4cc15d4f0 0x7fd4cc150780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4cc073830 0x7fd4cc14a2b0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 --2- 172.21.15.66:0/3204702436 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4cc073420 0x7fd4cc1fc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:18.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.736+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 >> 172.21.15.66:0/3204702436 conn(0x7fd4cc06c780 msgr2=0x7fd4cc06fb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:18.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.737+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 shutdown_connections 2024-07-27T06:53:18.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:18.737+0000 7fd4d2800640 1 -- 172.21.15.66:0/3204702436 wait complete. 2024-07-27T06:53:18.766 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:53:19.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.048+0000 7f361e400640 1 -- 172.21.15.66:0/235944467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 msgr2=0x7f3618168db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:19.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.048+0000 7f361e400640 1 --2- 172.21.15.66:0/235944467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f3618168db0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f3610005fd0 tx=0x7f361002a8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.049+0000 7f361e400640 1 -- 172.21.15.66:0/235944467 shutdown_connections 2024-07-27T06:53:19.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.049+0000 7f361e400640 1 --2- 172.21.15.66:0/235944467 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f3618168db0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.049+0000 7f361e400640 1 -- 172.21.15.66:0/235944467 >> 172.21.15.66:0/235944467 conn(0x7f361809d1c0 msgr2=0x7f36180d3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:19.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.049+0000 7f361e400640 1 -- 172.21.15.66:0/235944467 shutdown_connections 2024-07-27T06:53:19.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.049+0000 7f361e400640 1 -- 172.21.15.66:0/235944467 wait complete. 2024-07-27T06:53:19.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.051+0000 7f361e400640 1 Processor -- start 2024-07-27T06:53:19.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.051+0000 7f361e400640 1 -- start start 2024-07-27T06:53:19.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:19.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36180d1290 0x7f3618150f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:19.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36180d2230 0x7f3618158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:19.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3618169680 con 0x7f36180d0450 2024-07-27T06:53:19.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3618169500 con 0x7f36180d1290 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3618169800 con 0x7f36180d2230 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44778/0 (socket says 172.21.15.66:44778) 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 -- 172.21.15.66:0/541305607 learned_addr learned my addr 172.21.15.66:0/541305607 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 -- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36180d2230 msgr2=0x7f3618158de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36180d2230 0x7f3618158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 -- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36180d1290 msgr2=0x7f3618150f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f3617e00640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36180d1290 0x7f3618150f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36180d1290 0x7f3618150f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.053+0000 7f361d000640 1 -- 172.21.15.66:0/541305607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36181f5b70 con 0x7f36180d0450 2024-07-27T06:53:19.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f361d000640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f360c00c400 tx=0x7f360c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f360c011790 con 0x7f36180d0450 2024-07-27T06:53:19.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f360c017070 con 0x7f36180d0450 2024-07-27T06:53:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f360c011cc0 con 0x7f36180d0450 2024-07-27T06:53:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36181f5e50 con 0x7f36180d0450 2024-07-27T06:53:19.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.054+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36180c7de0 con 0x7f36180d0450 2024-07-27T06:53:19.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.055+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36180b87e0 con 0x7f36180d0450 2024-07-27T06:53:19.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.057+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f360c01c460 con 0x7f36180d0450 2024-07-27T06:53:19.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.058+0000 7f3614c00640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 0x7f35f8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:19.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.058+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f360c098d20 con 0x7f36180d0450 2024-07-27T06:53:19.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.058+0000 7f3617e00640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 0x7f35f8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:19.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.060+0000 7f3617e00640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 0x7f35f8079550 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f361815aba0 tx=0x7f3604008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:19.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.062+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f360c0619a0 con 0x7f36180d0450 2024-07-27T06:53:19.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.316+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f361815a8f0 con 0x7f36180d0450 2024-07-27T06:53:19.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.914+0000 7f3614c00640 1 -- 172.21.15.66:0/541305607 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v43) ==== 118+0+0 (secure 0 0 0) 0x7f360c0612a0 con 0x7f36180d0450 2024-07-27T06:53:19.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 msgr2=0x7f35f8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:19.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 0x7f35f8079550 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f361815aba0 tx=0x7f3604008040 comp rx=0 tx=0).stop 2024-07-27T06:53:19.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 msgr2=0x7f36181f5200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f360c00c400 tx=0x7f360c00c8c0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 shutdown_connections 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35f8077040 0x7f35f8079550 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36180d2230 0x7f3618158de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36180d1290 0x7f3618150f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.919+0000 7f361e400640 1 --2- 172.21.15.66:0/541305607 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36180d0450 0x7f36181f5200 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.920+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 >> 172.21.15.66:0/541305607 conn(0x7f361809d1c0 msgr2=0x7f361806d200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.920+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 shutdown_connections 2024-07-27T06:53:19.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:19.920+0000 7f361e400640 1 -- 172.21.15.66:0/541305607 wait complete. 2024-07-27T06:53:19.953 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T06:53:19.954 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:53:20.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 -- 172.21.15.66:0/2190274992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 msgr2=0x7feff40cbd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:20.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 --2- 172.21.15.66:0/2190274992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff40cbd50 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7feff4072090 tx=0x7fefe402a980 comp rx=0 tx=0).stop 2024-07-27T06:53:20.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 -- 172.21.15.66:0/2190274992 shutdown_connections 2024-07-27T06:53:20.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 --2- 172.21.15.66:0/2190274992 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 0x7feff415c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 --2- 172.21.15.66:0/2190274992 >> v2:172.21.15.155:3300/0 conn(0x7feff40cc5f0 0x7feff415f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 --2- 172.21.15.66:0/2190274992 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff40cbd50 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.247+0000 7feffa000640 1 -- 172.21.15.66:0/2190274992 >> 172.21.15.66:0/2190274992 conn(0x7feff406c780 msgr2=0x7feff406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:20.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.248+0000 7feffa000640 1 -- 172.21.15.66:0/2190274992 shutdown_connections 2024-07-27T06:53:20.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.248+0000 7feffa000640 1 -- 172.21.15.66:0/2190274992 wait complete. 2024-07-27T06:53:20.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.250+0000 7feffa000640 1 Processor -- start 2024-07-27T06:53:20.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.250+0000 7feffa000640 1 -- start start 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feff40cc5f0 0x7feff41f6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 0x7feff41f32d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7feff415c8b0 con 0x7feff40ceb20 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7feff40ccc10 con 0x7feff40cc5f0 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.252+0000 7feffa000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7feff415ca30 con 0x7feff415fea0 2024-07-27T06:53:20.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:20.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44786/0 (socket says 172.21.15.66:44786) 2024-07-27T06:53:20.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 -- 172.21.15.66:0/1533787116 learned_addr learned my addr 172.21.15.66:0/1533787116 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:20.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff9600640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 0x7feff41f32d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:20.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff8c00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feff40cc5f0 0x7feff41f6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 -- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 msgr2=0x7feff41f32d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 0x7feff41f32d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 -- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feff40cc5f0 msgr2=0x7feff41f6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feff40cc5f0 0x7feff41f6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.253+0000 7feff3e00640 1 -- 172.21.15.66:0/1533787116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feff41f2b40 con 0x7feff40ceb20 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feff3e00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fefe000c970 tx=0x7fefe000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe0007bb0 con 0x7feff40ceb20 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefe0007e40 con 0x7feff40ceb20 2024-07-27T06:53:20.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe000f690 con 0x7feff40ceb20 2024-07-27T06:53:20.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feff41f6850 con 0x7feff40ceb20 2024-07-27T06:53:20.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.254+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feff41f2db0 con 0x7feff40ceb20 2024-07-27T06:53:20.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.255+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feff4075330 con 0x7feff40ceb20 2024-07-27T06:53:20.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.257+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fefe000f830 con 0x7feff40ceb20 2024-07-27T06:53:20.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.258+0000 7feff0c00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 0x7fefd4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:20.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.258+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7fefe0099640 con 0x7feff40ceb20 2024-07-27T06:53:20.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.258+0000 7feff8c00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 0x7fefd4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:20.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.260+0000 7feff8c00640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 0x7fefd4079520 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fefe4035000 tx=0x7fefe4004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:20.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.263+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fefe0014030 con 0x7feff40ceb20 2024-07-27T06:53:20.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.523+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7feff41f65e0 con 0x7feff40ceb20 2024-07-27T06:53:20.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.929+0000 7feff0c00640 1 -- 172.21.15.66:0/1533787116 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v44) ==== 122+0+0 (secure 0 0 0) 0x7fefe0062280 con 0x7feff40ceb20 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 msgr2=0x7fefd4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 0x7fefd4079520 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fefe4035000 tx=0x7fefe4004ab0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 msgr2=0x7feff4159100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fefe000c970 tx=0x7fefe000ce30 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 shutdown_connections 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefd4077010 0x7fefd4079520 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7feff415fea0 0x7feff41f32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7feff40ceb20 0x7feff4159100 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 --2- 172.21.15.66:0/1533787116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7feff40cc5f0 0x7feff41f6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:20.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 >> 172.21.15.66:0/1533787116 conn(0x7feff406c780 msgr2=0x7feff4072b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:20.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 shutdown_connections 2024-07-27T06:53:20.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:20.933+0000 7feffa000640 1 -- 172.21.15.66:0/1533787116 wait complete. 2024-07-27T06:53:20.969 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:53:20.969 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 -- 172.21.15.66:0/1200420105 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640ce950 msgr2=0x7f36640727a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 --2- 172.21.15.66:0/1200420105 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640ce950 0x7f36640727a0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f3664072310 tx=0x7f365c02a820 comp rx=0 tx=0).stop 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 -- 172.21.15.66:0/1200420105 shutdown_connections 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 --2- 172.21.15.66:0/1200420105 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640ce950 0x7f36640727a0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 --2- 172.21.15.66:0/1200420105 >> v2:172.21.15.155:3300/0 conn(0x7f36640aefd0 0x7f36640ce410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 -- 172.21.15.66:0/1200420105 >> 172.21.15.66:0/1200420105 conn(0x7f36640cfb90 msgr2=0x7f36640cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 -- 172.21.15.66:0/1200420105 shutdown_connections 2024-07-27T06:53:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.259+0000 7f366be00640 1 -- 172.21.15.66:0/1200420105 wait complete. 2024-07-27T06:53:21.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.262+0000 7f366be00640 1 Processor -- start 2024-07-27T06:53:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.262+0000 7f366be00640 1 -- start start 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36640aefd0 0x7f36641f4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36640ce950 0x7f36641f52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3664072ce0 con 0x7f36640aebc0 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f366415f780 con 0x7f36640ce950 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.264+0000 7f366be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3664072e60 con 0x7f36640aefd0 2024-07-27T06:53:21.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34208/0 (socket says 172.21.15.66:34208) 2024-07-27T06:53:21.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 -- 172.21.15.66:0/3499208871 learned_addr learned my addr 172.21.15.66:0/3499208871 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:21.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669e00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36640ce950 0x7f36641f52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3668a00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36640aefd0 0x7f36641f4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 -- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36640aefd0 msgr2=0x7f36641f4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36640aefd0 0x7f36641f4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 -- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36640ce950 msgr2=0x7f36641f52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36640ce950 0x7f36641f52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.265+0000 7f3669400640 1 -- 172.21.15.66:0/3499208871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36641f5ad0 con 0x7f36640aebc0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f3669400640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f365800c3a0 tx=0x7f365800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3658006890 con 0x7f36640aebc0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3658006b20 con 0x7f36640aebc0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3658007020 con 0x7f36640aebc0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36640b2c70 con 0x7f36640aebc0 2024-07-27T06:53:21.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.266+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36640b3230 con 0x7f36640aebc0 2024-07-27T06:53:21.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.267+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36640c3240 con 0x7f36640aebc0 2024-07-27T06:53:21.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.269+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3658019020 con 0x7f36640aebc0 2024-07-27T06:53:21.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.271+0000 7f3661600640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.271+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f3658098670 con 0x7f36640aebc0 2024-07-27T06:53:21.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.272+0000 7f3668a00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.273+0000 7f3668a00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 0x7f3648079520 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3654005860 tx=0x7f36540057b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:21.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.276+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f36640ced60 con 0x7f36640aebc0 2024-07-27T06:53:21.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.529+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f36640b2a20 con 0x7f36640aebc0 2024-07-27T06:53:21.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.532+0000 7f3661600640 1 -- 172.21.15.66:0/3499208871 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5231 (secure 0 0 0) 0x7f36580612b0 con 0x7f36640aebc0 2024-07-27T06:53:21.533 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:21.533 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":44,"btime":"2024-07-27T06:53:20:915664+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:20.525146+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:21.533 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 44 2024-07-27T06:53:21.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.533+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 msgr2=0x7f3648079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.533+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 0x7f3648079520 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f3654005860 tx=0x7f36540057b0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.533+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 msgr2=0x7f36640b5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.533+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f365800c3a0 tx=0x7f365800c860 comp rx=0 tx=0).stop 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 shutdown_connections 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3648077010 0x7f3648079520 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f36640ce950 0x7f36641f52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f36640aefd0 0x7f36641f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 --2- 172.21.15.66:0/3499208871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f36640aebc0 0x7f36640b5370 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 >> 172.21.15.66:0/3499208871 conn(0x7f36640cfb90 msgr2=0x7f3664073e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 shutdown_connections 2024-07-27T06:53:21.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.534+0000 7f366be00640 1 -- 172.21.15.66:0/3499208871 wait complete. 2024-07-27T06:53:21.567 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:21.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.875+0000 7f2fb3e00640 1 -- 172.21.15.66:0/2242153393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb4073990 msgr2=0x7f2fb40cc760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.875+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/2242153393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb4073990 0x7f2fb40cc760 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f2fac005fd0 tx=0x7f2fac02aa90 comp rx=0 tx=0).stop 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 -- 172.21.15.66:0/2242153393 shutdown_connections 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/2242153393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb4073990 0x7f2fb40cc760 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/2242153393 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb415bfc0 0x7f2fb406f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 -- 172.21.15.66:0/2242153393 >> 172.21.15.66:0/2242153393 conn(0x7f2fb40d0a60 msgr2=0x7f2fb40d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 -- 172.21.15.66:0/2242153393 shutdown_connections 2024-07-27T06:53:21.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.876+0000 7f2fb3e00640 1 -- 172.21.15.66:0/2242153393 wait complete. 2024-07-27T06:53:21.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.880+0000 7f2fb3e00640 1 Processor -- start 2024-07-27T06:53:21.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.880+0000 7f2fb3e00640 1 -- start start 2024-07-27T06:53:21.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 0x7f2fb414d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 0x7f2fb414d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb40cce20 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2fb40ccca0 con 0x7f2fb40b67e0 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2fb40ccfa0 con 0x7f2fb40b4460 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34226/0 (socket says 172.21.15.66:34226) 2024-07-27T06:53:21.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb2a00640 1 -- 172.21.15.66:0/3043502559 learned_addr learned my addr 172.21.15.66:0/3043502559 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:21.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb2000640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 0x7f2fb414d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.883+0000 7f2fb3400640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 0x7f2fb414d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 -- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 msgr2=0x7f2fb414d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 0x7f2fb414d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 -- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 msgr2=0x7f2fb414d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 0x7f2fb414d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 -- 172.21.15.66:0/3043502559 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fb4145b30 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb3400640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 0x7f2fb414d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2000640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 0x7f2fb414d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb2a00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400e7c0 tx=0x7f2fa400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa400ccc0 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fa4005020 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.884+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fb4145e10 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.885+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa4005470 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.885+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fb40b5fe0 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.886+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fb415bfc0 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.887+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fa40047a0 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.889+0000 7f2fab400640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 0x7f2f94079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:21.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.889+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f2fa409b610 con 0x7f2fb40cf2e0 2024-07-27T06:53:21.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.890+0000 7f2fb2000640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 0x7f2f94079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:21.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.891+0000 7f2fb2000640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 0x7f2f94079550 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2fa00016a0 tx=0x7f2fa0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:21.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:21.893+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fa40642e0 con 0x7f2fb40cf2e0 2024-07-27T06:53:22.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.110+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2fb40744f0 con 0x7f2fb40cf2e0 2024-07-27T06:53:22.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.114+0000 7f2fab400640 1 -- 172.21.15.66:0/3043502559 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22220 (secure 0 0 0) 0x7f2fa4063be0 con 0x7f2fb40cf2e0 2024-07-27T06:53:22.115 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:22.115 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":83,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:18.637247+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:15.308403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:16.175208+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 msgr2=0x7f2f94079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 0x7f2f94079550 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2fa00016a0 tx=0x7f2fa0009040 comp rx=0 tx=0).stop 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 msgr2=0x7f2fb41428d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f2fa400e7c0 tx=0x7f2fa400ec80 comp rx=0 tx=0).stop 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 shutdown_connections 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f94077040 0x7f2f94079550 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fb40b4460 0x7f2fb414d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fb40b67e0 0x7f2fb414d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 --2- 172.21.15.66:0/3043502559 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fb40cf2e0 0x7f2fb41428d0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.117+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 >> 172.21.15.66:0/3043502559 conn(0x7f2fb40d0a60 msgr2=0x7f2fb406f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.118+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 shutdown_connections 2024-07-27T06:53:22.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.118+0000 7f2fb3e00640 1 -- 172.21.15.66:0/3043502559 wait complete. 2024-07-27T06:53:22.146 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:53:22.146 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:53:22.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.436+0000 7fdd2b200640 1 -- 172.21.15.66:0/1781543950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd10004800 msgr2=0x7fdd10004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.436+0000 7fdd2b200640 1 --2- 172.21.15.66:0/1781543950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd10004800 0x7fdd10004c10 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c072090 tx=0x7fdd10005830 comp rx=0 tx=0).stop 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.436+0000 7fdd2b200640 1 -- 172.21.15.66:0/1781543950 shutdown_connections 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.436+0000 7fdd2b200640 1 --2- 172.21.15.66:0/1781543950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd10004800 0x7fdd10004c10 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.436+0000 7fdd2b200640 1 -- 172.21.15.66:0/1781543950 >> 172.21.15.66:0/1781543950 conn(0x7fdd2c06c780 msgr2=0x7fdd2c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.437+0000 7fdd2b200640 1 -- 172.21.15.66:0/1781543950 shutdown_connections 2024-07-27T06:53:22.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.437+0000 7fdd2b200640 1 -- 172.21.15.66:0/1781543950 wait complete. 2024-07-27T06:53:22.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.439+0000 7fdd2b200640 1 Processor -- start 2024-07-27T06:53:22.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.439+0000 7fdd2b200640 1 -- start start 2024-07-27T06:53:22.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd10004800 0x7fdd2c143ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c1451e0 0x7fdd2c1455f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c0b3c50 con 0x7fdd2c150440 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2c0b3ad0 con 0x7fdd10004800 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd2b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd2c0b3dd0 con 0x7fdd2c1451e0 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd29400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd29400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34250/0 (socket says 172.21.15.66:34250) 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd29400640 1 -- 172.21.15.66:0/3792214869 learned_addr learned my addr 172.21.15.66:0/3792214869 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:22.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.441+0000 7fdd29e00640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd10004800 0x7fdd2c143ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:22.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd2a800640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c1451e0 0x7fdd2c1455f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:22.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 -- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c1451e0 msgr2=0x7fdd2c1455f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c1451e0 0x7fdd2c1455f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 -- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd10004800 msgr2=0x7fdd2c143ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd10004800 0x7fdd2c143ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 -- 172.21.15.66:0/3792214869 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd2c1f59c0 con 0x7fdd2c150440 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd29400640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fdd1800c320 tx=0x7fdd18006290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.442+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd180037f0 con 0x7fdd2c150440 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.443+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd1803f070 con 0x7fdd2c150440 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.443+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd2c145b30 con 0x7fdd2c150440 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.443+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd18003ce0 con 0x7fdd2c150440 2024-07-27T06:53:22.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.443+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd2c1f5120 con 0x7fdd2c150440 2024-07-27T06:53:22.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.444+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd2c1f4bb0 con 0x7fdd2c150440 2024-07-27T06:53:22.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.445+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd18044470 con 0x7fdd2c150440 2024-07-27T06:53:22.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.446+0000 7fdd22000640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 0x7fdd0c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:22.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.446+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7fdd180ba390 con 0x7fdd2c150440 2024-07-27T06:53:22.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.447+0000 7fdd29e00640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 0x7fdd0c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:22.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.448+0000 7fdd29e00640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 0x7fdd0c079520 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c000c00 tx=0x7fdd1c006b20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:22.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.451+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd2c145b30 con 0x7fdd2c150440 2024-07-27T06:53:22.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.655+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdd2c0aef30 con 0x7fdd0c077010 2024-07-27T06:53:22.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.683+0000 7fdd22000640 1 -- 172.21.15.66:0/3792214869 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+494611 (secure 0 0 0) 0x7fdd2c0aef30 con 0x7fdd0c077010 2024-07-27T06:53:22.692 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:22.697 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:53:22.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.694+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 msgr2=0x7fdd0c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.694+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 0x7fdd0c079520 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c000c00 tx=0x7fdd1c006b20 comp rx=0 tx=0).stop 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.694+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 msgr2=0x7fdd2c150850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.694+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fdd1800c320 tx=0x7fdd18006290 comp rx=0 tx=0).stop 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 shutdown_connections 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd0c077010 0x7fdd0c079520 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd2c1451e0 0x7fdd2c1455f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd2c150440 0x7fdd2c150850 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 --2- 172.21.15.66:0/3792214869 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd10004800 0x7fdd2c143ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:22.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 >> 172.21.15.66:0/3792214869 conn(0x7fdd2c06c780 msgr2=0x7fdd2c1472d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:22.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 shutdown_connections 2024-07-27T06:53:22.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:22.695+0000 7fdd2b200640 1 -- 172.21.15.66:0/3792214869 wait complete. 2024-07-27T06:53:22.728 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-07-27T06:53:22.280638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":318,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258464,"kb_used_data":8964,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716256,"statfs":{"total":773094113280,"available":772829446144,"internally_reserved":0,"allocated":9179136,"data_stored":5034443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":49,"apply_latency_ms":49,"commit_latency_ns":49000000,"apply_latency_ns":49000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003305"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655378+0000","last_change":"2024-07-27T06:53:17.655467+0000","last_active":"2024-07-27T06:53:18.655378+0000","last_peered":"2024-07-27T06:53:18.655378+0000","last_clean":"2024-07-27T06:53:18.655378+0000","last_became_active":"2024-07-27T06:53:17.655103+0000","last_became_peered":"2024-07-27T06:53:17.655103+0000","last_unstale":"2024-07-27T06:53:18.655378+0000","last_undegraded":"2024-07-27T06:53:18.655378+0000","last_fullsized":"2024-07-27T06:53:18.655378+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:53:23.854547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658074+0000","last_change":"2024-07-27T06:53:17.661284+0000","last_active":"2024-07-27T06:53:18.658074+0000","last_peered":"2024-07-27T06:53:18.658074+0000","last_clean":"2024-07-27T06:53:18.658074+0000","last_became_active":"2024-07-27T06:53:17.660473+0000","last_became_peered":"2024-07-27T06:53:17.660473+0000","last_unstale":"2024-07-27T06:53:18.658074+0000","last_undegraded":"2024-07-27T06:53:18.658074+0000","last_fullsized":"2024-07-27T06:53:18.658074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:20.626542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661291+0000","last_change":"2024-07-27T06:53:17.650232+0000","last_active":"2024-07-27T06:53:17.661291+0000","last_peered":"2024-07-27T06:53:17.661291+0000","last_clean":"2024-07-27T06:53:17.661291+0000","last_became_active":"2024-07-27T06:53:17.649897+0000","last_became_peered":"2024-07-27T06:53:17.649897+0000","last_unstale":"2024-07-27T06:53:17.661291+0000","last_undegraded":"2024-07-27T06:53:17.661291+0000","last_fullsized":"2024-07-27T06:53:17.661291+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654393+0000","last_change":"2024-07-27T06:53:17.662322+0000","last_active":"2024-07-27T06:53:18.654393+0000","last_peered":"2024-07-27T06:53:18.654393+0000","last_clean":"2024-07-27T06:53:18.654393+0000","last_became_active":"2024-07-27T06:53:17.661952+0000","last_became_peered":"2024-07-27T06:53:17.661952+0000","last_unstale":"2024-07-27T06:53:18.654393+0000","last_undegraded":"2024-07-27T06:53:18.654393+0000","last_fullsized":"2024-07-27T06:53:18.654393+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:28:17.632561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828942+0000","last_change":"2024-07-27T06:53:17.651436+0000","last_active":"2024-07-27T06:53:18.828942+0000","last_peered":"2024-07-27T06:53:18.828942+0000","last_clean":"2024-07-27T06:53:18.828942+0000","last_became_active":"2024-07-27T06:53:17.647759+0000","last_became_peered":"2024-07-27T06:53:17.647759+0000","last_unstale":"2024-07-27T06:53:18.828942+0000","last_undegraded":"2024-07-27T06:53:18.828942+0000","last_fullsized":"2024-07-27T06:53:18.828942+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:16:39.572767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828331+0000","last_change":"2024-07-27T06:53:17.653339+0000","last_active":"2024-07-27T06:53:18.828331+0000","last_peered":"2024-07-27T06:53:18.828331+0000","last_clean":"2024-07-27T06:53:18.828331+0000","last_became_active":"2024-07-27T06:53:17.651606+0000","last_became_peered":"2024-07-27T06:53:17.651606+0000","last_unstale":"2024-07-27T06:53:18.828331+0000","last_undegraded":"2024-07-27T06:53:18.828331+0000","last_fullsized":"2024-07-27T06:53:18.828331+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:11:02.344478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827508+0000","last_change":"2024-07-27T06:53:17.659073+0000","last_active":"2024-07-27T06:53:18.827508+0000","last_peered":"2024-07-27T06:53:18.827508+0000","last_clean":"2024-07-27T06:53:18.827508+0000","last_became_active":"2024-07-27T06:53:17.658729+0000","last_became_peered":"2024-07-27T06:53:17.658729+0000","last_unstale":"2024-07-27T06:53:18.827508+0000","last_undegraded":"2024-07-27T06:53:18.827508+0000","last_fullsized":"2024-07-27T06:53:18.827508+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:50:52.362497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649261+0000","last_change":"2024-07-27T06:53:17.641334+0000","last_active":"2024-07-27T06:53:17.649261+0000","last_peered":"2024-07-27T06:53:17.649261+0000","last_clean":"2024-07-27T06:53:17.649261+0000","last_became_active":"2024-07-27T06:53:17.641007+0000","last_became_peered":"2024-07-27T06:53:17.641007+0000","last_unstale":"2024-07-27T06:53:17.649261+0000","last_undegraded":"2024-07-27T06:53:17.649261+0000","last_fullsized":"2024-07-27T06:53:17.649261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830270+0000","last_change":"2024-07-27T06:53:17.654718+0000","last_active":"2024-07-27T06:53:18.830270+0000","last_peered":"2024-07-27T06:53:18.830270+0000","last_clean":"2024-07-27T06:53:18.830270+0000","last_became_active":"2024-07-27T06:53:17.654412+0000","last_became_peered":"2024-07-27T06:53:17.654412+0000","last_unstale":"2024-07-27T06:53:18.830270+0000","last_undegraded":"2024-07-27T06:53:18.830270+0000","last_fullsized":"2024-07-27T06:53:18.830270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:01:56.248819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650125+0000","last_change":"2024-07-27T06:53:17.655172+0000","last_active":"2024-07-27T06:53:18.650125+0000","last_peered":"2024-07-27T06:53:18.650125+0000","last_clean":"2024-07-27T06:53:18.650125+0000","last_became_active":"2024-07-27T06:53:17.654822+0000","last_became_peered":"2024-07-27T06:53:17.654822+0000","last_unstale":"2024-07-27T06:53:18.650125+0000","last_undegraded":"2024-07-27T06:53:18.650125+0000","last_fullsized":"2024-07-27T06:53:18.650125+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:43.226669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830167+0000","last_change":"2024-07-27T06:53:17.650241+0000","last_active":"2024-07-27T06:53:18.830167+0000","last_peered":"2024-07-27T06:53:18.830167+0000","last_clean":"2024-07-27T06:53:18.830167+0000","last_became_active":"2024-07-27T06:53:17.649897+0000","last_became_peered":"2024-07-27T06:53:17.649897+0000","last_unstale":"2024-07-27T06:53:18.830167+0000","last_undegraded":"2024-07-27T06:53:18.830167+0000","last_fullsized":"2024-07-27T06:53:18.830167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:42:53.360069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707947+0000","last_change":"2024-07-27T06:53:17.659170+0000","last_active":"2024-07-27T06:53:18.707947+0000","last_peered":"2024-07-27T06:53:18.707947+0000","last_clean":"2024-07-27T06:53:18.707947+0000","last_became_active":"2024-07-27T06:53:17.658805+0000","last_became_peered":"2024-07-27T06:53:17.658805+0000","last_unstale":"2024-07-27T06:53:18.707947+0000","last_undegraded":"2024-07-27T06:53:18.707947+0000","last_fullsized":"2024-07-27T06:53:18.707947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660119+0000","last_change":"2024-07-27T06:53:17.657067+0000","last_active":"2024-07-27T06:53:17.660119+0000","last_peered":"2024-07-27T06:53:17.660119+0000","last_clean":"2024-07-27T06:53:17.660119+0000","last_became_active":"2024-07-27T06:53:17.656688+0000","last_became_peered":"2024-07-27T06:53:17.656688+0000","last_unstale":"2024-07-27T06:53:17.660119+0000","last_undegraded":"2024-07-27T06:53:17.660119+0000","last_fullsized":"2024-07-27T06:53:17.660119+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:33.274592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655186+0000","last_change":"2024-07-27T06:53:17.651561+0000","last_active":"2024-07-27T06:53:18.655186+0000","last_peered":"2024-07-27T06:53:18.655186+0000","last_clean":"2024-07-27T06:53:18.655186+0000","last_became_active":"2024-07-27T06:53:17.650804+0000","last_became_peered":"2024-07-27T06:53:17.650804+0000","last_unstale":"2024-07-27T06:53:18.655186+0000","last_undegraded":"2024-07-27T06:53:18.655186+0000","last_fullsized":"2024-07-27T06:53:18.655186+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:45.990812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651261+0000","last_change":"2024-07-27T06:53:17.659070+0000","last_active":"2024-07-27T06:53:18.651261+0000","last_peered":"2024-07-27T06:53:18.651261+0000","last_clean":"2024-07-27T06:53:18.651261+0000","last_became_active":"2024-07-27T06:53:17.658612+0000","last_became_peered":"2024-07-27T06:53:17.658612+0000","last_unstale":"2024-07-27T06:53:18.651261+0000","last_undegraded":"2024-07-27T06:53:18.651261+0000","last_fullsized":"2024-07-27T06:53:18.651261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:52.187112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.826809+0000","last_change":"2024-07-27T06:53:17.648242+0000","last_active":"2024-07-27T06:53:18.826809+0000","last_peered":"2024-07-27T06:53:18.826809+0000","last_clean":"2024-07-27T06:53:18.826809+0000","last_became_active":"2024-07-27T06:53:17.647792+0000","last_became_peered":"2024-07-27T06:53:17.647792+0000","last_unstale":"2024-07-27T06:53:18.826809+0000","last_undegraded":"2024-07-27T06:53:18.826809+0000","last_fullsized":"2024-07-27T06:53:18.826809+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:44:35.320090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660081+0000","last_change":"2024-07-27T06:53:17.644164+0000","last_active":"2024-07-27T06:53:17.660081+0000","last_peered":"2024-07-27T06:53:17.660081+0000","last_clean":"2024-07-27T06:53:17.660081+0000","last_became_active":"2024-07-27T06:53:17.641060+0000","last_became_peered":"2024-07-27T06:53:17.641060+0000","last_unstale":"2024-07-27T06:53:17.660081+0000","last_undegraded":"2024-07-27T06:53:17.660081+0000","last_fullsized":"2024-07-27T06:53:17.660081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:48:38.791507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657196+0000","last_change":"2024-07-27T06:53:17.659241+0000","last_active":"2024-07-27T06:53:18.657196+0000","last_peered":"2024-07-27T06:53:18.657196+0000","last_clean":"2024-07-27T06:53:18.657196+0000","last_became_active":"2024-07-27T06:53:17.658832+0000","last_became_peered":"2024-07-27T06:53:17.658832+0000","last_unstale":"2024-07-27T06:53:18.657196+0000","last_undegraded":"2024-07-27T06:53:18.657196+0000","last_fullsized":"2024-07-27T06:53:18.657196+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:44.779901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662070+0000","last_change":"2024-07-27T06:53:17.654245+0000","last_active":"2024-07-27T06:53:17.662070+0000","last_peered":"2024-07-27T06:53:17.662070+0000","last_clean":"2024-07-27T06:53:17.662070+0000","last_became_active":"2024-07-27T06:53:17.653825+0000","last_became_peered":"2024-07-27T06:53:17.653825+0000","last_unstale":"2024-07-27T06:53:17.662070+0000","last_undegraded":"2024-07-27T06:53:17.662070+0000","last_fullsized":"2024-07-27T06:53:17.662070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:50.398808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707985+0000","last_change":"2024-07-27T06:53:17.645268+0000","last_active":"2024-07-27T06:53:18.707985+0000","last_peered":"2024-07-27T06:53:18.707985+0000","last_clean":"2024-07-27T06:53:18.707985+0000","last_became_active":"2024-07-27T06:53:17.644936+0000","last_became_peered":"2024-07-27T06:53:17.644936+0000","last_unstale":"2024-07-27T06:53:18.707985+0000","last_undegraded":"2024-07-27T06:53:18.707985+0000","last_fullsized":"2024-07-27T06:53:18.707985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661144+0000","last_change":"2024-07-27T06:53:17.650297+0000","last_active":"2024-07-27T06:53:17.661144+0000","last_peered":"2024-07-27T06:53:17.661144+0000","last_clean":"2024-07-27T06:53:17.661144+0000","last_became_active":"2024-07-27T06:53:17.649925+0000","last_became_peered":"2024-07-27T06:53:17.649925+0000","last_unstale":"2024-07-27T06:53:17.661144+0000","last_undegraded":"2024-07-27T06:53:17.661144+0000","last_fullsized":"2024-07-27T06:53:17.661144+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:06.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662282+0000","last_change":"2024-07-27T06:53:17.656983+0000","last_active":"2024-07-27T06:53:17.662282+0000","last_peered":"2024-07-27T06:53:17.662282+0000","last_clean":"2024-07-27T06:53:17.662282+0000","last_became_active":"2024-07-27T06:53:17.656683+0000","last_became_peered":"2024-07-27T06:53:17.656683+0000","last_unstale":"2024-07-27T06:53:17.662282+0000","last_undegraded":"2024-07-27T06:53:17.662282+0000","last_fullsized":"2024-07-27T06:53:17.662282+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:06.521164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651483+0000","last_change":"2024-07-27T06:53:17.650956+0000","last_active":"2024-07-27T06:53:18.651483+0000","last_peered":"2024-07-27T06:53:18.651483+0000","last_clean":"2024-07-27T06:53:18.651483+0000","last_became_active":"2024-07-27T06:53:17.647284+0000","last_became_peered":"2024-07-27T06:53:17.647284+0000","last_unstale":"2024-07-27T06:53:18.651483+0000","last_undegraded":"2024-07-27T06:53:18.651483+0000","last_fullsized":"2024-07-27T06:53:18.651483+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:52:17.972114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827133+0000","last_change":"2024-07-27T06:53:17.658563+0000","last_active":"2024-07-27T06:53:18.827133+0000","last_peered":"2024-07-27T06:53:18.827133+0000","last_clean":"2024-07-27T06:53:18.827133+0000","last_became_active":"2024-07-27T06:53:17.656920+0000","last_became_peered":"2024-07-27T06:53:17.656920+0000","last_unstale":"2024-07-27T06:53:18.827133+0000","last_undegraded":"2024-07-27T06:53:18.827133+0000","last_fullsized":"2024-07-27T06:53:18.827133+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:07.618451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649665+0000","last_change":"2024-07-27T06:53:17.645447+0000","last_active":"2024-07-27T06:53:18.649665+0000","last_peered":"2024-07-27T06:53:18.649665+0000","last_clean":"2024-07-27T06:53:18.649665+0000","last_became_active":"2024-07-27T06:53:17.645120+0000","last_became_peered":"2024-07-27T06:53:17.645120+0000","last_unstale":"2024-07-27T06:53:18.649665+0000","last_undegraded":"2024-07-27T06:53:18.649665+0000","last_fullsized":"2024-07-27T06:53:18.649665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:54:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.673862+0000","last_change":"2024-07-27T06:53:17.668205+0000","last_active":"2024-07-27T06:53:17.673862+0000","last_peered":"2024-07-27T06:53:17.673862+0000","last_clean":"2024-07-27T06:53:17.673862+0000","last_became_active":"2024-07-27T06:53:17.667842+0000","last_became_peered":"2024-07-27T06:53:17.667842+0000","last_unstale":"2024-07-27T06:53:17.673862+0000","last_undegraded":"2024-07-27T06:53:17.673862+0000","last_fullsized":"2024-07-27T06:53:17.673862+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:26.142726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829184+0000","last_change":"2024-07-27T06:53:17.647842+0000","last_active":"2024-07-27T06:53:18.829184+0000","last_peered":"2024-07-27T06:53:18.829184+0000","last_clean":"2024-07-27T06:53:18.829184+0000","last_became_active":"2024-07-27T06:53:17.647416+0000","last_became_peered":"2024-07-27T06:53:17.647416+0000","last_unstale":"2024-07-27T06:53:18.829184+0000","last_undegraded":"2024-07-27T06:53:18.829184+0000","last_fullsized":"2024-07-27T06:53:18.829184+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:06.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828947+0000","last_change":"2024-07-27T06:53:17.650877+0000","last_active":"2024-07-27T06:53:18.828947+0000","last_peered":"2024-07-27T06:53:18.828947+0000","last_clean":"2024-07-27T06:53:18.828947+0000","last_became_active":"2024-07-27T06:53:17.643488+0000","last_became_peered":"2024-07-27T06:53:17.643488+0000","last_unstale":"2024-07-27T06:53:18.828947+0000","last_undegraded":"2024-07-27T06:53:18.828947+0000","last_fullsized":"2024-07-27T06:53:18.828947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662967+0000","last_change":"2024-07-27T06:53:17.659087+0000","last_active":"2024-07-27T06:53:17.662967+0000","last_peered":"2024-07-27T06:53:17.662967+0000","last_clean":"2024-07-27T06:53:17.662967+0000","last_became_active":"2024-07-27T06:53:17.658764+0000","last_became_peered":"2024-07-27T06:53:17.658764+0000","last_unstale":"2024-07-27T06:53:17.662967+0000","last_undegraded":"2024-07-27T06:53:17.662967+0000","last_fullsized":"2024-07-27T06:53:17.662967+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:58.605275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.657376+0000","last_change":"2024-07-27T06:53:17.648660+0000","last_active":"2024-07-27T06:53:17.657376+0000","last_peered":"2024-07-27T06:53:17.657376+0000","last_clean":"2024-07-27T06:53:17.657376+0000","last_became_active":"2024-07-27T06:53:17.648346+0000","last_became_peered":"2024-07-27T06:53:17.648346+0000","last_unstale":"2024-07-27T06:53:17.657376+0000","last_undegraded":"2024-07-27T06:53:17.657376+0000","last_fullsized":"2024-07-27T06:53:17.657376+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:06.563134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661228+0000","last_change":"2024-07-27T06:53:17.650445+0000","last_active":"2024-07-27T06:53:17.661228+0000","last_peered":"2024-07-27T06:53:17.661228+0000","last_clean":"2024-07-27T06:53:17.661228+0000","last_became_active":"2024-07-27T06:53:17.649734+0000","last_became_peered":"2024-07-27T06:53:17.649734+0000","last_unstale":"2024-07-27T06:53:17.661228+0000","last_undegraded":"2024-07-27T06:53:17.661228+0000","last_fullsized":"2024-07-27T06:53:17.661228+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:37.927452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.652984+0000","last_change":"2024-07-27T06:53:17.661935+0000","last_active":"2024-07-27T06:53:18.652984+0000","last_peered":"2024-07-27T06:53:18.652984+0000","last_clean":"2024-07-27T06:53:18.652984+0000","last_became_active":"2024-07-27T06:53:17.661484+0000","last_became_peered":"2024-07-27T06:53:17.661484+0000","last_unstale":"2024-07-27T06:53:18.652984+0000","last_undegraded":"2024-07-27T06:53:18.652984+0000","last_fullsized":"2024-07-27T06:53:18.652984+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:15.177696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828723+0000","last_change":"2024-07-27T06:53:17.657836+0000","last_active":"2024-07-27T06:53:18.828723+0000","last_peered":"2024-07-27T06:53:18.828723+0000","last_clean":"2024-07-27T06:53:18.828723+0000","last_became_active":"2024-07-27T06:53:17.653772+0000","last_became_peered":"2024-07-27T06:53:17.653772+0000","last_unstale":"2024-07-27T06:53:18.828723+0000","last_undegraded":"2024-07-27T06:53:18.828723+0000","last_fullsized":"2024-07-27T06:53:18.828723+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.14","version":"82'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708391+0000","last_change":"2024-07-27T06:53:16.619967+0000","last_active":"2024-07-27T06:53:18.708391+0000","last_peered":"2024-07-27T06:53:18.708391+0000","last_clean":"2024-07-27T06:53:18.708391+0000","last_became_active":"2024-07-27T06:53:16.619366+0000","last_became_peered":"2024-07-27T06:53:16.619366+0000","last_unstale":"2024-07-27T06:53:18.708391+0000","last_undegraded":"2024-07-27T06:53:18.708391+0000","last_fullsized":"2024-07-27T06:53:18.708391+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:36.451167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707874+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T06:53:18.707874+0000","last_peered":"2024-07-27T06:53:18.707874+0000","last_clean":"2024-07-27T06:53:18.707874+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T06:53:18.707874+0000","last_undegraded":"2024-07-27T06:53:18.707874+0000","last_fullsized":"2024-07-27T06:53:18.707874+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828536+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T06:53:18.828536+0000","last_peered":"2024-07-27T06:53:18.828536+0000","last_clean":"2024-07-27T06:53:18.828536+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T06:53:18.828536+0000","last_undegraded":"2024-07-27T06:53:18.828536+0000","last_fullsized":"2024-07-27T06:53:18.828536+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630441+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:53:17.630441+0000","last_peered":"2024-07-27T06:53:17.630441+0000","last_clean":"2024-07-27T06:53:17.630441+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:53:17.630441+0000","last_undegraded":"2024-07-27T06:53:17.630441+0000","last_fullsized":"2024-07-27T06:53:17.630441+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829650+0000","last_change":"2024-07-27T06:53:17.657201+0000","last_active":"2024-07-27T06:53:18.829650+0000","last_peered":"2024-07-27T06:53:18.829650+0000","last_clean":"2024-07-27T06:53:18.829650+0000","last_became_active":"2024-07-27T06:53:17.656341+0000","last_became_peered":"2024-07-27T06:53:17.656341+0000","last_unstale":"2024-07-27T06:53:18.829650+0000","last_undegraded":"2024-07-27T06:53:18.829650+0000","last_fullsized":"2024-07-27T06:53:18.829650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:33.422773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.15","version":"82'3","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830497+0000","last_change":"2024-07-27T06:53:16.616782+0000","last_active":"2024-07-27T06:53:18.830497+0000","last_peered":"2024-07-27T06:53:18.830497+0000","last_clean":"2024-07-27T06:53:18.830497+0000","last_became_active":"2024-07-27T06:53:16.615992+0000","last_became_peered":"2024-07-27T06:53:16.615992+0000","last_unstale":"2024-07-27T06:53:18.830497+0000","last_undegraded":"2024-07-27T06:53:18.830497+0000","last_fullsized":"2024-07-27T06:53:18.830497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:07.200787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649156+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T06:53:17.649156+0000","last_peered":"2024-07-27T06:53:17.649156+0000","last_clean":"2024-07-27T06:53:17.649156+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T06:53:17.649156+0000","last_undegraded":"2024-07-27T06:53:17.649156+0000","last_fullsized":"2024-07-27T06:53:17.649156+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708155+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T06:53:18.708155+0000","last_peered":"2024-07-27T06:53:18.708155+0000","last_clean":"2024-07-27T06:53:18.708155+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T06:53:18.708155+0000","last_undegraded":"2024-07-27T06:53:18.708155+0000","last_fullsized":"2024-07-27T06:53:18.708155+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829680+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:53:18.829680+0000","last_peered":"2024-07-27T06:53:18.829680+0000","last_clean":"2024-07-27T06:53:18.829680+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:53:18.829680+0000","last_undegraded":"2024-07-27T06:53:18.829680+0000","last_fullsized":"2024-07-27T06:53:18.829680+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828850+0000","last_change":"2024-07-27T06:53:17.661283+0000","last_active":"2024-07-27T06:53:18.828850+0000","last_peered":"2024-07-27T06:53:18.828850+0000","last_clean":"2024-07-27T06:53:18.828850+0000","last_became_active":"2024-07-27T06:53:17.660593+0000","last_became_peered":"2024-07-27T06:53:17.660593+0000","last_unstale":"2024-07-27T06:53:18.828850+0000","last_undegraded":"2024-07-27T06:53:18.828850+0000","last_fullsized":"2024-07-27T06:53:18.828850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657534+0000","last_change":"2024-07-27T06:53:16.631666+0000","last_active":"2024-07-27T06:53:18.657534+0000","last_peered":"2024-07-27T06:53:18.657534+0000","last_clean":"2024-07-27T06:53:18.657534+0000","last_became_active":"2024-07-27T06:53:16.631314+0000","last_became_peered":"2024-07-27T06:53:16.631314+0000","last_unstale":"2024-07-27T06:53:18.657534+0000","last_undegraded":"2024-07-27T06:53:18.657534+0000","last_fullsized":"2024-07-27T06:53:18.657534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:39:36.792237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830383+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T06:53:18.830383+0000","last_peered":"2024-07-27T06:53:18.830383+0000","last_clean":"2024-07-27T06:53:18.830383+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T06:53:18.830383+0000","last_undegraded":"2024-07-27T06:53:18.830383+0000","last_fullsized":"2024-07-27T06:53:18.830383+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649344+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T06:53:18.649344+0000","last_peered":"2024-07-27T06:53:18.649344+0000","last_clean":"2024-07-27T06:53:18.649344+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T06:53:18.649344+0000","last_undegraded":"2024-07-27T06:53:18.649344+0000","last_fullsized":"2024-07-27T06:53:18.649344+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":93,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650364+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:53:18.650364+0000","last_peered":"2024-07-27T06:53:18.650364+0000","last_clean":"2024-07-27T06:53:18.650364+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:53:18.650364+0000","last_undegraded":"2024-07-27T06:53:18.650364+0000","last_fullsized":"2024-07-27T06:53:18.650364+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657641+0000","last_change":"2024-07-27T06:53:17.663720+0000","last_active":"2024-07-27T06:53:18.657641+0000","last_peered":"2024-07-27T06:53:18.657641+0000","last_clean":"2024-07-27T06:53:18.657641+0000","last_became_active":"2024-07-27T06:53:17.663355+0000","last_became_peered":"2024-07-27T06:53:17.663355+0000","last_unstale":"2024-07-27T06:53:18.657641+0000","last_undegraded":"2024-07-27T06:53:18.657641+0000","last_fullsized":"2024-07-27T06:53:18.657641+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:50:32.191981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626226+0000","last_change":"2024-07-27T06:53:16.621404+0000","last_active":"2024-07-27T06:53:17.626226+0000","last_peered":"2024-07-27T06:53:17.626226+0000","last_clean":"2024-07-27T06:53:17.626226+0000","last_became_active":"2024-07-27T06:53:16.619778+0000","last_became_peered":"2024-07-27T06:53:16.619778+0000","last_unstale":"2024-07-27T06:53:17.626226+0000","last_undegraded":"2024-07-27T06:53:17.626226+0000","last_fullsized":"2024-07-27T06:53:17.626226+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:06.613516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654738+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T06:53:18.654738+0000","last_peered":"2024-07-27T06:53:18.654738+0000","last_clean":"2024-07-27T06:53:18.654738+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T06:53:18.654738+0000","last_undegraded":"2024-07-27T06:53:18.654738+0000","last_fullsized":"2024-07-27T06:53:18.654738+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708742+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T06:53:18.708742+0000","last_peered":"2024-07-27T06:53:18.708742+0000","last_clean":"2024-07-27T06:53:18.708742+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T06:53:18.708742+0000","last_undegraded":"2024-07-27T06:53:18.708742+0000","last_fullsized":"2024-07-27T06:53:18.708742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650150+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:53:17.650150+0000","last_peered":"2024-07-27T06:53:17.650150+0000","last_clean":"2024-07-27T06:53:17.650150+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:53:17.650150+0000","last_undegraded":"2024-07-27T06:53:17.650150+0000","last_fullsized":"2024-07-27T06:53:17.650150+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649966+0000","last_change":"2024-07-27T06:53:17.641932+0000","last_active":"2024-07-27T06:53:17.649966+0000","last_peered":"2024-07-27T06:53:17.649966+0000","last_clean":"2024-07-27T06:53:17.649966+0000","last_became_active":"2024-07-27T06:53:17.641609+0000","last_became_peered":"2024-07-27T06:53:17.641609+0000","last_unstale":"2024-07-27T06:53:17.649966+0000","last_undegraded":"2024-07-27T06:53:17.649966+0000","last_fullsized":"2024-07-27T06:53:17.649966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.10","version":"82'8","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654738+0000","last_change":"2024-07-27T06:53:16.626194+0000","last_active":"2024-07-27T06:53:18.654738+0000","last_peered":"2024-07-27T06:53:18.654738+0000","last_clean":"2024-07-27T06:53:18.654738+0000","last_became_active":"2024-07-27T06:53:16.625856+0000","last_became_peered":"2024-07-27T06:53:16.625856+0000","last_unstale":"2024-07-27T06:53:18.654738+0000","last_undegraded":"2024-07-27T06:53:18.654738+0000","last_fullsized":"2024-07-27T06:53:18.654738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:22.528171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706984+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T06:53:18.706984+0000","last_peered":"2024-07-27T06:53:18.706984+0000","last_clean":"2024-07-27T06:53:18.706984+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T06:53:18.706984+0000","last_undegraded":"2024-07-27T06:53:18.706984+0000","last_fullsized":"2024-07-27T06:53:18.706984+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622981+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T06:53:17.622981+0000","last_peered":"2024-07-27T06:53:17.622981+0000","last_clean":"2024-07-27T06:53:17.622981+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T06:53:17.622981+0000","last_undegraded":"2024-07-27T06:53:17.622981+0000","last_fullsized":"2024-07-27T06:53:17.622981+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827881+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:53:18.827881+0000","last_peered":"2024-07-27T06:53:18.827881+0000","last_clean":"2024-07-27T06:53:18.827881+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:53:18.827881+0000","last_undegraded":"2024-07-27T06:53:18.827881+0000","last_fullsized":"2024-07-27T06:53:18.827881+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827146+0000","last_change":"2024-07-27T06:53:17.651778+0000","last_active":"2024-07-27T06:53:18.827146+0000","last_peered":"2024-07-27T06:53:18.827146+0000","last_clean":"2024-07-27T06:53:18.827146+0000","last_became_active":"2024-07-27T06:53:17.651141+0000","last_became_peered":"2024-07-27T06:53:17.651141+0000","last_unstale":"2024-07-27T06:53:18.827146+0000","last_undegraded":"2024-07-27T06:53:18.827146+0000","last_fullsized":"2024-07-27T06:53:18.827146+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:09.857802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707251+0000","last_change":"2024-07-27T06:53:16.615266+0000","last_active":"2024-07-27T06:53:18.707251+0000","last_peered":"2024-07-27T06:53:18.707251+0000","last_clean":"2024-07-27T06:53:18.707251+0000","last_became_active":"2024-07-27T06:53:16.614888+0000","last_became_peered":"2024-07-27T06:53:16.614888+0000","last_unstale":"2024-07-27T06:53:18.707251+0000","last_undegraded":"2024-07-27T06:53:18.707251+0000","last_fullsized":"2024-07-27T06:53:18.707251+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:58.097202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656859+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T06:53:18.656859+0000","last_peered":"2024-07-27T06:53:18.656859+0000","last_clean":"2024-07-27T06:53:18.656859+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T06:53:18.656859+0000","last_undegraded":"2024-07-27T06:53:18.656859+0000","last_fullsized":"2024-07-27T06:53:18.656859+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.625561+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T06:53:17.625561+0000","last_peered":"2024-07-27T06:53:17.625561+0000","last_clean":"2024-07-27T06:53:17.625561+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T06:53:17.625561+0000","last_undegraded":"2024-07-27T06:53:17.625561+0000","last_fullsized":"2024-07-27T06:53:17.625561+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620704+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:53:17.620704+0000","last_peered":"2024-07-27T06:53:17.620704+0000","last_clean":"2024-07-27T06:53:17.620704+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:53:17.620704+0000","last_undegraded":"2024-07-27T06:53:17.620704+0000","last_fullsized":"2024-07-27T06:53:17.620704+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.637797+0000","last_change":"2024-07-27T06:53:17.634626+0000","last_active":"2024-07-27T06:53:17.637797+0000","last_peered":"2024-07-27T06:53:17.637797+0000","last_clean":"2024-07-27T06:53:17.637797+0000","last_became_active":"2024-07-27T06:53:17.634272+0000","last_became_peered":"2024-07-27T06:53:17.634272+0000","last_unstale":"2024-07-27T06:53:17.637797+0000","last_undegraded":"2024-07-27T06:53:17.637797+0000","last_fullsized":"2024-07-27T06:53:17.637797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656047+0000","last_change":"2024-07-27T06:53:16.628172+0000","last_active":"2024-07-27T06:53:18.656047+0000","last_peered":"2024-07-27T06:53:18.656047+0000","last_clean":"2024-07-27T06:53:18.656047+0000","last_became_active":"2024-07-27T06:53:16.627777+0000","last_became_peered":"2024-07-27T06:53:16.627777+0000","last_unstale":"2024-07-27T06:53:18.656047+0000","last_undegraded":"2024-07-27T06:53:18.656047+0000","last_fullsized":"2024-07-27T06:53:18.656047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:17:37.161654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653492+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T06:53:18.653492+0000","last_peered":"2024-07-27T06:53:18.653492+0000","last_clean":"2024-07-27T06:53:18.653492+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T06:53:18.653492+0000","last_undegraded":"2024-07-27T06:53:18.653492+0000","last_fullsized":"2024-07-27T06:53:18.653492+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.652445+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T06:53:18.652445+0000","last_peered":"2024-07-27T06:53:18.652445+0000","last_clean":"2024-07-27T06:53:18.652445+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T06:53:18.652445+0000","last_undegraded":"2024-07-27T06:53:18.652445+0000","last_fullsized":"2024-07-27T06:53:18.652445+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626702+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:53:17.626702+0000","last_peered":"2024-07-27T06:53:17.626702+0000","last_clean":"2024-07-27T06:53:17.626702+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:53:17.626702+0000","last_undegraded":"2024-07-27T06:53:17.626702+0000","last_fullsized":"2024-07-27T06:53:17.626702+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655688+0000","last_change":"2024-07-27T06:53:17.669865+0000","last_active":"2024-07-27T06:53:18.655688+0000","last_peered":"2024-07-27T06:53:18.655688+0000","last_clean":"2024-07-27T06:53:18.655688+0000","last_became_active":"2024-07-27T06:53:17.667705+0000","last_became_peered":"2024-07-27T06:53:17.667705+0000","last_unstale":"2024-07-27T06:53:18.655688+0000","last_undegraded":"2024-07-27T06:53:18.655688+0000","last_fullsized":"2024-07-27T06:53:18.655688+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:25.246316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.13","version":"82'2","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.679730+0000","last_change":"2024-07-27T06:53:16.624753+0000","last_active":"2024-07-27T06:53:17.679730+0000","last_peered":"2024-07-27T06:53:17.679730+0000","last_clean":"2024-07-27T06:53:17.679730+0000","last_became_active":"2024-07-27T06:53:16.624046+0000","last_became_peered":"2024-07-27T06:53:16.624046+0000","last_unstale":"2024-07-27T06:53:17.679730+0000","last_undegraded":"2024-07-27T06:53:17.679730+0000","last_fullsized":"2024-07-27T06:53:17.679730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:05.516229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631589+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T06:53:17.631589+0000","last_peered":"2024-07-27T06:53:17.631589+0000","last_clean":"2024-07-27T06:53:17.631589+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T06:53:17.631589+0000","last_undegraded":"2024-07-27T06:53:17.631589+0000","last_fullsized":"2024-07-27T06:53:17.631589+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827314+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T06:53:18.827314+0000","last_peered":"2024-07-27T06:53:18.827314+0000","last_clean":"2024-07-27T06:53:18.827314+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T06:53:18.827314+0000","last_undegraded":"2024-07-27T06:53:18.827314+0000","last_fullsized":"2024-07-27T06:53:18.827314+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828544+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:53:18.828544+0000","last_peered":"2024-07-27T06:53:18.828544+0000","last_clean":"2024-07-27T06:53:18.828544+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:53:18.828544+0000","last_undegraded":"2024-07-27T06:53:18.828544+0000","last_fullsized":"2024-07-27T06:53:18.828544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649937+0000","last_change":"2024-07-27T06:53:17.649738+0000","last_active":"2024-07-27T06:53:18.649937+0000","last_peered":"2024-07-27T06:53:18.649937+0000","last_clean":"2024-07-27T06:53:18.649937+0000","last_became_active":"2024-07-27T06:53:17.649078+0000","last_became_peered":"2024-07-27T06:53:17.649078+0000","last_unstale":"2024-07-27T06:53:18.649937+0000","last_undegraded":"2024-07-27T06:53:18.649937+0000","last_fullsized":"2024-07-27T06:53:18.649937+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:33.194413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653903+0000","last_change":"2024-07-27T06:53:16.635718+0000","last_active":"2024-07-27T06:53:18.653903+0000","last_peered":"2024-07-27T06:53:18.653903+0000","last_clean":"2024-07-27T06:53:18.653903+0000","last_became_active":"2024-07-27T06:53:16.635334+0000","last_became_peered":"2024-07-27T06:53:16.635334+0000","last_unstale":"2024-07-27T06:53:18.653903+0000","last_undegraded":"2024-07-27T06:53:18.653903+0000","last_fullsized":"2024-07-27T06:53:18.653903+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:41.517617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708276+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T06:53:18.708276+0000","last_peered":"2024-07-27T06:53:18.708276+0000","last_clean":"2024-07-27T06:53:18.708276+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T06:53:18.708276+0000","last_undegraded":"2024-07-27T06:53:18.708276+0000","last_fullsized":"2024-07-27T06:53:18.708276+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828376+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T06:53:18.828376+0000","last_peered":"2024-07-27T06:53:18.828376+0000","last_clean":"2024-07-27T06:53:18.828376+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T06:53:18.828376+0000","last_undegraded":"2024-07-27T06:53:18.828376+0000","last_fullsized":"2024-07-27T06:53:18.828376+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830753+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:53:18.830753+0000","last_peered":"2024-07-27T06:53:18.830753+0000","last_clean":"2024-07-27T06:53:18.830753+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:53:18.830753+0000","last_undegraded":"2024-07-27T06:53:18.830753+0000","last_fullsized":"2024-07-27T06:53:18.830753+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653512+0000","last_change":"2024-07-27T06:53:17.658225+0000","last_active":"2024-07-27T06:53:18.653512+0000","last_peered":"2024-07-27T06:53:18.653512+0000","last_clean":"2024-07-27T06:53:18.653512+0000","last_became_active":"2024-07-27T06:53:17.657856+0000","last_became_peered":"2024-07-27T06:53:17.657856+0000","last_unstale":"2024-07-27T06:53:18.653512+0000","last_undegraded":"2024-07-27T06:53:18.653512+0000","last_fullsized":"2024-07-27T06:53:18.653512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:03:01.578918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"82'2","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.676125+0000","last_change":"2024-07-27T06:53:16.628586+0000","last_active":"2024-07-27T06:53:17.676125+0000","last_peered":"2024-07-27T06:53:17.676125+0000","last_clean":"2024-07-27T06:53:17.676125+0000","last_became_active":"2024-07-27T06:53:16.627894+0000","last_became_peered":"2024-07-27T06:53:16.627894+0000","last_unstale":"2024-07-27T06:53:17.676125+0000","last_undegraded":"2024-07-27T06:53:17.676125+0000","last_fullsized":"2024-07-27T06:53:17.676125+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:02:22.123094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650118+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T06:53:18.650118+0000","last_peered":"2024-07-27T06:53:18.650118+0000","last_clean":"2024-07-27T06:53:18.650118+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T06:53:18.650118+0000","last_undegraded":"2024-07-27T06:53:18.650118+0000","last_fullsized":"2024-07-27T06:53:18.650118+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830556+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T06:53:18.830556+0000","last_peered":"2024-07-27T06:53:18.830556+0000","last_clean":"2024-07-27T06:53:18.830556+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T06:53:18.830556+0000","last_undegraded":"2024-07-27T06:53:18.830556+0000","last_fullsized":"2024-07-27T06:53:18.830556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630736+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:53:17.630736+0000","last_peered":"2024-07-27T06:53:17.630736+0000","last_clean":"2024-07-27T06:53:17.630736+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:53:17.630736+0000","last_undegraded":"2024-07-27T06:53:17.630736+0000","last_fullsized":"2024-07-27T06:53:17.630736+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.672567+0000","last_change":"2024-07-27T06:53:17.664756+0000","last_active":"2024-07-27T06:53:17.672567+0000","last_peered":"2024-07-27T06:53:17.672567+0000","last_clean":"2024-07-27T06:53:17.672567+0000","last_became_active":"2024-07-27T06:53:17.664370+0000","last_became_peered":"2024-07-27T06:53:17.664370+0000","last_unstale":"2024-07-27T06:53:17.672567+0000","last_undegraded":"2024-07-27T06:53:17.672567+0000","last_fullsized":"2024-07-27T06:53:17.672567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:20:27.935191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1e","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830037+0000","last_change":"2024-07-27T06:53:16.626525+0000","last_active":"2024-07-27T06:53:18.830037+0000","last_peered":"2024-07-27T06:53:18.830037+0000","last_clean":"2024-07-27T06:53:18.830037+0000","last_became_active":"2024-07-27T06:53:16.626169+0000","last_became_peered":"2024-07-27T06:53:16.626169+0000","last_unstale":"2024-07-27T06:53:18.830037+0000","last_undegraded":"2024-07-27T06:53:18.830037+0000","last_fullsized":"2024-07-27T06:53:18.830037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:43:30.567550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708678+0000","last_change":"2024-07-27T06:52:53.279362+0000","last_active":"2024-07-27T06:53:18.708678+0000","last_peered":"2024-07-27T06:53:18.708678+0000","last_clean":"2024-07-27T06:53:18.708678+0000","last_became_active":"2024-07-27T06:52:53.278823+0000","last_became_peered":"2024-07-27T06:52:53.278823+0000","last_unstale":"2024-07-27T06:53:18.708678+0000","last_undegraded":"2024-07-27T06:53:18.708678+0000","last_fullsized":"2024-07-27T06:53:18.708678+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:03.653533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.628420+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T06:53:17.628420+0000","last_peered":"2024-07-27T06:53:17.628420+0000","last_clean":"2024-07-27T06:53:17.628420+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T06:53:17.628420+0000","last_undegraded":"2024-07-27T06:53:17.628420+0000","last_fullsized":"2024-07-27T06:53:17.628420+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708388+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:53:18.708388+0000","last_peered":"2024-07-27T06:53:18.708388+0000","last_clean":"2024-07-27T06:53:18.708388+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:53:18.708388+0000","last_undegraded":"2024-07-27T06:53:18.708388+0000","last_fullsized":"2024-07-27T06:53:18.708388+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.659967+0000","last_change":"2024-07-27T06:53:17.643060+0000","last_active":"2024-07-27T06:53:17.659967+0000","last_peered":"2024-07-27T06:53:17.659967+0000","last_clean":"2024-07-27T06:53:17.659967+0000","last_became_active":"2024-07-27T06:53:17.642664+0000","last_became_peered":"2024-07-27T06:53:17.642664+0000","last_unstale":"2024-07-27T06:53:17.659967+0000","last_undegraded":"2024-07-27T06:53:17.659967+0000","last_fullsized":"2024-07-27T06:53:17.659967+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:42.284004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"82'4","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.675902+0000","last_change":"2024-07-27T06:53:16.631397+0000","last_active":"2024-07-27T06:53:17.675902+0000","last_peered":"2024-07-27T06:53:17.675902+0000","last_clean":"2024-07-27T06:53:17.675902+0000","last_became_active":"2024-07-27T06:53:16.631057+0000","last_became_peered":"2024-07-27T06:53:16.631057+0000","last_unstale":"2024-07-27T06:53:17.675902+0000","last_undegraded":"2024-07-27T06:53:17.675902+0000","last_fullsized":"2024-07-27T06:53:17.675902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:36.480710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649212+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T06:53:18.649212+0000","last_peered":"2024-07-27T06:53:18.649212+0000","last_clean":"2024-07-27T06:53:18.649212+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T06:53:18.649212+0000","last_undegraded":"2024-07-27T06:53:18.649212+0000","last_fullsized":"2024-07-27T06:53:18.649212+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656161+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T06:53:18.656161+0000","last_peered":"2024-07-27T06:53:18.656161+0000","last_clean":"2024-07-27T06:53:18.656161+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T06:53:18.656161+0000","last_undegraded":"2024-07-27T06:53:18.656161+0000","last_fullsized":"2024-07-27T06:53:18.656161+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707498+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:53:18.707498+0000","last_peered":"2024-07-27T06:53:18.707498+0000","last_clean":"2024-07-27T06:53:18.707498+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:53:18.707498+0000","last_undegraded":"2024-07-27T06:53:18.707498+0000","last_fullsized":"2024-07-27T06:53:18.707498+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706843+0000","last_change":"2024-07-27T06:53:17.650018+0000","last_active":"2024-07-27T06:53:18.706843+0000","last_peered":"2024-07-27T06:53:18.706843+0000","last_clean":"2024-07-27T06:53:18.706843+0000","last_became_active":"2024-07-27T06:53:17.648577+0000","last_became_peered":"2024-07-27T06:53:17.648577+0000","last_unstale":"2024-07-27T06:53:18.706843+0000","last_undegraded":"2024-07-27T06:53:18.706843+0000","last_fullsized":"2024-07-27T06:53:18.706843+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:07.618451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.621725+0000","last_change":"2024-07-27T06:53:16.633567+0000","last_active":"2024-07-27T06:53:17.621725+0000","last_peered":"2024-07-27T06:53:17.621725+0000","last_clean":"2024-07-27T06:53:17.621725+0000","last_became_active":"2024-07-27T06:53:16.632440+0000","last_became_peered":"2024-07-27T06:53:16.632440+0000","last_unstale":"2024-07-27T06:53:17.621725+0000","last_undegraded":"2024-07-27T06:53:17.621725+0000","last_fullsized":"2024-07-27T06:53:17.621725+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:09.261153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828345+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T06:53:18.828345+0000","last_peered":"2024-07-27T06:53:18.828345+0000","last_clean":"2024-07-27T06:53:18.828345+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T06:53:18.828345+0000","last_undegraded":"2024-07-27T06:53:18.828345+0000","last_fullsized":"2024-07-27T06:53:18.828345+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827972+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T06:53:18.827972+0000","last_peered":"2024-07-27T06:53:18.827972+0000","last_clean":"2024-07-27T06:53:18.827972+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T06:53:18.827972+0000","last_undegraded":"2024-07-27T06:53:18.827972+0000","last_fullsized":"2024-07-27T06:53:18.827972+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829435+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:53:18.829435+0000","last_peered":"2024-07-27T06:53:18.829435+0000","last_clean":"2024-07-27T06:53:18.829435+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:53:18.829435+0000","last_undegraded":"2024-07-27T06:53:18.829435+0000","last_fullsized":"2024-07-27T06:53:18.829435+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.646700+0000","last_change":"2024-07-27T06:53:17.639760+0000","last_active":"2024-07-27T06:53:17.646700+0000","last_peered":"2024-07-27T06:53:17.646700+0000","last_clean":"2024-07-27T06:53:17.646700+0000","last_became_active":"2024-07-27T06:53:17.639376+0000","last_became_peered":"2024-07-27T06:53:17.639376+0000","last_unstale":"2024-07-27T06:53:17.646700+0000","last_undegraded":"2024-07-27T06:53:17.646700+0000","last_fullsized":"2024-07-27T06:53:17.646700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:39.909451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827680+0000","last_change":"2024-07-27T06:53:16.620879+0000","last_active":"2024-07-27T06:53:18.827680+0000","last_peered":"2024-07-27T06:53:18.827680+0000","last_clean":"2024-07-27T06:53:18.827680+0000","last_became_active":"2024-07-27T06:53:16.620532+0000","last_became_peered":"2024-07-27T06:53:16.620532+0000","last_unstale":"2024-07-27T06:53:18.827680+0000","last_undegraded":"2024-07-27T06:53:18.827680+0000","last_fullsized":"2024-07-27T06:53:18.827680+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:43.226660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.619613+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T06:53:17.619613+0000","last_peered":"2024-07-27T06:53:17.619613+0000","last_clean":"2024-07-27T06:53:17.619613+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T06:53:17.619613+0000","last_undegraded":"2024-07-27T06:53:17.619613+0000","last_fullsized":"2024-07-27T06:53:17.619613+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649409+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T06:53:18.649409+0000","last_peered":"2024-07-27T06:53:18.649409+0000","last_clean":"2024-07-27T06:53:18.649409+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T06:53:18.649409+0000","last_undegraded":"2024-07-27T06:53:18.649409+0000","last_fullsized":"2024-07-27T06:53:18.649409+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631981+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:53:17.631981+0000","last_peered":"2024-07-27T06:53:17.631981+0000","last_clean":"2024-07-27T06:53:17.631981+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:53:17.631981+0000","last_undegraded":"2024-07-27T06:53:17.631981+0000","last_fullsized":"2024-07-27T06:53:17.631981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829025+0000","last_change":"2024-07-27T06:53:17.654858+0000","last_active":"2024-07-27T06:53:18.829025+0000","last_peered":"2024-07-27T06:53:18.829025+0000","last_clean":"2024-07-27T06:53:18.829025+0000","last_became_active":"2024-07-27T06:53:17.652143+0000","last_became_peered":"2024-07-27T06:53:17.652143+0000","last_unstale":"2024-07-27T06:53:18.829025+0000","last_undegraded":"2024-07-27T06:53:18.829025+0000","last_fullsized":"2024-07-27T06:53:18.829025+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:05.387516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1a","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.675128+0000","last_change":"2024-07-27T06:53:16.626688+0000","last_active":"2024-07-27T06:53:17.675128+0000","last_peered":"2024-07-27T06:53:17.675128+0000","last_clean":"2024-07-27T06:53:17.675128+0000","last_became_active":"2024-07-27T06:53:16.623466+0000","last_became_peered":"2024-07-27T06:53:16.623466+0000","last_unstale":"2024-07-27T06:53:17.675128+0000","last_undegraded":"2024-07-27T06:53:17.675128+0000","last_fullsized":"2024-07-27T06:53:17.675128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:39.705332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632724+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T06:53:17.632724+0000","last_peered":"2024-07-27T06:53:17.632724+0000","last_clean":"2024-07-27T06:53:17.632724+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T06:53:17.632724+0000","last_undegraded":"2024-07-27T06:53:17.632724+0000","last_fullsized":"2024-07-27T06:53:17.632724+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631763+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T06:53:17.631763+0000","last_peered":"2024-07-27T06:53:17.631763+0000","last_clean":"2024-07-27T06:53:17.631763+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T06:53:17.631763+0000","last_undegraded":"2024-07-27T06:53:17.631763+0000","last_fullsized":"2024-07-27T06:53:17.631763+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.633406+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:53:17.633406+0000","last_peered":"2024-07-27T06:53:17.633406+0000","last_clean":"2024-07-27T06:53:17.633406+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:53:17.633406+0000","last_undegraded":"2024-07-27T06:53:17.633406+0000","last_fullsized":"2024-07-27T06:53:17.633406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707275+0000","last_change":"2024-07-27T06:53:17.664039+0000","last_active":"2024-07-27T06:53:18.707275+0000","last_peered":"2024-07-27T06:53:18.707275+0000","last_clean":"2024-07-27T06:53:18.707275+0000","last_became_active":"2024-07-27T06:53:17.660881+0000","last_became_peered":"2024-07-27T06:53:17.660881+0000","last_unstale":"2024-07-27T06:53:18.707275+0000","last_undegraded":"2024-07-27T06:53:18.707275+0000","last_fullsized":"2024-07-27T06:53:18.707275+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1b","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656562+0000","last_change":"2024-07-27T06:53:16.628880+0000","last_active":"2024-07-27T06:53:18.656562+0000","last_peered":"2024-07-27T06:53:18.656562+0000","last_clean":"2024-07-27T06:53:18.656562+0000","last_became_active":"2024-07-27T06:53:16.628140+0000","last_became_peered":"2024-07-27T06:53:16.628140+0000","last_unstale":"2024-07-27T06:53:18.656562+0000","last_undegraded":"2024-07-27T06:53:18.656562+0000","last_fullsized":"2024-07-27T06:53:18.656562+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:36:27.302183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706521+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T06:53:18.706521+0000","last_peered":"2024-07-27T06:53:18.706521+0000","last_clean":"2024-07-27T06:53:18.706521+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T06:53:18.706521+0000","last_undegraded":"2024-07-27T06:53:18.706521+0000","last_fullsized":"2024-07-27T06:53:18.706521+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632707+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T06:53:17.632707+0000","last_peered":"2024-07-27T06:53:17.632707+0000","last_clean":"2024-07-27T06:53:17.632707+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T06:53:17.632707+0000","last_undegraded":"2024-07-27T06:53:17.632707+0000","last_fullsized":"2024-07-27T06:53:17.632707+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707465+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:53:18.707465+0000","last_peered":"2024-07-27T06:53:18.707465+0000","last_clean":"2024-07-27T06:53:18.707465+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:53:18.707465+0000","last_undegraded":"2024-07-27T06:53:18.707465+0000","last_fullsized":"2024-07-27T06:53:18.707465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830812+0000","last_change":"2024-07-27T06:53:17.648826+0000","last_active":"2024-07-27T06:53:18.830812+0000","last_peered":"2024-07-27T06:53:18.830812+0000","last_clean":"2024-07-27T06:53:18.830812+0000","last_became_active":"2024-07-27T06:53:17.648508+0000","last_became_peered":"2024-07-27T06:53:17.648508+0000","last_unstale":"2024-07-27T06:53:18.830812+0000","last_undegraded":"2024-07-27T06:53:18.830812+0000","last_fullsized":"2024-07-27T06:53:18.830812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:18.315963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829416+0000","last_change":"2024-07-27T06:53:16.617970+0000","last_active":"2024-07-27T06:53:18.829416+0000","last_peered":"2024-07-27T06:53:18.829416+0000","last_clean":"2024-07-27T06:53:18.829416+0000","last_became_active":"2024-07-27T06:53:16.616471+0000","last_became_peered":"2024-07-27T06:53:16.616471+0000","last_unstale":"2024-07-27T06:53:18.829416+0000","last_undegraded":"2024-07-27T06:53:18.829416+0000","last_fullsized":"2024-07-27T06:53:18.829416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:53:09.869977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830447+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T06:53:18.830447+0000","last_peered":"2024-07-27T06:53:18.830447+0000","last_clean":"2024-07-27T06:53:18.830447+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T06:53:18.830447+0000","last_undegraded":"2024-07-27T06:53:18.830447+0000","last_fullsized":"2024-07-27T06:53:18.830447+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657859+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T06:53:18.657859+0000","last_peered":"2024-07-27T06:53:18.657859+0000","last_clean":"2024-07-27T06:53:18.657859+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T06:53:18.657859+0000","last_undegraded":"2024-07-27T06:53:18.657859+0000","last_fullsized":"2024-07-27T06:53:18.657859+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708854+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:53:18.708854+0000","last_peered":"2024-07-27T06:53:18.708854+0000","last_clean":"2024-07-27T06:53:18.708854+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:53:18.708854+0000","last_undegraded":"2024-07-27T06:53:18.708854+0000","last_fullsized":"2024-07-27T06:53:18.708854+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660537+0000","last_change":"2024-07-27T06:53:17.648962+0000","last_active":"2024-07-27T06:53:17.660537+0000","last_peered":"2024-07-27T06:53:17.660537+0000","last_clean":"2024-07-27T06:53:17.660537+0000","last_became_active":"2024-07-27T06:53:17.648653+0000","last_became_peered":"2024-07-27T06:53:17.648653+0000","last_unstale":"2024-07-27T06:53:17.660537+0000","last_undegraded":"2024-07-27T06:53:17.660537+0000","last_fullsized":"2024-07-27T06:53:17.660537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630185+0000","last_change":"2024-07-27T06:53:16.617801+0000","last_active":"2024-07-27T06:53:17.630185+0000","last_peered":"2024-07-27T06:53:17.630185+0000","last_clean":"2024-07-27T06:53:17.630185+0000","last_became_active":"2024-07-27T06:53:16.617458+0000","last_became_peered":"2024-07-27T06:53:16.617458+0000","last_unstale":"2024-07-27T06:53:17.630185+0000","last_undegraded":"2024-07-27T06:53:17.630185+0000","last_fullsized":"2024-07-27T06:53:17.630185+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:54:59.249041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830064+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T06:53:18.830064+0000","last_peered":"2024-07-27T06:53:18.830064+0000","last_clean":"2024-07-27T06:53:18.830064+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T06:53:18.830064+0000","last_undegraded":"2024-07-27T06:53:18.830064+0000","last_fullsized":"2024-07-27T06:53:18.830064+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.651363+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T06:53:17.651363+0000","last_peered":"2024-07-27T06:53:17.651363+0000","last_clean":"2024-07-27T06:53:17.651363+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T06:53:17.651363+0000","last_undegraded":"2024-07-27T06:53:17.651363+0000","last_fullsized":"2024-07-27T06:53:17.651363+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829680+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:53:18.829680+0000","last_peered":"2024-07-27T06:53:18.829680+0000","last_clean":"2024-07-27T06:53:18.829680+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:53:18.829680+0000","last_undegraded":"2024-07-27T06:53:18.829680+0000","last_fullsized":"2024-07-27T06:53:18.829680+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662144+0000","last_change":"2024-07-27T06:53:17.655060+0000","last_active":"2024-07-27T06:53:17.662144+0000","last_peered":"2024-07-27T06:53:17.662144+0000","last_clean":"2024-07-27T06:53:17.662144+0000","last_became_active":"2024-07-27T06:53:17.654438+0000","last_became_peered":"2024-07-27T06:53:17.654438+0000","last_unstale":"2024-07-27T06:53:17.662144+0000","last_undegraded":"2024-07-27T06:53:17.662144+0000","last_fullsized":"2024-07-27T06:53:17.662144+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:52.100243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.629211+0000","last_change":"2024-07-27T06:53:16.624376+0000","last_active":"2024-07-27T06:53:17.629211+0000","last_peered":"2024-07-27T06:53:17.629211+0000","last_clean":"2024-07-27T06:53:17.629211+0000","last_became_active":"2024-07-27T06:53:16.623988+0000","last_became_peered":"2024-07-27T06:53:16.623988+0000","last_unstale":"2024-07-27T06:53:17.629211+0000","last_undegraded":"2024-07-27T06:53:17.629211+0000","last_fullsized":"2024-07-27T06:53:17.629211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:45:00.256742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829205+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T06:53:18.829205+0000","last_peered":"2024-07-27T06:53:18.829205+0000","last_clean":"2024-07-27T06:53:18.829205+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T06:53:18.829205+0000","last_undegraded":"2024-07-27T06:53:18.829205+0000","last_fullsized":"2024-07-27T06:53:18.829205+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829504+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T06:53:18.829504+0000","last_peered":"2024-07-27T06:53:18.829504+0000","last_clean":"2024-07-27T06:53:18.829504+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T06:53:18.829504+0000","last_undegraded":"2024-07-27T06:53:18.829504+0000","last_fullsized":"2024-07-27T06:53:18.829504+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.651471+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:53:17.651471+0000","last_peered":"2024-07-27T06:53:17.651471+0000","last_clean":"2024-07-27T06:53:17.651471+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:53:17.651471+0000","last_undegraded":"2024-07-27T06:53:17.651471+0000","last_fullsized":"2024-07-27T06:53:17.651471+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660288+0000","last_change":"2024-07-27T06:53:17.644479+0000","last_active":"2024-07-27T06:53:17.660288+0000","last_peered":"2024-07-27T06:53:17.660288+0000","last_clean":"2024-07-27T06:53:17.660288+0000","last_became_active":"2024-07-27T06:53:17.644134+0000","last_became_peered":"2024-07-27T06:53:17.644134+0000","last_unstale":"2024-07-27T06:53:17.660288+0000","last_undegraded":"2024-07-27T06:53:17.660288+0000","last_fullsized":"2024-07-27T06:53:17.660288+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:09:27.528481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707703+0000","last_change":"2024-07-27T06:53:16.615909+0000","last_active":"2024-07-27T06:53:18.707703+0000","last_peered":"2024-07-27T06:53:18.707703+0000","last_clean":"2024-07-27T06:53:18.707703+0000","last_became_active":"2024-07-27T06:53:16.615592+0000","last_became_peered":"2024-07-27T06:53:16.615592+0000","last_unstale":"2024-07-27T06:53:18.707703+0000","last_undegraded":"2024-07-27T06:53:18.707703+0000","last_fullsized":"2024-07-27T06:53:18.707703+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829702+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T06:53:18.829702+0000","last_peered":"2024-07-27T06:53:18.829702+0000","last_clean":"2024-07-27T06:53:18.829702+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T06:53:18.829702+0000","last_undegraded":"2024-07-27T06:53:18.829702+0000","last_fullsized":"2024-07-27T06:53:18.829702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649933+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T06:53:18.649933+0000","last_peered":"2024-07-27T06:53:18.649933+0000","last_clean":"2024-07-27T06:53:18.649933+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T06:53:18.649933+0000","last_undegraded":"2024-07-27T06:53:18.649933+0000","last_fullsized":"2024-07-27T06:53:18.649933+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650260+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:53:17.650260+0000","last_peered":"2024-07-27T06:53:17.650260+0000","last_clean":"2024-07-27T06:53:17.650260+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:53:17.650260+0000","last_undegraded":"2024-07-27T06:53:17.650260+0000","last_fullsized":"2024-07-27T06:53:17.650260+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708451+0000","last_change":"2024-07-27T06:53:17.656809+0000","last_active":"2024-07-27T06:53:18.708451+0000","last_peered":"2024-07-27T06:53:18.708451+0000","last_clean":"2024-07-27T06:53:18.708451+0000","last_became_active":"2024-07-27T06:53:17.656408+0000","last_became_peered":"2024-07-27T06:53:17.656408+0000","last_unstale":"2024-07-27T06:53:18.708451+0000","last_undegraded":"2024-07-27T06:53:18.708451+0000","last_fullsized":"2024-07-27T06:53:18.708451+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620399+0000","last_change":"2024-07-27T06:53:16.625243+0000","last_active":"2024-07-27T06:53:17.620399+0000","last_peered":"2024-07-27T06:53:17.620399+0000","last_clean":"2024-07-27T06:53:17.620399+0000","last_became_active":"2024-07-27T06:53:16.624837+0000","last_became_peered":"2024-07-27T06:53:16.624837+0000","last_unstale":"2024-07-27T06:53:17.620399+0000","last_undegraded":"2024-07-27T06:53:17.620399+0000","last_fullsized":"2024-07-27T06:53:17.620399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:42.221734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658046+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T06:53:18.658046+0000","last_peered":"2024-07-27T06:53:18.658046+0000","last_clean":"2024-07-27T06:53:18.658046+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T06:53:18.658046+0000","last_undegraded":"2024-07-27T06:53:18.658046+0000","last_fullsized":"2024-07-27T06:53:18.658046+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828152+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T06:53:18.828152+0000","last_peered":"2024-07-27T06:53:18.828152+0000","last_clean":"2024-07-27T06:53:18.828152+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T06:53:18.828152+0000","last_undegraded":"2024-07-27T06:53:18.828152+0000","last_fullsized":"2024-07-27T06:53:18.828152+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620241+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:53:17.620241+0000","last_peered":"2024-07-27T06:53:17.620241+0000","last_clean":"2024-07-27T06:53:17.620241+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:53:17.620241+0000","last_undegraded":"2024-07-27T06:53:17.620241+0000","last_fullsized":"2024-07-27T06:53:17.620241+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662344+0000","last_change":"2024-07-27T06:53:17.654334+0000","last_active":"2024-07-27T06:53:17.662344+0000","last_peered":"2024-07-27T06:53:17.662344+0000","last_clean":"2024-07-27T06:53:17.662344+0000","last_became_active":"2024-07-27T06:53:17.653337+0000","last_became_peered":"2024-07-27T06:53:17.653337+0000","last_unstale":"2024-07-27T06:53:17.662344+0000","last_undegraded":"2024-07-27T06:53:17.662344+0000","last_fullsized":"2024-07-27T06:53:17.662344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:10.055372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632627+0000","last_change":"2024-07-27T06:53:16.631923+0000","last_active":"2024-07-27T06:53:17.632627+0000","last_peered":"2024-07-27T06:53:17.632627+0000","last_clean":"2024-07-27T06:53:17.632627+0000","last_became_active":"2024-07-27T06:53:16.631496+0000","last_became_peered":"2024-07-27T06:53:16.631496+0000","last_unstale":"2024-07-27T06:53:17.632627+0000","last_undegraded":"2024-07-27T06:53:17.632627+0000","last_fullsized":"2024-07-27T06:53:17.632627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:13:15.167584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706349+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T06:53:18.706349+0000","last_peered":"2024-07-27T06:53:18.706349+0000","last_clean":"2024-07-27T06:53:18.706349+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T06:53:18.706349+0000","last_undegraded":"2024-07-27T06:53:18.706349+0000","last_fullsized":"2024-07-27T06:53:18.706349+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626578+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T06:53:17.626578+0000","last_peered":"2024-07-27T06:53:17.626578+0000","last_clean":"2024-07-27T06:53:17.626578+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T06:53:17.626578+0000","last_undegraded":"2024-07-27T06:53:17.626578+0000","last_fullsized":"2024-07-27T06:53:17.626578+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.624186+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:53:17.624186+0000","last_peered":"2024-07-27T06:53:17.624186+0000","last_clean":"2024-07-27T06:53:17.624186+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:53:17.624186+0000","last_undegraded":"2024-07-27T06:53:17.624186+0000","last_fullsized":"2024-07-27T06:53:17.624186+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829232+0000","last_change":"2024-07-27T06:53:17.654127+0000","last_active":"2024-07-27T06:53:18.829232+0000","last_peered":"2024-07-27T06:53:18.829232+0000","last_clean":"2024-07-27T06:53:18.829232+0000","last_became_active":"2024-07-27T06:53:17.653478+0000","last_became_peered":"2024-07-27T06:53:17.653478+0000","last_unstale":"2024-07-27T06:53:18.829232+0000","last_undegraded":"2024-07-27T06:53:18.829232+0000","last_fullsized":"2024-07-27T06:53:18.829232+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:31:56.020267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827791+0000","last_change":"2024-07-27T06:53:16.627337+0000","last_active":"2024-07-27T06:53:18.827791+0000","last_peered":"2024-07-27T06:53:18.827791+0000","last_clean":"2024-07-27T06:53:18.827791+0000","last_became_active":"2024-07-27T06:53:16.626897+0000","last_became_peered":"2024-07-27T06:53:16.626897+0000","last_unstale":"2024-07-27T06:53:18.827791+0000","last_undegraded":"2024-07-27T06:53:18.827791+0000","last_fullsized":"2024-07-27T06:53:18.827791+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:48.256851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707418+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T06:53:18.707418+0000","last_peered":"2024-07-27T06:53:18.707418+0000","last_clean":"2024-07-27T06:53:18.707418+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T06:53:18.707418+0000","last_undegraded":"2024-07-27T06:53:18.707418+0000","last_fullsized":"2024-07-27T06:53:18.707418+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648039+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T06:53:18.648039+0000","last_peered":"2024-07-27T06:53:18.648039+0000","last_clean":"2024-07-27T06:53:18.648039+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T06:53:18.648039+0000","last_undegraded":"2024-07-27T06:53:18.648039+0000","last_fullsized":"2024-07-27T06:53:18.648039+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658137+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:53:18.658137+0000","last_peered":"2024-07-27T06:53:18.658137+0000","last_clean":"2024-07-27T06:53:18.658137+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:53:18.658137+0000","last_undegraded":"2024-07-27T06:53:18.658137+0000","last_fullsized":"2024-07-27T06:53:18.658137+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660231+0000","last_change":"2024-07-27T06:53:17.646547+0000","last_active":"2024-07-27T06:53:17.660231+0000","last_peered":"2024-07-27T06:53:17.660231+0000","last_clean":"2024-07-27T06:53:17.660231+0000","last_became_active":"2024-07-27T06:53:17.646012+0000","last_became_peered":"2024-07-27T06:53:17.646012+0000","last_unstale":"2024-07-27T06:53:17.660231+0000","last_undegraded":"2024-07-27T06:53:17.660231+0000","last_fullsized":"2024-07-27T06:53:17.660231+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:19.413724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.624494+0000","last_change":"2024-07-27T06:53:16.632447+0000","last_active":"2024-07-27T06:53:17.624494+0000","last_peered":"2024-07-27T06:53:17.624494+0000","last_clean":"2024-07-27T06:53:17.624494+0000","last_became_active":"2024-07-27T06:53:16.631228+0000","last_became_peered":"2024-07-27T06:53:16.631228+0000","last_unstale":"2024-07-27T06:53:17.624494+0000","last_undegraded":"2024-07-27T06:53:17.624494+0000","last_fullsized":"2024-07-27T06:53:17.624494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:50.517845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706847+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T06:53:18.706847+0000","last_peered":"2024-07-27T06:53:18.706847+0000","last_clean":"2024-07-27T06:53:18.706847+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T06:53:18.706847+0000","last_undegraded":"2024-07-27T06:53:18.706847+0000","last_fullsized":"2024-07-27T06:53:18.706847+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707700+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T06:53:18.707700+0000","last_peered":"2024-07-27T06:53:18.707700+0000","last_clean":"2024-07-27T06:53:18.707700+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T06:53:18.707700+0000","last_undegraded":"2024-07-27T06:53:18.707700+0000","last_fullsized":"2024-07-27T06:53:18.707700+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623261+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:53:17.623261+0000","last_peered":"2024-07-27T06:53:17.623261+0000","last_clean":"2024-07-27T06:53:17.623261+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:53:17.623261+0000","last_undegraded":"2024-07-27T06:53:17.623261+0000","last_fullsized":"2024-07-27T06:53:17.623261+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708320+0000","last_change":"2024-07-27T06:53:17.642388+0000","last_active":"2024-07-27T06:53:18.708320+0000","last_peered":"2024-07-27T06:53:18.708320+0000","last_clean":"2024-07-27T06:53:18.708320+0000","last_became_active":"2024-07-27T06:53:17.641958+0000","last_became_peered":"2024-07-27T06:53:17.641958+0000","last_unstale":"2024-07-27T06:53:18.708320+0000","last_undegraded":"2024-07-27T06:53:18.708320+0000","last_fullsized":"2024-07-27T06:53:18.708320+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.618070+0000","last_change":"2024-07-27T06:53:16.626158+0000","last_active":"2024-07-27T06:53:17.618070+0000","last_peered":"2024-07-27T06:53:17.618070+0000","last_clean":"2024-07-27T06:53:17.618070+0000","last_became_active":"2024-07-27T06:53:16.625809+0000","last_became_peered":"2024-07-27T06:53:16.625809+0000","last_unstale":"2024-07-27T06:53:17.618070+0000","last_undegraded":"2024-07-27T06:53:17.618070+0000","last_fullsized":"2024-07-27T06:53:17.618070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:36.922517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829097+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T06:53:18.829097+0000","last_peered":"2024-07-27T06:53:18.829097+0000","last_clean":"2024-07-27T06:53:18.829097+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T06:53:18.829097+0000","last_undegraded":"2024-07-27T06:53:18.829097+0000","last_fullsized":"2024-07-27T06:53:18.829097+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650035+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T06:53:17.650035+0000","last_peered":"2024-07-27T06:53:17.650035+0000","last_clean":"2024-07-27T06:53:17.650035+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T06:53:17.650035+0000","last_undegraded":"2024-07-27T06:53:17.650035+0000","last_fullsized":"2024-07-27T06:53:17.650035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830899+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:53:18.830899+0000","last_peered":"2024-07-27T06:53:18.830899+0000","last_clean":"2024-07-27T06:53:18.830899+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:53:18.830899+0000","last_undegraded":"2024-07-27T06:53:18.830899+0000","last_fullsized":"2024-07-27T06:53:18.830899+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829241+0000","last_change":"2024-07-27T06:53:17.662631+0000","last_active":"2024-07-27T06:53:18.829241+0000","last_peered":"2024-07-27T06:53:18.829241+0000","last_clean":"2024-07-27T06:53:18.829241+0000","last_became_active":"2024-07-27T06:53:17.661503+0000","last_became_peered":"2024-07-27T06:53:17.661503+0000","last_unstale":"2024-07-27T06:53:18.829241+0000","last_undegraded":"2024-07-27T06:53:18.829241+0000","last_fullsized":"2024-07-27T06:53:18.829241+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:37.927452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830332+0000","last_change":"2024-07-27T06:53:16.615475+0000","last_active":"2024-07-27T06:53:18.830332+0000","last_peered":"2024-07-27T06:53:18.830332+0000","last_clean":"2024-07-27T06:53:18.830332+0000","last_became_active":"2024-07-27T06:53:16.614033+0000","last_became_peered":"2024-07-27T06:53:16.614033+0000","last_unstale":"2024-07-27T06:53:18.830332+0000","last_undegraded":"2024-07-27T06:53:18.830332+0000","last_fullsized":"2024-07-27T06:53:18.830332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:53.280763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650426+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T06:53:18.650426+0000","last_peered":"2024-07-27T06:53:18.650426+0000","last_clean":"2024-07-27T06:53:18.650426+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T06:53:18.650426+0000","last_undegraded":"2024-07-27T06:53:18.650426+0000","last_fullsized":"2024-07-27T06:53:18.650426+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830590+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T06:53:18.830590+0000","last_peered":"2024-07-27T06:53:18.830590+0000","last_clean":"2024-07-27T06:53:18.830590+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T06:53:18.830590+0000","last_undegraded":"2024-07-27T06:53:18.830590+0000","last_fullsized":"2024-07-27T06:53:18.830590+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626081+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:53:17.626081+0000","last_peered":"2024-07-27T06:53:17.626081+0000","last_clean":"2024-07-27T06:53:17.626081+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:53:17.626081+0000","last_undegraded":"2024-07-27T06:53:17.626081+0000","last_fullsized":"2024-07-27T06:53:17.626081+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828555+0000","last_change":"2024-07-27T06:53:17.666103+0000","last_active":"2024-07-27T06:53:18.828555+0000","last_peered":"2024-07-27T06:53:18.828555+0000","last_clean":"2024-07-27T06:53:18.828555+0000","last_became_active":"2024-07-27T06:53:17.663180+0000","last_became_peered":"2024-07-27T06:53:17.663180+0000","last_unstale":"2024-07-27T06:53:18.828555+0000","last_undegraded":"2024-07-27T06:53:18.828555+0000","last_fullsized":"2024-07-27T06:53:18.828555+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.e","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707111+0000","last_change":"2024-07-27T06:53:16.624661+0000","last_active":"2024-07-27T06:53:18.707111+0000","last_peered":"2024-07-27T06:53:18.707111+0000","last_clean":"2024-07-27T06:53:18.707111+0000","last_became_active":"2024-07-27T06:53:16.624268+0000","last_became_peered":"2024-07-27T06:53:16.624268+0000","last_unstale":"2024-07-27T06:53:18.707111+0000","last_undegraded":"2024-07-27T06:53:18.707111+0000","last_fullsized":"2024-07-27T06:53:18.707111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:48.256851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649626+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T06:53:18.649626+0000","last_peered":"2024-07-27T06:53:18.649626+0000","last_clean":"2024-07-27T06:53:18.649626+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T06:53:18.649626+0000","last_undegraded":"2024-07-27T06:53:18.649626+0000","last_fullsized":"2024-07-27T06:53:18.649626+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.635775+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T06:53:17.635775+0000","last_peered":"2024-07-27T06:53:17.635775+0000","last_clean":"2024-07-27T06:53:17.635775+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T06:53:17.635775+0000","last_undegraded":"2024-07-27T06:53:17.635775+0000","last_fullsized":"2024-07-27T06:53:17.635775+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830801+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:53:18.830801+0000","last_peered":"2024-07-27T06:53:18.830801+0000","last_clean":"2024-07-27T06:53:18.830801+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:53:18.830801+0000","last_undegraded":"2024-07-27T06:53:18.830801+0000","last_fullsized":"2024-07-27T06:53:18.830801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827974+0000","last_change":"2024-07-27T06:53:17.652991+0000","last_active":"2024-07-27T06:53:18.827974+0000","last_peered":"2024-07-27T06:53:18.827974+0000","last_clean":"2024-07-27T06:53:18.827974+0000","last_became_active":"2024-07-27T06:53:17.652655+0000","last_became_peered":"2024-07-27T06:53:17.652655+0000","last_unstale":"2024-07-27T06:53:18.827974+0000","last_undegraded":"2024-07-27T06:53:18.827974+0000","last_fullsized":"2024-07-27T06:53:18.827974+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.619993+0000","last_change":"2024-07-27T06:53:16.627841+0000","last_active":"2024-07-27T06:53:17.619993+0000","last_peered":"2024-07-27T06:53:17.619993+0000","last_clean":"2024-07-27T06:53:17.619993+0000","last_became_active":"2024-07-27T06:53:16.625262+0000","last_became_peered":"2024-07-27T06:53:16.625262+0000","last_unstale":"2024-07-27T06:53:17.619993+0000","last_undegraded":"2024-07-27T06:53:17.619993+0000","last_fullsized":"2024-07-27T06:53:17.619993+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:32.189478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829145+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T06:53:18.829145+0000","last_peered":"2024-07-27T06:53:18.829145+0000","last_clean":"2024-07-27T06:53:18.829145+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T06:53:18.829145+0000","last_undegraded":"2024-07-27T06:53:18.829145+0000","last_fullsized":"2024-07-27T06:53:18.829145+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622671+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T06:53:17.622671+0000","last_peered":"2024-07-27T06:53:17.622671+0000","last_clean":"2024-07-27T06:53:17.622671+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T06:53:17.622671+0000","last_undegraded":"2024-07-27T06:53:17.622671+0000","last_fullsized":"2024-07-27T06:53:17.622671+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828191+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:53:18.828191+0000","last_peered":"2024-07-27T06:53:18.828191+0000","last_clean":"2024-07-27T06:53:18.828191+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:53:18.828191+0000","last_undegraded":"2024-07-27T06:53:18.828191+0000","last_fullsized":"2024-07-27T06:53:18.828191+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651267+0000","last_change":"2024-07-27T06:53:17.654614+0000","last_active":"2024-07-27T06:53:18.651267+0000","last_peered":"2024-07-27T06:53:18.651267+0000","last_clean":"2024-07-27T06:53:18.651267+0000","last_became_active":"2024-07-27T06:53:17.654182+0000","last_became_peered":"2024-07-27T06:53:17.654182+0000","last_unstale":"2024-07-27T06:53:18.651267+0000","last_undegraded":"2024-07-27T06:53:18.651267+0000","last_fullsized":"2024-07-27T06:53:18.651267+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:44:18.223861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648956+0000","last_change":"2024-07-27T06:53:16.620711+0000","last_active":"2024-07-27T06:53:18.648956+0000","last_peered":"2024-07-27T06:53:18.648956+0000","last_clean":"2024-07-27T06:53:18.648956+0000","last_became_active":"2024-07-27T06:53:16.619711+0000","last_became_peered":"2024-07-27T06:53:16.619711+0000","last_unstale":"2024-07-27T06:53:18.648956+0000","last_undegraded":"2024-07-27T06:53:18.648956+0000","last_fullsized":"2024-07-27T06:53:18.648956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622338+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T06:53:17.622338+0000","last_peered":"2024-07-27T06:53:17.622338+0000","last_clean":"2024-07-27T06:53:17.622338+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T06:53:17.622338+0000","last_undegraded":"2024-07-27T06:53:17.622338+0000","last_fullsized":"2024-07-27T06:53:17.622338+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.633251+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T06:53:17.633251+0000","last_peered":"2024-07-27T06:53:17.633251+0000","last_clean":"2024-07-27T06:53:17.633251+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T06:53:17.633251+0000","last_undegraded":"2024-07-27T06:53:17.633251+0000","last_fullsized":"2024-07-27T06:53:17.633251+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707187+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:53:18.707187+0000","last_peered":"2024-07-27T06:53:18.707187+0000","last_clean":"2024-07-27T06:53:18.707187+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:53:18.707187+0000","last_undegraded":"2024-07-27T06:53:18.707187+0000","last_fullsized":"2024-07-27T06:53:18.707187+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.644404+0000","last_change":"2024-07-27T06:53:17.640026+0000","last_active":"2024-07-27T06:53:17.644404+0000","last_peered":"2024-07-27T06:53:17.644404+0000","last_clean":"2024-07-27T06:53:17.644404+0000","last_became_active":"2024-07-27T06:53:17.639073+0000","last_became_peered":"2024-07-27T06:53:17.639073+0000","last_unstale":"2024-07-27T06:53:17.644404+0000","last_undegraded":"2024-07-27T06:53:17.644404+0000","last_fullsized":"2024-07-27T06:53:17.644404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:21:27.431562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827619+0000","last_change":"2024-07-27T06:53:16.620125+0000","last_active":"2024-07-27T06:53:18.827619+0000","last_peered":"2024-07-27T06:53:18.827619+0000","last_clean":"2024-07-27T06:53:18.827619+0000","last_became_active":"2024-07-27T06:53:16.619780+0000","last_became_peered":"2024-07-27T06:53:16.619780+0000","last_unstale":"2024-07-27T06:53:18.827619+0000","last_undegraded":"2024-07-27T06:53:18.827619+0000","last_fullsized":"2024-07-27T06:53:18.827619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648772+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T06:53:18.648772+0000","last_peered":"2024-07-27T06:53:18.648772+0000","last_clean":"2024-07-27T06:53:18.648772+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T06:53:18.648772+0000","last_undegraded":"2024-07-27T06:53:18.648772+0000","last_fullsized":"2024-07-27T06:53:18.648772+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631819+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T06:53:17.631819+0000","last_peered":"2024-07-27T06:53:17.631819+0000","last_clean":"2024-07-27T06:53:17.631819+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T06:53:17.631819+0000","last_undegraded":"2024-07-27T06:53:17.631819+0000","last_fullsized":"2024-07-27T06:53:17.631819+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626946+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:53:17.626946+0000","last_peered":"2024-07-27T06:53:17.626946+0000","last_clean":"2024-07-27T06:53:17.626946+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:53:17.626946+0000","last_undegraded":"2024-07-27T06:53:17.626946+0000","last_fullsized":"2024-07-27T06:53:17.626946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.646833+0000","last_change":"2024-07-27T06:53:17.640173+0000","last_active":"2024-07-27T06:53:17.646833+0000","last_peered":"2024-07-27T06:53:17.646833+0000","last_clean":"2024-07-27T06:53:17.646833+0000","last_became_active":"2024-07-27T06:53:17.638418+0000","last_became_peered":"2024-07-27T06:53:17.638418+0000","last_unstale":"2024-07-27T06:53:17.646833+0000","last_undegraded":"2024-07-27T06:53:17.646833+0000","last_fullsized":"2024-07-27T06:53:17.646833+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:17.961022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656956+0000","last_change":"2024-07-27T06:53:16.623587+0000","last_active":"2024-07-27T06:53:18.656956+0000","last_peered":"2024-07-27T06:53:18.656956+0000","last_clean":"2024-07-27T06:53:18.656956+0000","last_became_active":"2024-07-27T06:53:16.622643+0000","last_became_peered":"2024-07-27T06:53:16.622643+0000","last_unstale":"2024-07-27T06:53:18.656956+0000","last_undegraded":"2024-07-27T06:53:18.656956+0000","last_fullsized":"2024-07-27T06:53:18.656956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:18.925668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623650+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T06:53:17.623650+0000","last_peered":"2024-07-27T06:53:17.623650+0000","last_clean":"2024-07-27T06:53:17.623650+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T06:53:17.623650+0000","last_undegraded":"2024-07-27T06:53:17.623650+0000","last_fullsized":"2024-07-27T06:53:17.623650+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653850+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T06:53:18.653850+0000","last_peered":"2024-07-27T06:53:18.653850+0000","last_clean":"2024-07-27T06:53:18.653850+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T06:53:18.653850+0000","last_undegraded":"2024-07-27T06:53:18.653850+0000","last_fullsized":"2024-07-27T06:53:18.653850+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623557+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:53:17.623557+0000","last_peered":"2024-07-27T06:53:17.623557+0000","last_clean":"2024-07-27T06:53:17.623557+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:53:17.623557+0000","last_undegraded":"2024-07-27T06:53:17.623557+0000","last_fullsized":"2024-07-27T06:53:17.623557+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661210+0000","last_change":"2024-07-27T06:53:17.651806+0000","last_active":"2024-07-27T06:53:17.661210+0000","last_peered":"2024-07-27T06:53:17.661210+0000","last_clean":"2024-07-27T06:53:17.661210+0000","last_became_active":"2024-07-27T06:53:17.651482+0000","last_became_peered":"2024-07-27T06:53:17.651482+0000","last_unstale":"2024-07-27T06:53:17.661210+0000","last_undegraded":"2024-07-27T06:53:17.661210+0000","last_fullsized":"2024-07-27T06:53:17.661210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:10.266088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.f","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708075+0000","last_change":"2024-07-27T06:53:16.618695+0000","last_active":"2024-07-27T06:53:18.708075+0000","last_peered":"2024-07-27T06:53:18.708075+0000","last_clean":"2024-07-27T06:53:18.708075+0000","last_became_active":"2024-07-27T06:53:16.618355+0000","last_became_peered":"2024-07-27T06:53:16.618355+0000","last_unstale":"2024-07-27T06:53:18.708075+0000","last_undegraded":"2024-07-27T06:53:18.708075+0000","last_fullsized":"2024-07-27T06:53:18.708075+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:53:09.869977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655337+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T06:53:18.655337+0000","last_peered":"2024-07-27T06:53:18.655337+0000","last_clean":"2024-07-27T06:53:18.655337+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T06:53:18.655337+0000","last_undegraded":"2024-07-27T06:53:18.655337+0000","last_fullsized":"2024-07-27T06:53:18.655337+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830552+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T06:53:18.830552+0000","last_peered":"2024-07-27T06:53:18.830552+0000","last_clean":"2024-07-27T06:53:18.830552+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T06:53:18.830552+0000","last_undegraded":"2024-07-27T06:53:18.830552+0000","last_fullsized":"2024-07-27T06:53:18.830552+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.629331+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:53:17.629331+0000","last_peered":"2024-07-27T06:53:17.629331+0000","last_clean":"2024-07-27T06:53:17.629331+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:53:17.629331+0000","last_undegraded":"2024-07-27T06:53:17.629331+0000","last_fullsized":"2024-07-27T06:53:17.629331+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":223,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707686+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:53:18.707686+0000","last_peered":"2024-07-27T06:53:18.707686+0000","last_clean":"2024-07-27T06:53:18.707686+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:53:18.707686+0000","last_undegraded":"2024-07-27T06:53:18.707686+0000","last_fullsized":"2024-07-27T06:53:18.707686+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476782,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1003520,"data_stored":481437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476780,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":481313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476782,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1605632,"data_stored":1073335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476780,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":991232,"data_stored":481243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":481825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1605632,"data_stored":1073279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509484,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":978944,"data_stored":473013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542188,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1003520,"data_stored":488998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:53:22.737 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:53:23.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.066+0000 7f1137e00640 1 -- 172.21.15.66:0/148231028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f113806de60 msgr2=0x7f113806e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.066+0000 7f1137e00640 1 --2- 172.21.15.66:0/148231028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f113806de60 0x7f113806e270 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f1130009830 tx=0x7f113002a480 comp rx=0 tx=0).stop 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 -- 172.21.15.66:0/148231028 shutdown_connections 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 --2- 172.21.15.66:0/148231028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f113806de60 0x7f113806e270 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 --2- 172.21.15.66:0/148231028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 0x7f11380b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 -- 172.21.15.66:0/148231028 >> 172.21.15.66:0/148231028 conn(0x7f113806c780 msgr2=0x7f113806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 -- 172.21.15.66:0/148231028 shutdown_connections 2024-07-27T06:53:23.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.067+0000 7f1137e00640 1 -- 172.21.15.66:0/148231028 wait complete. 2024-07-27T06:53:23.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.069+0000 7f1137e00640 1 Processor -- start 2024-07-27T06:53:23.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.069+0000 7f1137e00640 1 -- start start 2024-07-27T06:53:23.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11380ae830 0x7f11380ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 0x7f11380ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f113815a4b0 con 0x7f113806de60 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f11380703e0 con 0x7f11380ae830 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1137e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f113815a630 con 0x7f1138151010 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1136a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1136a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34266/0 (socket says 172.21.15.66:34266) 2024-07-27T06:53:23.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.071+0000 7f1136a00640 1 -- 172.21.15.66:0/3484270141 learned_addr learned my addr 172.21.15.66:0/3484270141 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:23.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1137400640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 0x7f11380ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136000640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11380ae830 0x7f11380ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 -- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 msgr2=0x7f11380ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 0x7f11380ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 -- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11380ae830 msgr2=0x7f11380ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11380ae830 0x7f11380ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 -- 172.21.15.66:0/3484270141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1138144940 con 0x7f113806de60 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.072+0000 7f1136a00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f112800ef60 tx=0x7f112800ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.073+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128003970 con 0x7f113806de60 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.073+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1128003c00 con 0x7f113806de60 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.073+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1138146ab0 con 0x7f113806de60 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.073+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128004020 con 0x7f113806de60 2024-07-27T06:53:23.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.073+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f113814b6a0 con 0x7f113806de60 2024-07-27T06:53:23.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.074+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f113806e270 con 0x7f113806de60 2024-07-27T06:53:23.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.075+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f11280041c0 con 0x7f113806de60 2024-07-27T06:53:23.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.076+0000 7f112f400640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 0x7f1118079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.077+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f11280996d0 con 0x7f113806de60 2024-07-27T06:53:23.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.077+0000 7f1136000640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 0x7f1118079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.078+0000 7f1136000640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 0x7f1118079550 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f11380748a0 tx=0x7f1124009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:23.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.081+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1128062280 con 0x7f113806de60 2024-07-27T06:53:23.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.295+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f11380b0f40 con 0x7f1118077040 2024-07-27T06:53:23.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.318+0000 7f112f400640 1 -- 172.21.15.66:0/3484270141 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+494611 (secure 0 0 0) 0x7f11380b0f40 con 0x7f1118077040 2024-07-27T06:53:23.325 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:23.328 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 msgr2=0x7f1118079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 0x7f1118079550 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f11380748a0 tx=0x7f1124009040 comp rx=0 tx=0).stop 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 msgr2=0x7f1138136460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f112800ef60 tx=0x7f112800ef90 comp rx=0 tx=0).stop 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 shutdown_connections 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1118077040 0x7f1118079550 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1138151010 0x7f11380ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f11380ae830 0x7f11380ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 --2- 172.21.15.66:0/3484270141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f113806de60 0x7f1138136460 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 >> 172.21.15.66:0/3484270141 conn(0x7f113806c780 msgr2=0x7f113806ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:23.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 shutdown_connections 2024-07-27T06:53:23.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.325+0000 7f1137e00640 1 -- 172.21.15.66:0/3484270141 wait complete. 2024-07-27T06:53:23.357 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":180,"stamp":"2024-07-27T06:53:22.280638+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":318,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258464,"kb_used_data":8964,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716256,"statfs":{"total":773094113280,"available":772829446144,"internally_reserved":0,"allocated":9179136,"data_stored":5034443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":49,"apply_latency_ms":49,"commit_latency_ns":49000000,"apply_latency_ns":49000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003305"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655378+0000","last_change":"2024-07-27T06:53:17.655467+0000","last_active":"2024-07-27T06:53:18.655378+0000","last_peered":"2024-07-27T06:53:18.655378+0000","last_clean":"2024-07-27T06:53:18.655378+0000","last_became_active":"2024-07-27T06:53:17.655103+0000","last_became_peered":"2024-07-27T06:53:17.655103+0000","last_unstale":"2024-07-27T06:53:18.655378+0000","last_undegraded":"2024-07-27T06:53:18.655378+0000","last_fullsized":"2024-07-27T06:53:18.655378+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:53:23.854547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658074+0000","last_change":"2024-07-27T06:53:17.661284+0000","last_active":"2024-07-27T06:53:18.658074+0000","last_peered":"2024-07-27T06:53:18.658074+0000","last_clean":"2024-07-27T06:53:18.658074+0000","last_became_active":"2024-07-27T06:53:17.660473+0000","last_became_peered":"2024-07-27T06:53:17.660473+0000","last_unstale":"2024-07-27T06:53:18.658074+0000","last_undegraded":"2024-07-27T06:53:18.658074+0000","last_fullsized":"2024-07-27T06:53:18.658074+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:20.626542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661291+0000","last_change":"2024-07-27T06:53:17.650232+0000","last_active":"2024-07-27T06:53:17.661291+0000","last_peered":"2024-07-27T06:53:17.661291+0000","last_clean":"2024-07-27T06:53:17.661291+0000","last_became_active":"2024-07-27T06:53:17.649897+0000","last_became_peered":"2024-07-27T06:53:17.649897+0000","last_unstale":"2024-07-27T06:53:17.661291+0000","last_undegraded":"2024-07-27T06:53:17.661291+0000","last_fullsized":"2024-07-27T06:53:17.661291+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654393+0000","last_change":"2024-07-27T06:53:17.662322+0000","last_active":"2024-07-27T06:53:18.654393+0000","last_peered":"2024-07-27T06:53:18.654393+0000","last_clean":"2024-07-27T06:53:18.654393+0000","last_became_active":"2024-07-27T06:53:17.661952+0000","last_became_peered":"2024-07-27T06:53:17.661952+0000","last_unstale":"2024-07-27T06:53:18.654393+0000","last_undegraded":"2024-07-27T06:53:18.654393+0000","last_fullsized":"2024-07-27T06:53:18.654393+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:28:17.632561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828942+0000","last_change":"2024-07-27T06:53:17.651436+0000","last_active":"2024-07-27T06:53:18.828942+0000","last_peered":"2024-07-27T06:53:18.828942+0000","last_clean":"2024-07-27T06:53:18.828942+0000","last_became_active":"2024-07-27T06:53:17.647759+0000","last_became_peered":"2024-07-27T06:53:17.647759+0000","last_unstale":"2024-07-27T06:53:18.828942+0000","last_undegraded":"2024-07-27T06:53:18.828942+0000","last_fullsized":"2024-07-27T06:53:18.828942+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:16:39.572767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828331+0000","last_change":"2024-07-27T06:53:17.653339+0000","last_active":"2024-07-27T06:53:18.828331+0000","last_peered":"2024-07-27T06:53:18.828331+0000","last_clean":"2024-07-27T06:53:18.828331+0000","last_became_active":"2024-07-27T06:53:17.651606+0000","last_became_peered":"2024-07-27T06:53:17.651606+0000","last_unstale":"2024-07-27T06:53:18.828331+0000","last_undegraded":"2024-07-27T06:53:18.828331+0000","last_fullsized":"2024-07-27T06:53:18.828331+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:11:02.344478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827508+0000","last_change":"2024-07-27T06:53:17.659073+0000","last_active":"2024-07-27T06:53:18.827508+0000","last_peered":"2024-07-27T06:53:18.827508+0000","last_clean":"2024-07-27T06:53:18.827508+0000","last_became_active":"2024-07-27T06:53:17.658729+0000","last_became_peered":"2024-07-27T06:53:17.658729+0000","last_unstale":"2024-07-27T06:53:18.827508+0000","last_undegraded":"2024-07-27T06:53:18.827508+0000","last_fullsized":"2024-07-27T06:53:18.827508+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:50:52.362497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649261+0000","last_change":"2024-07-27T06:53:17.641334+0000","last_active":"2024-07-27T06:53:17.649261+0000","last_peered":"2024-07-27T06:53:17.649261+0000","last_clean":"2024-07-27T06:53:17.649261+0000","last_became_active":"2024-07-27T06:53:17.641007+0000","last_became_peered":"2024-07-27T06:53:17.641007+0000","last_unstale":"2024-07-27T06:53:17.649261+0000","last_undegraded":"2024-07-27T06:53:17.649261+0000","last_fullsized":"2024-07-27T06:53:17.649261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830270+0000","last_change":"2024-07-27T06:53:17.654718+0000","last_active":"2024-07-27T06:53:18.830270+0000","last_peered":"2024-07-27T06:53:18.830270+0000","last_clean":"2024-07-27T06:53:18.830270+0000","last_became_active":"2024-07-27T06:53:17.654412+0000","last_became_peered":"2024-07-27T06:53:17.654412+0000","last_unstale":"2024-07-27T06:53:18.830270+0000","last_undegraded":"2024-07-27T06:53:18.830270+0000","last_fullsized":"2024-07-27T06:53:18.830270+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:01:56.248819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650125+0000","last_change":"2024-07-27T06:53:17.655172+0000","last_active":"2024-07-27T06:53:18.650125+0000","last_peered":"2024-07-27T06:53:18.650125+0000","last_clean":"2024-07-27T06:53:18.650125+0000","last_became_active":"2024-07-27T06:53:17.654822+0000","last_became_peered":"2024-07-27T06:53:17.654822+0000","last_unstale":"2024-07-27T06:53:18.650125+0000","last_undegraded":"2024-07-27T06:53:18.650125+0000","last_fullsized":"2024-07-27T06:53:18.650125+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:43.226669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830167+0000","last_change":"2024-07-27T06:53:17.650241+0000","last_active":"2024-07-27T06:53:18.830167+0000","last_peered":"2024-07-27T06:53:18.830167+0000","last_clean":"2024-07-27T06:53:18.830167+0000","last_became_active":"2024-07-27T06:53:17.649897+0000","last_became_peered":"2024-07-27T06:53:17.649897+0000","last_unstale":"2024-07-27T06:53:18.830167+0000","last_undegraded":"2024-07-27T06:53:18.830167+0000","last_fullsized":"2024-07-27T06:53:18.830167+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:42:53.360069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707947+0000","last_change":"2024-07-27T06:53:17.659170+0000","last_active":"2024-07-27T06:53:18.707947+0000","last_peered":"2024-07-27T06:53:18.707947+0000","last_clean":"2024-07-27T06:53:18.707947+0000","last_became_active":"2024-07-27T06:53:17.658805+0000","last_became_peered":"2024-07-27T06:53:17.658805+0000","last_unstale":"2024-07-27T06:53:18.707947+0000","last_undegraded":"2024-07-27T06:53:18.707947+0000","last_fullsized":"2024-07-27T06:53:18.707947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660119+0000","last_change":"2024-07-27T06:53:17.657067+0000","last_active":"2024-07-27T06:53:17.660119+0000","last_peered":"2024-07-27T06:53:17.660119+0000","last_clean":"2024-07-27T06:53:17.660119+0000","last_became_active":"2024-07-27T06:53:17.656688+0000","last_became_peered":"2024-07-27T06:53:17.656688+0000","last_unstale":"2024-07-27T06:53:17.660119+0000","last_undegraded":"2024-07-27T06:53:17.660119+0000","last_fullsized":"2024-07-27T06:53:17.660119+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:33.274592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655186+0000","last_change":"2024-07-27T06:53:17.651561+0000","last_active":"2024-07-27T06:53:18.655186+0000","last_peered":"2024-07-27T06:53:18.655186+0000","last_clean":"2024-07-27T06:53:18.655186+0000","last_became_active":"2024-07-27T06:53:17.650804+0000","last_became_peered":"2024-07-27T06:53:17.650804+0000","last_unstale":"2024-07-27T06:53:18.655186+0000","last_undegraded":"2024-07-27T06:53:18.655186+0000","last_fullsized":"2024-07-27T06:53:18.655186+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:30:45.990812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651261+0000","last_change":"2024-07-27T06:53:17.659070+0000","last_active":"2024-07-27T06:53:18.651261+0000","last_peered":"2024-07-27T06:53:18.651261+0000","last_clean":"2024-07-27T06:53:18.651261+0000","last_became_active":"2024-07-27T06:53:17.658612+0000","last_became_peered":"2024-07-27T06:53:17.658612+0000","last_unstale":"2024-07-27T06:53:18.651261+0000","last_undegraded":"2024-07-27T06:53:18.651261+0000","last_fullsized":"2024-07-27T06:53:18.651261+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:22:52.187112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.826809+0000","last_change":"2024-07-27T06:53:17.648242+0000","last_active":"2024-07-27T06:53:18.826809+0000","last_peered":"2024-07-27T06:53:18.826809+0000","last_clean":"2024-07-27T06:53:18.826809+0000","last_became_active":"2024-07-27T06:53:17.647792+0000","last_became_peered":"2024-07-27T06:53:17.647792+0000","last_unstale":"2024-07-27T06:53:18.826809+0000","last_undegraded":"2024-07-27T06:53:18.826809+0000","last_fullsized":"2024-07-27T06:53:18.826809+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:44:35.320090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660081+0000","last_change":"2024-07-27T06:53:17.644164+0000","last_active":"2024-07-27T06:53:17.660081+0000","last_peered":"2024-07-27T06:53:17.660081+0000","last_clean":"2024-07-27T06:53:17.660081+0000","last_became_active":"2024-07-27T06:53:17.641060+0000","last_became_peered":"2024-07-27T06:53:17.641060+0000","last_unstale":"2024-07-27T06:53:17.660081+0000","last_undegraded":"2024-07-27T06:53:17.660081+0000","last_fullsized":"2024-07-27T06:53:17.660081+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:48:38.791507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657196+0000","last_change":"2024-07-27T06:53:17.659241+0000","last_active":"2024-07-27T06:53:18.657196+0000","last_peered":"2024-07-27T06:53:18.657196+0000","last_clean":"2024-07-27T06:53:18.657196+0000","last_became_active":"2024-07-27T06:53:17.658832+0000","last_became_peered":"2024-07-27T06:53:17.658832+0000","last_unstale":"2024-07-27T06:53:18.657196+0000","last_undegraded":"2024-07-27T06:53:18.657196+0000","last_fullsized":"2024-07-27T06:53:18.657196+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:44.779901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662070+0000","last_change":"2024-07-27T06:53:17.654245+0000","last_active":"2024-07-27T06:53:17.662070+0000","last_peered":"2024-07-27T06:53:17.662070+0000","last_clean":"2024-07-27T06:53:17.662070+0000","last_became_active":"2024-07-27T06:53:17.653825+0000","last_became_peered":"2024-07-27T06:53:17.653825+0000","last_unstale":"2024-07-27T06:53:17.662070+0000","last_undegraded":"2024-07-27T06:53:17.662070+0000","last_fullsized":"2024-07-27T06:53:17.662070+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:50.398808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707985+0000","last_change":"2024-07-27T06:53:17.645268+0000","last_active":"2024-07-27T06:53:18.707985+0000","last_peered":"2024-07-27T06:53:18.707985+0000","last_clean":"2024-07-27T06:53:18.707985+0000","last_became_active":"2024-07-27T06:53:17.644936+0000","last_became_peered":"2024-07-27T06:53:17.644936+0000","last_unstale":"2024-07-27T06:53:18.707985+0000","last_undegraded":"2024-07-27T06:53:18.707985+0000","last_fullsized":"2024-07-27T06:53:18.707985+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661144+0000","last_change":"2024-07-27T06:53:17.650297+0000","last_active":"2024-07-27T06:53:17.661144+0000","last_peered":"2024-07-27T06:53:17.661144+0000","last_clean":"2024-07-27T06:53:17.661144+0000","last_became_active":"2024-07-27T06:53:17.649925+0000","last_became_peered":"2024-07-27T06:53:17.649925+0000","last_unstale":"2024-07-27T06:53:17.661144+0000","last_undegraded":"2024-07-27T06:53:17.661144+0000","last_fullsized":"2024-07-27T06:53:17.661144+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:06.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662282+0000","last_change":"2024-07-27T06:53:17.656983+0000","last_active":"2024-07-27T06:53:17.662282+0000","last_peered":"2024-07-27T06:53:17.662282+0000","last_clean":"2024-07-27T06:53:17.662282+0000","last_became_active":"2024-07-27T06:53:17.656683+0000","last_became_peered":"2024-07-27T06:53:17.656683+0000","last_unstale":"2024-07-27T06:53:17.662282+0000","last_undegraded":"2024-07-27T06:53:17.662282+0000","last_fullsized":"2024-07-27T06:53:17.662282+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:06.521164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651483+0000","last_change":"2024-07-27T06:53:17.650956+0000","last_active":"2024-07-27T06:53:18.651483+0000","last_peered":"2024-07-27T06:53:18.651483+0000","last_clean":"2024-07-27T06:53:18.651483+0000","last_became_active":"2024-07-27T06:53:17.647284+0000","last_became_peered":"2024-07-27T06:53:17.647284+0000","last_unstale":"2024-07-27T06:53:18.651483+0000","last_undegraded":"2024-07-27T06:53:18.651483+0000","last_fullsized":"2024-07-27T06:53:18.651483+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:52:17.972114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827133+0000","last_change":"2024-07-27T06:53:17.658563+0000","last_active":"2024-07-27T06:53:18.827133+0000","last_peered":"2024-07-27T06:53:18.827133+0000","last_clean":"2024-07-27T06:53:18.827133+0000","last_became_active":"2024-07-27T06:53:17.656920+0000","last_became_peered":"2024-07-27T06:53:17.656920+0000","last_unstale":"2024-07-27T06:53:18.827133+0000","last_undegraded":"2024-07-27T06:53:18.827133+0000","last_fullsized":"2024-07-27T06:53:18.827133+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:07.618451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649665+0000","last_change":"2024-07-27T06:53:17.645447+0000","last_active":"2024-07-27T06:53:18.649665+0000","last_peered":"2024-07-27T06:53:18.649665+0000","last_clean":"2024-07-27T06:53:18.649665+0000","last_became_active":"2024-07-27T06:53:17.645120+0000","last_became_peered":"2024-07-27T06:53:17.645120+0000","last_unstale":"2024-07-27T06:53:18.649665+0000","last_undegraded":"2024-07-27T06:53:18.649665+0000","last_fullsized":"2024-07-27T06:53:18.649665+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:54:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.673862+0000","last_change":"2024-07-27T06:53:17.668205+0000","last_active":"2024-07-27T06:53:17.673862+0000","last_peered":"2024-07-27T06:53:17.673862+0000","last_clean":"2024-07-27T06:53:17.673862+0000","last_became_active":"2024-07-27T06:53:17.667842+0000","last_became_peered":"2024-07-27T06:53:17.667842+0000","last_unstale":"2024-07-27T06:53:17.673862+0000","last_undegraded":"2024-07-27T06:53:17.673862+0000","last_fullsized":"2024-07-27T06:53:17.673862+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:26.142726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829184+0000","last_change":"2024-07-27T06:53:17.647842+0000","last_active":"2024-07-27T06:53:18.829184+0000","last_peered":"2024-07-27T06:53:18.829184+0000","last_clean":"2024-07-27T06:53:18.829184+0000","last_became_active":"2024-07-27T06:53:17.647416+0000","last_became_peered":"2024-07-27T06:53:17.647416+0000","last_unstale":"2024-07-27T06:53:18.829184+0000","last_undegraded":"2024-07-27T06:53:18.829184+0000","last_fullsized":"2024-07-27T06:53:18.829184+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:06.923891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828947+0000","last_change":"2024-07-27T06:53:17.650877+0000","last_active":"2024-07-27T06:53:18.828947+0000","last_peered":"2024-07-27T06:53:18.828947+0000","last_clean":"2024-07-27T06:53:18.828947+0000","last_became_active":"2024-07-27T06:53:17.643488+0000","last_became_peered":"2024-07-27T06:53:17.643488+0000","last_unstale":"2024-07-27T06:53:18.828947+0000","last_undegraded":"2024-07-27T06:53:18.828947+0000","last_fullsized":"2024-07-27T06:53:18.828947+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662967+0000","last_change":"2024-07-27T06:53:17.659087+0000","last_active":"2024-07-27T06:53:17.662967+0000","last_peered":"2024-07-27T06:53:17.662967+0000","last_clean":"2024-07-27T06:53:17.662967+0000","last_became_active":"2024-07-27T06:53:17.658764+0000","last_became_peered":"2024-07-27T06:53:17.658764+0000","last_unstale":"2024-07-27T06:53:17.662967+0000","last_undegraded":"2024-07-27T06:53:17.662967+0000","last_fullsized":"2024-07-27T06:53:17.662967+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:58.605275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.657376+0000","last_change":"2024-07-27T06:53:17.648660+0000","last_active":"2024-07-27T06:53:17.657376+0000","last_peered":"2024-07-27T06:53:17.657376+0000","last_clean":"2024-07-27T06:53:17.657376+0000","last_became_active":"2024-07-27T06:53:17.648346+0000","last_became_peered":"2024-07-27T06:53:17.648346+0000","last_unstale":"2024-07-27T06:53:17.657376+0000","last_undegraded":"2024-07-27T06:53:17.657376+0000","last_fullsized":"2024-07-27T06:53:17.657376+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:06.563134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661228+0000","last_change":"2024-07-27T06:53:17.650445+0000","last_active":"2024-07-27T06:53:17.661228+0000","last_peered":"2024-07-27T06:53:17.661228+0000","last_clean":"2024-07-27T06:53:17.661228+0000","last_became_active":"2024-07-27T06:53:17.649734+0000","last_became_peered":"2024-07-27T06:53:17.649734+0000","last_unstale":"2024-07-27T06:53:17.661228+0000","last_undegraded":"2024-07-27T06:53:17.661228+0000","last_fullsized":"2024-07-27T06:53:17.661228+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:37.927452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.652984+0000","last_change":"2024-07-27T06:53:17.661935+0000","last_active":"2024-07-27T06:53:18.652984+0000","last_peered":"2024-07-27T06:53:18.652984+0000","last_clean":"2024-07-27T06:53:18.652984+0000","last_became_active":"2024-07-27T06:53:17.661484+0000","last_became_peered":"2024-07-27T06:53:17.661484+0000","last_unstale":"2024-07-27T06:53:18.652984+0000","last_undegraded":"2024-07-27T06:53:18.652984+0000","last_fullsized":"2024-07-27T06:53:18.652984+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:15.177696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828723+0000","last_change":"2024-07-27T06:53:17.657836+0000","last_active":"2024-07-27T06:53:18.828723+0000","last_peered":"2024-07-27T06:53:18.828723+0000","last_clean":"2024-07-27T06:53:18.828723+0000","last_became_active":"2024-07-27T06:53:17.653772+0000","last_became_peered":"2024-07-27T06:53:17.653772+0000","last_unstale":"2024-07-27T06:53:18.828723+0000","last_undegraded":"2024-07-27T06:53:18.828723+0000","last_fullsized":"2024-07-27T06:53:18.828723+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.14","version":"82'6","reported_seq":21,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708391+0000","last_change":"2024-07-27T06:53:16.619967+0000","last_active":"2024-07-27T06:53:18.708391+0000","last_peered":"2024-07-27T06:53:18.708391+0000","last_clean":"2024-07-27T06:53:18.708391+0000","last_became_active":"2024-07-27T06:53:16.619366+0000","last_became_peered":"2024-07-27T06:53:16.619366+0000","last_unstale":"2024-07-27T06:53:18.708391+0000","last_undegraded":"2024-07-27T06:53:18.708391+0000","last_fullsized":"2024-07-27T06:53:18.708391+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:36.451167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707874+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T06:53:18.707874+0000","last_peered":"2024-07-27T06:53:18.707874+0000","last_clean":"2024-07-27T06:53:18.707874+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T06:53:18.707874+0000","last_undegraded":"2024-07-27T06:53:18.707874+0000","last_fullsized":"2024-07-27T06:53:18.707874+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828536+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T06:53:18.828536+0000","last_peered":"2024-07-27T06:53:18.828536+0000","last_clean":"2024-07-27T06:53:18.828536+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T06:53:18.828536+0000","last_undegraded":"2024-07-27T06:53:18.828536+0000","last_fullsized":"2024-07-27T06:53:18.828536+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630441+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:53:17.630441+0000","last_peered":"2024-07-27T06:53:17.630441+0000","last_clean":"2024-07-27T06:53:17.630441+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:53:17.630441+0000","last_undegraded":"2024-07-27T06:53:17.630441+0000","last_fullsized":"2024-07-27T06:53:17.630441+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829650+0000","last_change":"2024-07-27T06:53:17.657201+0000","last_active":"2024-07-27T06:53:18.829650+0000","last_peered":"2024-07-27T06:53:18.829650+0000","last_clean":"2024-07-27T06:53:18.829650+0000","last_became_active":"2024-07-27T06:53:17.656341+0000","last_became_peered":"2024-07-27T06:53:17.656341+0000","last_unstale":"2024-07-27T06:53:18.829650+0000","last_undegraded":"2024-07-27T06:53:18.829650+0000","last_fullsized":"2024-07-27T06:53:18.829650+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:33.422773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.15","version":"82'3","reported_seq":18,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830497+0000","last_change":"2024-07-27T06:53:16.616782+0000","last_active":"2024-07-27T06:53:18.830497+0000","last_peered":"2024-07-27T06:53:18.830497+0000","last_clean":"2024-07-27T06:53:18.830497+0000","last_became_active":"2024-07-27T06:53:16.615992+0000","last_became_peered":"2024-07-27T06:53:16.615992+0000","last_unstale":"2024-07-27T06:53:18.830497+0000","last_undegraded":"2024-07-27T06:53:18.830497+0000","last_fullsized":"2024-07-27T06:53:18.830497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:07.200787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649156+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T06:53:17.649156+0000","last_peered":"2024-07-27T06:53:17.649156+0000","last_clean":"2024-07-27T06:53:17.649156+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T06:53:17.649156+0000","last_undegraded":"2024-07-27T06:53:17.649156+0000","last_fullsized":"2024-07-27T06:53:17.649156+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708155+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T06:53:18.708155+0000","last_peered":"2024-07-27T06:53:18.708155+0000","last_clean":"2024-07-27T06:53:18.708155+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T06:53:18.708155+0000","last_undegraded":"2024-07-27T06:53:18.708155+0000","last_fullsized":"2024-07-27T06:53:18.708155+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829680+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:53:18.829680+0000","last_peered":"2024-07-27T06:53:18.829680+0000","last_clean":"2024-07-27T06:53:18.829680+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:53:18.829680+0000","last_undegraded":"2024-07-27T06:53:18.829680+0000","last_fullsized":"2024-07-27T06:53:18.829680+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828850+0000","last_change":"2024-07-27T06:53:17.661283+0000","last_active":"2024-07-27T06:53:18.828850+0000","last_peered":"2024-07-27T06:53:18.828850+0000","last_clean":"2024-07-27T06:53:18.828850+0000","last_became_active":"2024-07-27T06:53:17.660593+0000","last_became_peered":"2024-07-27T06:53:17.660593+0000","last_unstale":"2024-07-27T06:53:18.828850+0000","last_undegraded":"2024-07-27T06:53:18.828850+0000","last_fullsized":"2024-07-27T06:53:18.828850+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657534+0000","last_change":"2024-07-27T06:53:16.631666+0000","last_active":"2024-07-27T06:53:18.657534+0000","last_peered":"2024-07-27T06:53:18.657534+0000","last_clean":"2024-07-27T06:53:18.657534+0000","last_became_active":"2024-07-27T06:53:16.631314+0000","last_became_peered":"2024-07-27T06:53:16.631314+0000","last_unstale":"2024-07-27T06:53:18.657534+0000","last_undegraded":"2024-07-27T06:53:18.657534+0000","last_fullsized":"2024-07-27T06:53:18.657534+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:39:36.792237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830383+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T06:53:18.830383+0000","last_peered":"2024-07-27T06:53:18.830383+0000","last_clean":"2024-07-27T06:53:18.830383+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T06:53:18.830383+0000","last_undegraded":"2024-07-27T06:53:18.830383+0000","last_fullsized":"2024-07-27T06:53:18.830383+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649344+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T06:53:18.649344+0000","last_peered":"2024-07-27T06:53:18.649344+0000","last_clean":"2024-07-27T06:53:18.649344+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T06:53:18.649344+0000","last_undegraded":"2024-07-27T06:53:18.649344+0000","last_fullsized":"2024-07-27T06:53:18.649344+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":93,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650364+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:53:18.650364+0000","last_peered":"2024-07-27T06:53:18.650364+0000","last_clean":"2024-07-27T06:53:18.650364+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:53:18.650364+0000","last_undegraded":"2024-07-27T06:53:18.650364+0000","last_fullsized":"2024-07-27T06:53:18.650364+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657641+0000","last_change":"2024-07-27T06:53:17.663720+0000","last_active":"2024-07-27T06:53:18.657641+0000","last_peered":"2024-07-27T06:53:18.657641+0000","last_clean":"2024-07-27T06:53:18.657641+0000","last_became_active":"2024-07-27T06:53:17.663355+0000","last_became_peered":"2024-07-27T06:53:17.663355+0000","last_unstale":"2024-07-27T06:53:18.657641+0000","last_undegraded":"2024-07-27T06:53:18.657641+0000","last_fullsized":"2024-07-27T06:53:18.657641+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:50:32.191981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626226+0000","last_change":"2024-07-27T06:53:16.621404+0000","last_active":"2024-07-27T06:53:17.626226+0000","last_peered":"2024-07-27T06:53:17.626226+0000","last_clean":"2024-07-27T06:53:17.626226+0000","last_became_active":"2024-07-27T06:53:16.619778+0000","last_became_peered":"2024-07-27T06:53:16.619778+0000","last_unstale":"2024-07-27T06:53:17.626226+0000","last_undegraded":"2024-07-27T06:53:17.626226+0000","last_fullsized":"2024-07-27T06:53:17.626226+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:06.613516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654738+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T06:53:18.654738+0000","last_peered":"2024-07-27T06:53:18.654738+0000","last_clean":"2024-07-27T06:53:18.654738+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T06:53:18.654738+0000","last_undegraded":"2024-07-27T06:53:18.654738+0000","last_fullsized":"2024-07-27T06:53:18.654738+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708742+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T06:53:18.708742+0000","last_peered":"2024-07-27T06:53:18.708742+0000","last_clean":"2024-07-27T06:53:18.708742+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T06:53:18.708742+0000","last_undegraded":"2024-07-27T06:53:18.708742+0000","last_fullsized":"2024-07-27T06:53:18.708742+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650150+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:53:17.650150+0000","last_peered":"2024-07-27T06:53:17.650150+0000","last_clean":"2024-07-27T06:53:17.650150+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:53:17.650150+0000","last_undegraded":"2024-07-27T06:53:17.650150+0000","last_fullsized":"2024-07-27T06:53:17.650150+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.649966+0000","last_change":"2024-07-27T06:53:17.641932+0000","last_active":"2024-07-27T06:53:17.649966+0000","last_peered":"2024-07-27T06:53:17.649966+0000","last_clean":"2024-07-27T06:53:17.649966+0000","last_became_active":"2024-07-27T06:53:17.641609+0000","last_became_peered":"2024-07-27T06:53:17.641609+0000","last_unstale":"2024-07-27T06:53:17.649966+0000","last_undegraded":"2024-07-27T06:53:17.649966+0000","last_fullsized":"2024-07-27T06:53:17.649966+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:19.043862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.10","version":"82'8","reported_seq":23,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.654738+0000","last_change":"2024-07-27T06:53:16.626194+0000","last_active":"2024-07-27T06:53:18.654738+0000","last_peered":"2024-07-27T06:53:18.654738+0000","last_clean":"2024-07-27T06:53:18.654738+0000","last_became_active":"2024-07-27T06:53:16.625856+0000","last_became_peered":"2024-07-27T06:53:16.625856+0000","last_unstale":"2024-07-27T06:53:18.654738+0000","last_undegraded":"2024-07-27T06:53:18.654738+0000","last_fullsized":"2024-07-27T06:53:18.654738+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:22.528171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706984+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T06:53:18.706984+0000","last_peered":"2024-07-27T06:53:18.706984+0000","last_clean":"2024-07-27T06:53:18.706984+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T06:53:18.706984+0000","last_undegraded":"2024-07-27T06:53:18.706984+0000","last_fullsized":"2024-07-27T06:53:18.706984+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622981+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T06:53:17.622981+0000","last_peered":"2024-07-27T06:53:17.622981+0000","last_clean":"2024-07-27T06:53:17.622981+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T06:53:17.622981+0000","last_undegraded":"2024-07-27T06:53:17.622981+0000","last_fullsized":"2024-07-27T06:53:17.622981+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827881+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:53:18.827881+0000","last_peered":"2024-07-27T06:53:18.827881+0000","last_clean":"2024-07-27T06:53:18.827881+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:53:18.827881+0000","last_undegraded":"2024-07-27T06:53:18.827881+0000","last_fullsized":"2024-07-27T06:53:18.827881+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827146+0000","last_change":"2024-07-27T06:53:17.651778+0000","last_active":"2024-07-27T06:53:18.827146+0000","last_peered":"2024-07-27T06:53:18.827146+0000","last_clean":"2024-07-27T06:53:18.827146+0000","last_became_active":"2024-07-27T06:53:17.651141+0000","last_became_peered":"2024-07-27T06:53:17.651141+0000","last_unstale":"2024-07-27T06:53:18.827146+0000","last_undegraded":"2024-07-27T06:53:18.827146+0000","last_fullsized":"2024-07-27T06:53:18.827146+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:09.857802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707251+0000","last_change":"2024-07-27T06:53:16.615266+0000","last_active":"2024-07-27T06:53:18.707251+0000","last_peered":"2024-07-27T06:53:18.707251+0000","last_clean":"2024-07-27T06:53:18.707251+0000","last_became_active":"2024-07-27T06:53:16.614888+0000","last_became_peered":"2024-07-27T06:53:16.614888+0000","last_unstale":"2024-07-27T06:53:18.707251+0000","last_undegraded":"2024-07-27T06:53:18.707251+0000","last_fullsized":"2024-07-27T06:53:18.707251+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:58.097202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656859+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T06:53:18.656859+0000","last_peered":"2024-07-27T06:53:18.656859+0000","last_clean":"2024-07-27T06:53:18.656859+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T06:53:18.656859+0000","last_undegraded":"2024-07-27T06:53:18.656859+0000","last_fullsized":"2024-07-27T06:53:18.656859+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.625561+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T06:53:17.625561+0000","last_peered":"2024-07-27T06:53:17.625561+0000","last_clean":"2024-07-27T06:53:17.625561+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T06:53:17.625561+0000","last_undegraded":"2024-07-27T06:53:17.625561+0000","last_fullsized":"2024-07-27T06:53:17.625561+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620704+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:53:17.620704+0000","last_peered":"2024-07-27T06:53:17.620704+0000","last_clean":"2024-07-27T06:53:17.620704+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:53:17.620704+0000","last_undegraded":"2024-07-27T06:53:17.620704+0000","last_fullsized":"2024-07-27T06:53:17.620704+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.637797+0000","last_change":"2024-07-27T06:53:17.634626+0000","last_active":"2024-07-27T06:53:17.637797+0000","last_peered":"2024-07-27T06:53:17.637797+0000","last_clean":"2024-07-27T06:53:17.637797+0000","last_became_active":"2024-07-27T06:53:17.634272+0000","last_became_peered":"2024-07-27T06:53:17.634272+0000","last_unstale":"2024-07-27T06:53:17.637797+0000","last_undegraded":"2024-07-27T06:53:17.637797+0000","last_fullsized":"2024-07-27T06:53:17.637797+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656047+0000","last_change":"2024-07-27T06:53:16.628172+0000","last_active":"2024-07-27T06:53:18.656047+0000","last_peered":"2024-07-27T06:53:18.656047+0000","last_clean":"2024-07-27T06:53:18.656047+0000","last_became_active":"2024-07-27T06:53:16.627777+0000","last_became_peered":"2024-07-27T06:53:16.627777+0000","last_unstale":"2024-07-27T06:53:18.656047+0000","last_undegraded":"2024-07-27T06:53:18.656047+0000","last_fullsized":"2024-07-27T06:53:18.656047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:17:37.161654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653492+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T06:53:18.653492+0000","last_peered":"2024-07-27T06:53:18.653492+0000","last_clean":"2024-07-27T06:53:18.653492+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T06:53:18.653492+0000","last_undegraded":"2024-07-27T06:53:18.653492+0000","last_fullsized":"2024-07-27T06:53:18.653492+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.652445+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T06:53:18.652445+0000","last_peered":"2024-07-27T06:53:18.652445+0000","last_clean":"2024-07-27T06:53:18.652445+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T06:53:18.652445+0000","last_undegraded":"2024-07-27T06:53:18.652445+0000","last_fullsized":"2024-07-27T06:53:18.652445+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626702+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:53:17.626702+0000","last_peered":"2024-07-27T06:53:17.626702+0000","last_clean":"2024-07-27T06:53:17.626702+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:53:17.626702+0000","last_undegraded":"2024-07-27T06:53:17.626702+0000","last_fullsized":"2024-07-27T06:53:17.626702+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655688+0000","last_change":"2024-07-27T06:53:17.669865+0000","last_active":"2024-07-27T06:53:18.655688+0000","last_peered":"2024-07-27T06:53:18.655688+0000","last_clean":"2024-07-27T06:53:18.655688+0000","last_became_active":"2024-07-27T06:53:17.667705+0000","last_became_peered":"2024-07-27T06:53:17.667705+0000","last_unstale":"2024-07-27T06:53:18.655688+0000","last_undegraded":"2024-07-27T06:53:18.655688+0000","last_fullsized":"2024-07-27T06:53:18.655688+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:25.246316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.13","version":"82'2","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.679730+0000","last_change":"2024-07-27T06:53:16.624753+0000","last_active":"2024-07-27T06:53:17.679730+0000","last_peered":"2024-07-27T06:53:17.679730+0000","last_clean":"2024-07-27T06:53:17.679730+0000","last_became_active":"2024-07-27T06:53:16.624046+0000","last_became_peered":"2024-07-27T06:53:16.624046+0000","last_unstale":"2024-07-27T06:53:17.679730+0000","last_undegraded":"2024-07-27T06:53:17.679730+0000","last_fullsized":"2024-07-27T06:53:17.679730+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:43:05.516229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631589+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T06:53:17.631589+0000","last_peered":"2024-07-27T06:53:17.631589+0000","last_clean":"2024-07-27T06:53:17.631589+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T06:53:17.631589+0000","last_undegraded":"2024-07-27T06:53:17.631589+0000","last_fullsized":"2024-07-27T06:53:17.631589+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827314+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T06:53:18.827314+0000","last_peered":"2024-07-27T06:53:18.827314+0000","last_clean":"2024-07-27T06:53:18.827314+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T06:53:18.827314+0000","last_undegraded":"2024-07-27T06:53:18.827314+0000","last_fullsized":"2024-07-27T06:53:18.827314+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828544+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:53:18.828544+0000","last_peered":"2024-07-27T06:53:18.828544+0000","last_clean":"2024-07-27T06:53:18.828544+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:53:18.828544+0000","last_undegraded":"2024-07-27T06:53:18.828544+0000","last_fullsized":"2024-07-27T06:53:18.828544+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649937+0000","last_change":"2024-07-27T06:53:17.649738+0000","last_active":"2024-07-27T06:53:18.649937+0000","last_peered":"2024-07-27T06:53:18.649937+0000","last_clean":"2024-07-27T06:53:18.649937+0000","last_became_active":"2024-07-27T06:53:17.649078+0000","last_became_peered":"2024-07-27T06:53:17.649078+0000","last_unstale":"2024-07-27T06:53:18.649937+0000","last_undegraded":"2024-07-27T06:53:18.649937+0000","last_fullsized":"2024-07-27T06:53:18.649937+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:33.194413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.1c","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653903+0000","last_change":"2024-07-27T06:53:16.635718+0000","last_active":"2024-07-27T06:53:18.653903+0000","last_peered":"2024-07-27T06:53:18.653903+0000","last_clean":"2024-07-27T06:53:18.653903+0000","last_became_active":"2024-07-27T06:53:16.635334+0000","last_became_peered":"2024-07-27T06:53:16.635334+0000","last_unstale":"2024-07-27T06:53:18.653903+0000","last_undegraded":"2024-07-27T06:53:18.653903+0000","last_fullsized":"2024-07-27T06:53:18.653903+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:41.517617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708276+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T06:53:18.708276+0000","last_peered":"2024-07-27T06:53:18.708276+0000","last_clean":"2024-07-27T06:53:18.708276+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T06:53:18.708276+0000","last_undegraded":"2024-07-27T06:53:18.708276+0000","last_fullsized":"2024-07-27T06:53:18.708276+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828376+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T06:53:18.828376+0000","last_peered":"2024-07-27T06:53:18.828376+0000","last_clean":"2024-07-27T06:53:18.828376+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T06:53:18.828376+0000","last_undegraded":"2024-07-27T06:53:18.828376+0000","last_fullsized":"2024-07-27T06:53:18.828376+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830753+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:53:18.830753+0000","last_peered":"2024-07-27T06:53:18.830753+0000","last_clean":"2024-07-27T06:53:18.830753+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:53:18.830753+0000","last_undegraded":"2024-07-27T06:53:18.830753+0000","last_fullsized":"2024-07-27T06:53:18.830753+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653512+0000","last_change":"2024-07-27T06:53:17.658225+0000","last_active":"2024-07-27T06:53:18.653512+0000","last_peered":"2024-07-27T06:53:18.653512+0000","last_clean":"2024-07-27T06:53:18.653512+0000","last_became_active":"2024-07-27T06:53:17.657856+0000","last_became_peered":"2024-07-27T06:53:17.657856+0000","last_unstale":"2024-07-27T06:53:18.653512+0000","last_undegraded":"2024-07-27T06:53:18.653512+0000","last_fullsized":"2024-07-27T06:53:18.653512+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:03:01.578918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.1d","version":"82'2","reported_seq":15,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.676125+0000","last_change":"2024-07-27T06:53:16.628586+0000","last_active":"2024-07-27T06:53:17.676125+0000","last_peered":"2024-07-27T06:53:17.676125+0000","last_clean":"2024-07-27T06:53:17.676125+0000","last_became_active":"2024-07-27T06:53:16.627894+0000","last_became_peered":"2024-07-27T06:53:16.627894+0000","last_unstale":"2024-07-27T06:53:17.676125+0000","last_undegraded":"2024-07-27T06:53:17.676125+0000","last_fullsized":"2024-07-27T06:53:17.676125+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:02:22.123094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650118+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T06:53:18.650118+0000","last_peered":"2024-07-27T06:53:18.650118+0000","last_clean":"2024-07-27T06:53:18.650118+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T06:53:18.650118+0000","last_undegraded":"2024-07-27T06:53:18.650118+0000","last_fullsized":"2024-07-27T06:53:18.650118+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830556+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T06:53:18.830556+0000","last_peered":"2024-07-27T06:53:18.830556+0000","last_clean":"2024-07-27T06:53:18.830556+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T06:53:18.830556+0000","last_undegraded":"2024-07-27T06:53:18.830556+0000","last_fullsized":"2024-07-27T06:53:18.830556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630736+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:53:17.630736+0000","last_peered":"2024-07-27T06:53:17.630736+0000","last_clean":"2024-07-27T06:53:17.630736+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:53:17.630736+0000","last_undegraded":"2024-07-27T06:53:17.630736+0000","last_fullsized":"2024-07-27T06:53:17.630736+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.672567+0000","last_change":"2024-07-27T06:53:17.664756+0000","last_active":"2024-07-27T06:53:17.672567+0000","last_peered":"2024-07-27T06:53:17.672567+0000","last_clean":"2024-07-27T06:53:17.672567+0000","last_became_active":"2024-07-27T06:53:17.664370+0000","last_became_peered":"2024-07-27T06:53:17.664370+0000","last_unstale":"2024-07-27T06:53:17.672567+0000","last_undegraded":"2024-07-27T06:53:17.672567+0000","last_fullsized":"2024-07-27T06:53:17.672567+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:20:27.935191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1e","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830037+0000","last_change":"2024-07-27T06:53:16.626525+0000","last_active":"2024-07-27T06:53:18.830037+0000","last_peered":"2024-07-27T06:53:18.830037+0000","last_clean":"2024-07-27T06:53:18.830037+0000","last_became_active":"2024-07-27T06:53:16.626169+0000","last_became_peered":"2024-07-27T06:53:16.626169+0000","last_unstale":"2024-07-27T06:53:18.830037+0000","last_undegraded":"2024-07-27T06:53:18.830037+0000","last_fullsized":"2024-07-27T06:53:18.830037+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:43:30.567550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708678+0000","last_change":"2024-07-27T06:52:53.279362+0000","last_active":"2024-07-27T06:53:18.708678+0000","last_peered":"2024-07-27T06:53:18.708678+0000","last_clean":"2024-07-27T06:53:18.708678+0000","last_became_active":"2024-07-27T06:52:53.278823+0000","last_became_peered":"2024-07-27T06:52:53.278823+0000","last_unstale":"2024-07-27T06:53:18.708678+0000","last_undegraded":"2024-07-27T06:53:18.708678+0000","last_fullsized":"2024-07-27T06:53:18.708678+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:03.653533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.628420+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T06:53:17.628420+0000","last_peered":"2024-07-27T06:53:17.628420+0000","last_clean":"2024-07-27T06:53:17.628420+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T06:53:17.628420+0000","last_undegraded":"2024-07-27T06:53:17.628420+0000","last_fullsized":"2024-07-27T06:53:17.628420+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708388+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:53:18.708388+0000","last_peered":"2024-07-27T06:53:18.708388+0000","last_clean":"2024-07-27T06:53:18.708388+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:53:18.708388+0000","last_undegraded":"2024-07-27T06:53:18.708388+0000","last_fullsized":"2024-07-27T06:53:18.708388+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.659967+0000","last_change":"2024-07-27T06:53:17.643060+0000","last_active":"2024-07-27T06:53:17.659967+0000","last_peered":"2024-07-27T06:53:17.659967+0000","last_clean":"2024-07-27T06:53:17.659967+0000","last_became_active":"2024-07-27T06:53:17.642664+0000","last_became_peered":"2024-07-27T06:53:17.642664+0000","last_unstale":"2024-07-27T06:53:17.659967+0000","last_undegraded":"2024-07-27T06:53:17.659967+0000","last_fullsized":"2024-07-27T06:53:17.659967+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:42.284004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1f","version":"82'4","reported_seq":17,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.675902+0000","last_change":"2024-07-27T06:53:16.631397+0000","last_active":"2024-07-27T06:53:17.675902+0000","last_peered":"2024-07-27T06:53:17.675902+0000","last_clean":"2024-07-27T06:53:17.675902+0000","last_became_active":"2024-07-27T06:53:16.631057+0000","last_became_peered":"2024-07-27T06:53:16.631057+0000","last_unstale":"2024-07-27T06:53:17.675902+0000","last_undegraded":"2024-07-27T06:53:17.675902+0000","last_fullsized":"2024-07-27T06:53:17.675902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:36.480710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649212+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T06:53:18.649212+0000","last_peered":"2024-07-27T06:53:18.649212+0000","last_clean":"2024-07-27T06:53:18.649212+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T06:53:18.649212+0000","last_undegraded":"2024-07-27T06:53:18.649212+0000","last_fullsized":"2024-07-27T06:53:18.649212+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656161+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T06:53:18.656161+0000","last_peered":"2024-07-27T06:53:18.656161+0000","last_clean":"2024-07-27T06:53:18.656161+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T06:53:18.656161+0000","last_undegraded":"2024-07-27T06:53:18.656161+0000","last_fullsized":"2024-07-27T06:53:18.656161+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707498+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:53:18.707498+0000","last_peered":"2024-07-27T06:53:18.707498+0000","last_clean":"2024-07-27T06:53:18.707498+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:53:18.707498+0000","last_undegraded":"2024-07-27T06:53:18.707498+0000","last_fullsized":"2024-07-27T06:53:18.707498+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706843+0000","last_change":"2024-07-27T06:53:17.650018+0000","last_active":"2024-07-27T06:53:18.706843+0000","last_peered":"2024-07-27T06:53:18.706843+0000","last_clean":"2024-07-27T06:53:18.706843+0000","last_became_active":"2024-07-27T06:53:17.648577+0000","last_became_peered":"2024-07-27T06:53:17.648577+0000","last_unstale":"2024-07-27T06:53:18.706843+0000","last_undegraded":"2024-07-27T06:53:18.706843+0000","last_fullsized":"2024-07-27T06:53:18.706843+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:07.618451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.621725+0000","last_change":"2024-07-27T06:53:16.633567+0000","last_active":"2024-07-27T06:53:17.621725+0000","last_peered":"2024-07-27T06:53:17.621725+0000","last_clean":"2024-07-27T06:53:17.621725+0000","last_became_active":"2024-07-27T06:53:16.632440+0000","last_became_peered":"2024-07-27T06:53:16.632440+0000","last_unstale":"2024-07-27T06:53:17.621725+0000","last_undegraded":"2024-07-27T06:53:17.621725+0000","last_fullsized":"2024-07-27T06:53:17.621725+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:09.261153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828345+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T06:53:18.828345+0000","last_peered":"2024-07-27T06:53:18.828345+0000","last_clean":"2024-07-27T06:53:18.828345+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T06:53:18.828345+0000","last_undegraded":"2024-07-27T06:53:18.828345+0000","last_fullsized":"2024-07-27T06:53:18.828345+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827972+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T06:53:18.827972+0000","last_peered":"2024-07-27T06:53:18.827972+0000","last_clean":"2024-07-27T06:53:18.827972+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T06:53:18.827972+0000","last_undegraded":"2024-07-27T06:53:18.827972+0000","last_fullsized":"2024-07-27T06:53:18.827972+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829435+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:53:18.829435+0000","last_peered":"2024-07-27T06:53:18.829435+0000","last_clean":"2024-07-27T06:53:18.829435+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:53:18.829435+0000","last_undegraded":"2024-07-27T06:53:18.829435+0000","last_fullsized":"2024-07-27T06:53:18.829435+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.646700+0000","last_change":"2024-07-27T06:53:17.639760+0000","last_active":"2024-07-27T06:53:17.646700+0000","last_peered":"2024-07-27T06:53:17.646700+0000","last_clean":"2024-07-27T06:53:17.646700+0000","last_became_active":"2024-07-27T06:53:17.639376+0000","last_became_peered":"2024-07-27T06:53:17.639376+0000","last_unstale":"2024-07-27T06:53:17.646700+0000","last_undegraded":"2024-07-27T06:53:17.646700+0000","last_fullsized":"2024-07-27T06:53:17.646700+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:39.909451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827680+0000","last_change":"2024-07-27T06:53:16.620879+0000","last_active":"2024-07-27T06:53:18.827680+0000","last_peered":"2024-07-27T06:53:18.827680+0000","last_clean":"2024-07-27T06:53:18.827680+0000","last_became_active":"2024-07-27T06:53:16.620532+0000","last_became_peered":"2024-07-27T06:53:16.620532+0000","last_unstale":"2024-07-27T06:53:18.827680+0000","last_undegraded":"2024-07-27T06:53:18.827680+0000","last_fullsized":"2024-07-27T06:53:18.827680+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:43.226660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.619613+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T06:53:17.619613+0000","last_peered":"2024-07-27T06:53:17.619613+0000","last_clean":"2024-07-27T06:53:17.619613+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T06:53:17.619613+0000","last_undegraded":"2024-07-27T06:53:17.619613+0000","last_fullsized":"2024-07-27T06:53:17.619613+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649409+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T06:53:18.649409+0000","last_peered":"2024-07-27T06:53:18.649409+0000","last_clean":"2024-07-27T06:53:18.649409+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T06:53:18.649409+0000","last_undegraded":"2024-07-27T06:53:18.649409+0000","last_fullsized":"2024-07-27T06:53:18.649409+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631981+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:53:17.631981+0000","last_peered":"2024-07-27T06:53:17.631981+0000","last_clean":"2024-07-27T06:53:17.631981+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:53:17.631981+0000","last_undegraded":"2024-07-27T06:53:17.631981+0000","last_fullsized":"2024-07-27T06:53:17.631981+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829025+0000","last_change":"2024-07-27T06:53:17.654858+0000","last_active":"2024-07-27T06:53:18.829025+0000","last_peered":"2024-07-27T06:53:18.829025+0000","last_clean":"2024-07-27T06:53:18.829025+0000","last_became_active":"2024-07-27T06:53:17.652143+0000","last_became_peered":"2024-07-27T06:53:17.652143+0000","last_unstale":"2024-07-27T06:53:18.829025+0000","last_undegraded":"2024-07-27T06:53:18.829025+0000","last_fullsized":"2024-07-27T06:53:18.829025+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:05.387516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1a","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.675128+0000","last_change":"2024-07-27T06:53:16.626688+0000","last_active":"2024-07-27T06:53:17.675128+0000","last_peered":"2024-07-27T06:53:17.675128+0000","last_clean":"2024-07-27T06:53:17.675128+0000","last_became_active":"2024-07-27T06:53:16.623466+0000","last_became_peered":"2024-07-27T06:53:16.623466+0000","last_unstale":"2024-07-27T06:53:17.675128+0000","last_undegraded":"2024-07-27T06:53:17.675128+0000","last_fullsized":"2024-07-27T06:53:17.675128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:39.705332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632724+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T06:53:17.632724+0000","last_peered":"2024-07-27T06:53:17.632724+0000","last_clean":"2024-07-27T06:53:17.632724+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T06:53:17.632724+0000","last_undegraded":"2024-07-27T06:53:17.632724+0000","last_fullsized":"2024-07-27T06:53:17.632724+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631763+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T06:53:17.631763+0000","last_peered":"2024-07-27T06:53:17.631763+0000","last_clean":"2024-07-27T06:53:17.631763+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T06:53:17.631763+0000","last_undegraded":"2024-07-27T06:53:17.631763+0000","last_fullsized":"2024-07-27T06:53:17.631763+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.633406+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:53:17.633406+0000","last_peered":"2024-07-27T06:53:17.633406+0000","last_clean":"2024-07-27T06:53:17.633406+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:53:17.633406+0000","last_undegraded":"2024-07-27T06:53:17.633406+0000","last_fullsized":"2024-07-27T06:53:17.633406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707275+0000","last_change":"2024-07-27T06:53:17.664039+0000","last_active":"2024-07-27T06:53:18.707275+0000","last_peered":"2024-07-27T06:53:18.707275+0000","last_clean":"2024-07-27T06:53:18.707275+0000","last_became_active":"2024-07-27T06:53:17.660881+0000","last_became_peered":"2024-07-27T06:53:17.660881+0000","last_unstale":"2024-07-27T06:53:18.707275+0000","last_undegraded":"2024-07-27T06:53:18.707275+0000","last_fullsized":"2024-07-27T06:53:18.707275+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1b","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656562+0000","last_change":"2024-07-27T06:53:16.628880+0000","last_active":"2024-07-27T06:53:18.656562+0000","last_peered":"2024-07-27T06:53:18.656562+0000","last_clean":"2024-07-27T06:53:18.656562+0000","last_became_active":"2024-07-27T06:53:16.628140+0000","last_became_peered":"2024-07-27T06:53:16.628140+0000","last_unstale":"2024-07-27T06:53:18.656562+0000","last_undegraded":"2024-07-27T06:53:18.656562+0000","last_fullsized":"2024-07-27T06:53:18.656562+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:36:27.302183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706521+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T06:53:18.706521+0000","last_peered":"2024-07-27T06:53:18.706521+0000","last_clean":"2024-07-27T06:53:18.706521+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T06:53:18.706521+0000","last_undegraded":"2024-07-27T06:53:18.706521+0000","last_fullsized":"2024-07-27T06:53:18.706521+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632707+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T06:53:17.632707+0000","last_peered":"2024-07-27T06:53:17.632707+0000","last_clean":"2024-07-27T06:53:17.632707+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T06:53:17.632707+0000","last_undegraded":"2024-07-27T06:53:17.632707+0000","last_fullsized":"2024-07-27T06:53:17.632707+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707465+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:53:18.707465+0000","last_peered":"2024-07-27T06:53:18.707465+0000","last_clean":"2024-07-27T06:53:18.707465+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:53:18.707465+0000","last_undegraded":"2024-07-27T06:53:18.707465+0000","last_fullsized":"2024-07-27T06:53:18.707465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830812+0000","last_change":"2024-07-27T06:53:17.648826+0000","last_active":"2024-07-27T06:53:18.830812+0000","last_peered":"2024-07-27T06:53:18.830812+0000","last_clean":"2024-07-27T06:53:18.830812+0000","last_became_active":"2024-07-27T06:53:17.648508+0000","last_became_peered":"2024-07-27T06:53:17.648508+0000","last_unstale":"2024-07-27T06:53:18.830812+0000","last_undegraded":"2024-07-27T06:53:18.830812+0000","last_fullsized":"2024-07-27T06:53:18.830812+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:18.315963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829416+0000","last_change":"2024-07-27T06:53:16.617970+0000","last_active":"2024-07-27T06:53:18.829416+0000","last_peered":"2024-07-27T06:53:18.829416+0000","last_clean":"2024-07-27T06:53:18.829416+0000","last_became_active":"2024-07-27T06:53:16.616471+0000","last_became_peered":"2024-07-27T06:53:16.616471+0000","last_unstale":"2024-07-27T06:53:18.829416+0000","last_undegraded":"2024-07-27T06:53:18.829416+0000","last_fullsized":"2024-07-27T06:53:18.829416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:53:09.869977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830447+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T06:53:18.830447+0000","last_peered":"2024-07-27T06:53:18.830447+0000","last_clean":"2024-07-27T06:53:18.830447+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T06:53:18.830447+0000","last_undegraded":"2024-07-27T06:53:18.830447+0000","last_fullsized":"2024-07-27T06:53:18.830447+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.657859+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T06:53:18.657859+0000","last_peered":"2024-07-27T06:53:18.657859+0000","last_clean":"2024-07-27T06:53:18.657859+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T06:53:18.657859+0000","last_undegraded":"2024-07-27T06:53:18.657859+0000","last_fullsized":"2024-07-27T06:53:18.657859+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708854+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:53:18.708854+0000","last_peered":"2024-07-27T06:53:18.708854+0000","last_clean":"2024-07-27T06:53:18.708854+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:53:18.708854+0000","last_undegraded":"2024-07-27T06:53:18.708854+0000","last_fullsized":"2024-07-27T06:53:18.708854+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660537+0000","last_change":"2024-07-27T06:53:17.648962+0000","last_active":"2024-07-27T06:53:17.660537+0000","last_peered":"2024-07-27T06:53:17.660537+0000","last_clean":"2024-07-27T06:53:17.660537+0000","last_became_active":"2024-07-27T06:53:17.648653+0000","last_became_peered":"2024-07-27T06:53:17.648653+0000","last_unstale":"2024-07-27T06:53:17.660537+0000","last_undegraded":"2024-07-27T06:53:17.660537+0000","last_fullsized":"2024-07-27T06:53:17.660537+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.630185+0000","last_change":"2024-07-27T06:53:16.617801+0000","last_active":"2024-07-27T06:53:17.630185+0000","last_peered":"2024-07-27T06:53:17.630185+0000","last_clean":"2024-07-27T06:53:17.630185+0000","last_became_active":"2024-07-27T06:53:16.617458+0000","last_became_peered":"2024-07-27T06:53:16.617458+0000","last_unstale":"2024-07-27T06:53:17.630185+0000","last_undegraded":"2024-07-27T06:53:17.630185+0000","last_fullsized":"2024-07-27T06:53:17.630185+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:54:59.249041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830064+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T06:53:18.830064+0000","last_peered":"2024-07-27T06:53:18.830064+0000","last_clean":"2024-07-27T06:53:18.830064+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T06:53:18.830064+0000","last_undegraded":"2024-07-27T06:53:18.830064+0000","last_fullsized":"2024-07-27T06:53:18.830064+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.651363+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T06:53:17.651363+0000","last_peered":"2024-07-27T06:53:17.651363+0000","last_clean":"2024-07-27T06:53:17.651363+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T06:53:17.651363+0000","last_undegraded":"2024-07-27T06:53:17.651363+0000","last_fullsized":"2024-07-27T06:53:17.651363+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829680+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:53:18.829680+0000","last_peered":"2024-07-27T06:53:18.829680+0000","last_clean":"2024-07-27T06:53:18.829680+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:53:18.829680+0000","last_undegraded":"2024-07-27T06:53:18.829680+0000","last_fullsized":"2024-07-27T06:53:18.829680+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662144+0000","last_change":"2024-07-27T06:53:17.655060+0000","last_active":"2024-07-27T06:53:17.662144+0000","last_peered":"2024-07-27T06:53:17.662144+0000","last_clean":"2024-07-27T06:53:17.662144+0000","last_became_active":"2024-07-27T06:53:17.654438+0000","last_became_peered":"2024-07-27T06:53:17.654438+0000","last_unstale":"2024-07-27T06:53:17.662144+0000","last_undegraded":"2024-07-27T06:53:17.662144+0000","last_fullsized":"2024-07-27T06:53:17.662144+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:52.100243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.629211+0000","last_change":"2024-07-27T06:53:16.624376+0000","last_active":"2024-07-27T06:53:17.629211+0000","last_peered":"2024-07-27T06:53:17.629211+0000","last_clean":"2024-07-27T06:53:17.629211+0000","last_became_active":"2024-07-27T06:53:16.623988+0000","last_became_peered":"2024-07-27T06:53:16.623988+0000","last_unstale":"2024-07-27T06:53:17.629211+0000","last_undegraded":"2024-07-27T06:53:17.629211+0000","last_fullsized":"2024-07-27T06:53:17.629211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:45:00.256742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829205+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T06:53:18.829205+0000","last_peered":"2024-07-27T06:53:18.829205+0000","last_clean":"2024-07-27T06:53:18.829205+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T06:53:18.829205+0000","last_undegraded":"2024-07-27T06:53:18.829205+0000","last_fullsized":"2024-07-27T06:53:18.829205+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829504+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T06:53:18.829504+0000","last_peered":"2024-07-27T06:53:18.829504+0000","last_clean":"2024-07-27T06:53:18.829504+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T06:53:18.829504+0000","last_undegraded":"2024-07-27T06:53:18.829504+0000","last_fullsized":"2024-07-27T06:53:18.829504+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.651471+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:53:17.651471+0000","last_peered":"2024-07-27T06:53:17.651471+0000","last_clean":"2024-07-27T06:53:17.651471+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:53:17.651471+0000","last_undegraded":"2024-07-27T06:53:17.651471+0000","last_fullsized":"2024-07-27T06:53:17.651471+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660288+0000","last_change":"2024-07-27T06:53:17.644479+0000","last_active":"2024-07-27T06:53:17.660288+0000","last_peered":"2024-07-27T06:53:17.660288+0000","last_clean":"2024-07-27T06:53:17.660288+0000","last_became_active":"2024-07-27T06:53:17.644134+0000","last_became_peered":"2024-07-27T06:53:17.644134+0000","last_unstale":"2024-07-27T06:53:17.660288+0000","last_undegraded":"2024-07-27T06:53:17.660288+0000","last_fullsized":"2024-07-27T06:53:17.660288+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:09:27.528481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.7","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707703+0000","last_change":"2024-07-27T06:53:16.615909+0000","last_active":"2024-07-27T06:53:18.707703+0000","last_peered":"2024-07-27T06:53:18.707703+0000","last_clean":"2024-07-27T06:53:18.707703+0000","last_became_active":"2024-07-27T06:53:16.615592+0000","last_became_peered":"2024-07-27T06:53:16.615592+0000","last_unstale":"2024-07-27T06:53:18.707703+0000","last_undegraded":"2024-07-27T06:53:18.707703+0000","last_fullsized":"2024-07-27T06:53:18.707703+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829702+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T06:53:18.829702+0000","last_peered":"2024-07-27T06:53:18.829702+0000","last_clean":"2024-07-27T06:53:18.829702+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T06:53:18.829702+0000","last_undegraded":"2024-07-27T06:53:18.829702+0000","last_fullsized":"2024-07-27T06:53:18.829702+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649933+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T06:53:18.649933+0000","last_peered":"2024-07-27T06:53:18.649933+0000","last_clean":"2024-07-27T06:53:18.649933+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T06:53:18.649933+0000","last_undegraded":"2024-07-27T06:53:18.649933+0000","last_fullsized":"2024-07-27T06:53:18.649933+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":88,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650260+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:53:17.650260+0000","last_peered":"2024-07-27T06:53:17.650260+0000","last_clean":"2024-07-27T06:53:17.650260+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:53:17.650260+0000","last_undegraded":"2024-07-27T06:53:17.650260+0000","last_fullsized":"2024-07-27T06:53:17.650260+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708451+0000","last_change":"2024-07-27T06:53:17.656809+0000","last_active":"2024-07-27T06:53:18.708451+0000","last_peered":"2024-07-27T06:53:18.708451+0000","last_clean":"2024-07-27T06:53:18.708451+0000","last_became_active":"2024-07-27T06:53:17.656408+0000","last_became_peered":"2024-07-27T06:53:17.656408+0000","last_unstale":"2024-07-27T06:53:18.708451+0000","last_undegraded":"2024-07-27T06:53:18.708451+0000","last_fullsized":"2024-07-27T06:53:18.708451+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:08.848575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620399+0000","last_change":"2024-07-27T06:53:16.625243+0000","last_active":"2024-07-27T06:53:17.620399+0000","last_peered":"2024-07-27T06:53:17.620399+0000","last_clean":"2024-07-27T06:53:17.620399+0000","last_became_active":"2024-07-27T06:53:16.624837+0000","last_became_peered":"2024-07-27T06:53:16.624837+0000","last_unstale":"2024-07-27T06:53:17.620399+0000","last_undegraded":"2024-07-27T06:53:17.620399+0000","last_fullsized":"2024-07-27T06:53:17.620399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:47:42.221734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658046+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T06:53:18.658046+0000","last_peered":"2024-07-27T06:53:18.658046+0000","last_clean":"2024-07-27T06:53:18.658046+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T06:53:18.658046+0000","last_undegraded":"2024-07-27T06:53:18.658046+0000","last_fullsized":"2024-07-27T06:53:18.658046+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":39,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828152+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T06:53:18.828152+0000","last_peered":"2024-07-27T06:53:18.828152+0000","last_clean":"2024-07-27T06:53:18.828152+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T06:53:18.828152+0000","last_undegraded":"2024-07-27T06:53:18.828152+0000","last_fullsized":"2024-07-27T06:53:18.828152+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.620241+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:53:17.620241+0000","last_peered":"2024-07-27T06:53:17.620241+0000","last_clean":"2024-07-27T06:53:17.620241+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:53:17.620241+0000","last_undegraded":"2024-07-27T06:53:17.620241+0000","last_fullsized":"2024-07-27T06:53:17.620241+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.662344+0000","last_change":"2024-07-27T06:53:17.654334+0000","last_active":"2024-07-27T06:53:17.662344+0000","last_peered":"2024-07-27T06:53:17.662344+0000","last_clean":"2024-07-27T06:53:17.662344+0000","last_became_active":"2024-07-27T06:53:17.653337+0000","last_became_peered":"2024-07-27T06:53:17.653337+0000","last_unstale":"2024-07-27T06:53:17.662344+0000","last_undegraded":"2024-07-27T06:53:17.662344+0000","last_fullsized":"2024-07-27T06:53:17.662344+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:10.055372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.632627+0000","last_change":"2024-07-27T06:53:16.631923+0000","last_active":"2024-07-27T06:53:17.632627+0000","last_peered":"2024-07-27T06:53:17.632627+0000","last_clean":"2024-07-27T06:53:17.632627+0000","last_became_active":"2024-07-27T06:53:16.631496+0000","last_became_peered":"2024-07-27T06:53:16.631496+0000","last_unstale":"2024-07-27T06:53:17.632627+0000","last_undegraded":"2024-07-27T06:53:17.632627+0000","last_fullsized":"2024-07-27T06:53:17.632627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:13:15.167584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706349+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T06:53:18.706349+0000","last_peered":"2024-07-27T06:53:18.706349+0000","last_clean":"2024-07-27T06:53:18.706349+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T06:53:18.706349+0000","last_undegraded":"2024-07-27T06:53:18.706349+0000","last_fullsized":"2024-07-27T06:53:18.706349+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626578+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T06:53:17.626578+0000","last_peered":"2024-07-27T06:53:17.626578+0000","last_clean":"2024-07-27T06:53:17.626578+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T06:53:17.626578+0000","last_undegraded":"2024-07-27T06:53:17.626578+0000","last_fullsized":"2024-07-27T06:53:17.626578+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.624186+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:53:17.624186+0000","last_peered":"2024-07-27T06:53:17.624186+0000","last_clean":"2024-07-27T06:53:17.624186+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:53:17.624186+0000","last_undegraded":"2024-07-27T06:53:17.624186+0000","last_fullsized":"2024-07-27T06:53:17.624186+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829232+0000","last_change":"2024-07-27T06:53:17.654127+0000","last_active":"2024-07-27T06:53:18.829232+0000","last_peered":"2024-07-27T06:53:18.829232+0000","last_clean":"2024-07-27T06:53:18.829232+0000","last_became_active":"2024-07-27T06:53:17.653478+0000","last_became_peered":"2024-07-27T06:53:17.653478+0000","last_unstale":"2024-07-27T06:53:18.829232+0000","last_undegraded":"2024-07-27T06:53:18.829232+0000","last_fullsized":"2024-07-27T06:53:18.829232+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:31:56.020267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827791+0000","last_change":"2024-07-27T06:53:16.627337+0000","last_active":"2024-07-27T06:53:18.827791+0000","last_peered":"2024-07-27T06:53:18.827791+0000","last_clean":"2024-07-27T06:53:18.827791+0000","last_became_active":"2024-07-27T06:53:16.626897+0000","last_became_peered":"2024-07-27T06:53:16.626897+0000","last_unstale":"2024-07-27T06:53:18.827791+0000","last_undegraded":"2024-07-27T06:53:18.827791+0000","last_fullsized":"2024-07-27T06:53:18.827791+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:48.256851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707418+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T06:53:18.707418+0000","last_peered":"2024-07-27T06:53:18.707418+0000","last_clean":"2024-07-27T06:53:18.707418+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T06:53:18.707418+0000","last_undegraded":"2024-07-27T06:53:18.707418+0000","last_fullsized":"2024-07-27T06:53:18.707418+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648039+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T06:53:18.648039+0000","last_peered":"2024-07-27T06:53:18.648039+0000","last_clean":"2024-07-27T06:53:18.648039+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T06:53:18.648039+0000","last_undegraded":"2024-07-27T06:53:18.648039+0000","last_fullsized":"2024-07-27T06:53:18.648039+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.658137+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:53:18.658137+0000","last_peered":"2024-07-27T06:53:18.658137+0000","last_clean":"2024-07-27T06:53:18.658137+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:53:18.658137+0000","last_undegraded":"2024-07-27T06:53:18.658137+0000","last_fullsized":"2024-07-27T06:53:18.658137+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.660231+0000","last_change":"2024-07-27T06:53:17.646547+0000","last_active":"2024-07-27T06:53:17.660231+0000","last_peered":"2024-07-27T06:53:17.660231+0000","last_clean":"2024-07-27T06:53:17.660231+0000","last_became_active":"2024-07-27T06:53:17.646012+0000","last_became_peered":"2024-07-27T06:53:17.646012+0000","last_unstale":"2024-07-27T06:53:17.660231+0000","last_undegraded":"2024-07-27T06:53:17.660231+0000","last_fullsized":"2024-07-27T06:53:17.660231+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:19.413724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.624494+0000","last_change":"2024-07-27T06:53:16.632447+0000","last_active":"2024-07-27T06:53:17.624494+0000","last_peered":"2024-07-27T06:53:17.624494+0000","last_clean":"2024-07-27T06:53:17.624494+0000","last_became_active":"2024-07-27T06:53:16.631228+0000","last_became_peered":"2024-07-27T06:53:16.631228+0000","last_unstale":"2024-07-27T06:53:17.624494+0000","last_undegraded":"2024-07-27T06:53:17.624494+0000","last_fullsized":"2024-07-27T06:53:17.624494+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:50.517845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":33,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.706847+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T06:53:18.706847+0000","last_peered":"2024-07-27T06:53:18.706847+0000","last_clean":"2024-07-27T06:53:18.706847+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T06:53:18.706847+0000","last_undegraded":"2024-07-27T06:53:18.706847+0000","last_fullsized":"2024-07-27T06:53:18.706847+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":40,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707700+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T06:53:18.707700+0000","last_peered":"2024-07-27T06:53:18.707700+0000","last_clean":"2024-07-27T06:53:18.707700+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T06:53:18.707700+0000","last_undegraded":"2024-07-27T06:53:18.707700+0000","last_fullsized":"2024-07-27T06:53:18.707700+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623261+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:53:17.623261+0000","last_peered":"2024-07-27T06:53:17.623261+0000","last_clean":"2024-07-27T06:53:17.623261+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:53:17.623261+0000","last_undegraded":"2024-07-27T06:53:17.623261+0000","last_fullsized":"2024-07-27T06:53:17.623261+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708320+0000","last_change":"2024-07-27T06:53:17.642388+0000","last_active":"2024-07-27T06:53:18.708320+0000","last_peered":"2024-07-27T06:53:18.708320+0000","last_clean":"2024-07-27T06:53:18.708320+0000","last_became_active":"2024-07-27T06:53:17.641958+0000","last_became_peered":"2024-07-27T06:53:17.641958+0000","last_unstale":"2024-07-27T06:53:18.708320+0000","last_undegraded":"2024-07-27T06:53:18.708320+0000","last_fullsized":"2024-07-27T06:53:18.708320+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:59.859736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.618070+0000","last_change":"2024-07-27T06:53:16.626158+0000","last_active":"2024-07-27T06:53:17.618070+0000","last_peered":"2024-07-27T06:53:17.618070+0000","last_clean":"2024-07-27T06:53:17.618070+0000","last_became_active":"2024-07-27T06:53:16.625809+0000","last_became_peered":"2024-07-27T06:53:16.625809+0000","last_unstale":"2024-07-27T06:53:17.618070+0000","last_undegraded":"2024-07-27T06:53:17.618070+0000","last_fullsized":"2024-07-27T06:53:17.618070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:36.922517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":32,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829097+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T06:53:18.829097+0000","last_peered":"2024-07-27T06:53:18.829097+0000","last_clean":"2024-07-27T06:53:18.829097+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T06:53:18.829097+0000","last_undegraded":"2024-07-27T06:53:18.829097+0000","last_fullsized":"2024-07-27T06:53:18.829097+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.650035+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T06:53:17.650035+0000","last_peered":"2024-07-27T06:53:17.650035+0000","last_clean":"2024-07-27T06:53:17.650035+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T06:53:17.650035+0000","last_undegraded":"2024-07-27T06:53:17.650035+0000","last_fullsized":"2024-07-27T06:53:17.650035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830899+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:53:18.830899+0000","last_peered":"2024-07-27T06:53:18.830899+0000","last_clean":"2024-07-27T06:53:18.830899+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:53:18.830899+0000","last_undegraded":"2024-07-27T06:53:18.830899+0000","last_fullsized":"2024-07-27T06:53:18.830899+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829241+0000","last_change":"2024-07-27T06:53:17.662631+0000","last_active":"2024-07-27T06:53:18.829241+0000","last_peered":"2024-07-27T06:53:18.829241+0000","last_clean":"2024-07-27T06:53:18.829241+0000","last_became_active":"2024-07-27T06:53:17.661503+0000","last_became_peered":"2024-07-27T06:53:17.661503+0000","last_unstale":"2024-07-27T06:53:18.829241+0000","last_undegraded":"2024-07-27T06:53:18.829241+0000","last_fullsized":"2024-07-27T06:53:18.829241+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:21:37.927452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.d","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830332+0000","last_change":"2024-07-27T06:53:16.615475+0000","last_active":"2024-07-27T06:53:18.830332+0000","last_peered":"2024-07-27T06:53:18.830332+0000","last_clean":"2024-07-27T06:53:18.830332+0000","last_became_active":"2024-07-27T06:53:16.614033+0000","last_became_peered":"2024-07-27T06:53:16.614033+0000","last_unstale":"2024-07-27T06:53:18.830332+0000","last_undegraded":"2024-07-27T06:53:18.830332+0000","last_fullsized":"2024-07-27T06:53:18.830332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:49:53.280763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.650426+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T06:53:18.650426+0000","last_peered":"2024-07-27T06:53:18.650426+0000","last_clean":"2024-07-27T06:53:18.650426+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T06:53:18.650426+0000","last_undegraded":"2024-07-27T06:53:18.650426+0000","last_fullsized":"2024-07-27T06:53:18.650426+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830590+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T06:53:18.830590+0000","last_peered":"2024-07-27T06:53:18.830590+0000","last_clean":"2024-07-27T06:53:18.830590+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T06:53:18.830590+0000","last_undegraded":"2024-07-27T06:53:18.830590+0000","last_fullsized":"2024-07-27T06:53:18.830590+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626081+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:53:17.626081+0000","last_peered":"2024-07-27T06:53:17.626081+0000","last_clean":"2024-07-27T06:53:17.626081+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:53:17.626081+0000","last_undegraded":"2024-07-27T06:53:17.626081+0000","last_fullsized":"2024-07-27T06:53:17.626081+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828555+0000","last_change":"2024-07-27T06:53:17.666103+0000","last_active":"2024-07-27T06:53:18.828555+0000","last_peered":"2024-07-27T06:53:18.828555+0000","last_clean":"2024-07-27T06:53:18.828555+0000","last_became_active":"2024-07-27T06:53:17.663180+0000","last_became_peered":"2024-07-27T06:53:17.663180+0000","last_unstale":"2024-07-27T06:53:18.828555+0000","last_undegraded":"2024-07-27T06:53:18.828555+0000","last_fullsized":"2024-07-27T06:53:18.828555+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:22.012999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.e","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707111+0000","last_change":"2024-07-27T06:53:16.624661+0000","last_active":"2024-07-27T06:53:18.707111+0000","last_peered":"2024-07-27T06:53:18.707111+0000","last_clean":"2024-07-27T06:53:18.707111+0000","last_became_active":"2024-07-27T06:53:16.624268+0000","last_became_peered":"2024-07-27T06:53:16.624268+0000","last_unstale":"2024-07-27T06:53:18.707111+0000","last_undegraded":"2024-07-27T06:53:18.707111+0000","last_fullsized":"2024-07-27T06:53:18.707111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:48.256851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.649626+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T06:53:18.649626+0000","last_peered":"2024-07-27T06:53:18.649626+0000","last_clean":"2024-07-27T06:53:18.649626+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T06:53:18.649626+0000","last_undegraded":"2024-07-27T06:53:18.649626+0000","last_fullsized":"2024-07-27T06:53:18.649626+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.635775+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T06:53:17.635775+0000","last_peered":"2024-07-27T06:53:17.635775+0000","last_clean":"2024-07-27T06:53:17.635775+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T06:53:17.635775+0000","last_undegraded":"2024-07-27T06:53:17.635775+0000","last_fullsized":"2024-07-27T06:53:17.635775+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":92,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830801+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:53:18.830801+0000","last_peered":"2024-07-27T06:53:18.830801+0000","last_clean":"2024-07-27T06:53:18.830801+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:53:18.830801+0000","last_undegraded":"2024-07-27T06:53:18.830801+0000","last_fullsized":"2024-07-27T06:53:18.830801+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827974+0000","last_change":"2024-07-27T06:53:17.652991+0000","last_active":"2024-07-27T06:53:18.827974+0000","last_peered":"2024-07-27T06:53:18.827974+0000","last_clean":"2024-07-27T06:53:18.827974+0000","last_became_active":"2024-07-27T06:53:17.652655+0000","last_became_peered":"2024-07-27T06:53:17.652655+0000","last_unstale":"2024-07-27T06:53:18.827974+0000","last_undegraded":"2024-07-27T06:53:18.827974+0000","last_fullsized":"2024-07-27T06:53:18.827974+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:38.963216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.619993+0000","last_change":"2024-07-27T06:53:16.627841+0000","last_active":"2024-07-27T06:53:17.619993+0000","last_peered":"2024-07-27T06:53:17.619993+0000","last_clean":"2024-07-27T06:53:17.619993+0000","last_became_active":"2024-07-27T06:53:16.625262+0000","last_became_peered":"2024-07-27T06:53:16.625262+0000","last_unstale":"2024-07-27T06:53:17.619993+0000","last_undegraded":"2024-07-27T06:53:17.619993+0000","last_fullsized":"2024-07-27T06:53:17.619993+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:02:32.189478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.829145+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T06:53:18.829145+0000","last_peered":"2024-07-27T06:53:18.829145+0000","last_clean":"2024-07-27T06:53:18.829145+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T06:53:18.829145+0000","last_undegraded":"2024-07-27T06:53:18.829145+0000","last_fullsized":"2024-07-27T06:53:18.829145+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622671+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T06:53:17.622671+0000","last_peered":"2024-07-27T06:53:17.622671+0000","last_clean":"2024-07-27T06:53:17.622671+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T06:53:17.622671+0000","last_undegraded":"2024-07-27T06:53:17.622671+0000","last_fullsized":"2024-07-27T06:53:17.622671+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":89,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.828191+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:53:18.828191+0000","last_peered":"2024-07-27T06:53:18.828191+0000","last_clean":"2024-07-27T06:53:18.828191+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:53:18.828191+0000","last_undegraded":"2024-07-27T06:53:18.828191+0000","last_fullsized":"2024-07-27T06:53:18.828191+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":13,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.651267+0000","last_change":"2024-07-27T06:53:17.654614+0000","last_active":"2024-07-27T06:53:18.651267+0000","last_peered":"2024-07-27T06:53:18.651267+0000","last_clean":"2024-07-27T06:53:18.651267+0000","last_became_active":"2024-07-27T06:53:17.654182+0000","last_became_peered":"2024-07-27T06:53:17.654182+0000","last_unstale":"2024-07-27T06:53:18.651267+0000","last_undegraded":"2024-07-27T06:53:18.651267+0000","last_fullsized":"2024-07-27T06:53:18.651267+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:44:18.223861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648956+0000","last_change":"2024-07-27T06:53:16.620711+0000","last_active":"2024-07-27T06:53:18.648956+0000","last_peered":"2024-07-27T06:53:18.648956+0000","last_clean":"2024-07-27T06:53:18.648956+0000","last_became_active":"2024-07-27T06:53:16.619711+0000","last_became_peered":"2024-07-27T06:53:16.619711+0000","last_unstale":"2024-07-27T06:53:18.648956+0000","last_undegraded":"2024-07-27T06:53:18.648956+0000","last_fullsized":"2024-07-27T06:53:18.648956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":31,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.622338+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T06:53:17.622338+0000","last_peered":"2024-07-27T06:53:17.622338+0000","last_clean":"2024-07-27T06:53:17.622338+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T06:53:17.622338+0000","last_undegraded":"2024-07-27T06:53:17.622338+0000","last_fullsized":"2024-07-27T06:53:17.622338+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.633251+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T06:53:17.633251+0000","last_peered":"2024-07-27T06:53:17.633251+0000","last_clean":"2024-07-27T06:53:17.633251+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T06:53:17.633251+0000","last_undegraded":"2024-07-27T06:53:17.633251+0000","last_fullsized":"2024-07-27T06:53:17.633251+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":90,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707187+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:53:18.707187+0000","last_peered":"2024-07-27T06:53:18.707187+0000","last_clean":"2024-07-27T06:53:18.707187+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:53:18.707187+0000","last_undegraded":"2024-07-27T06:53:18.707187+0000","last_fullsized":"2024-07-27T06:53:18.707187+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.644404+0000","last_change":"2024-07-27T06:53:17.640026+0000","last_active":"2024-07-27T06:53:17.644404+0000","last_peered":"2024-07-27T06:53:17.644404+0000","last_clean":"2024-07-27T06:53:17.644404+0000","last_became_active":"2024-07-27T06:53:17.639073+0000","last_became_peered":"2024-07-27T06:53:17.639073+0000","last_unstale":"2024-07-27T06:53:17.644404+0000","last_undegraded":"2024-07-27T06:53:17.644404+0000","last_fullsized":"2024-07-27T06:53:17.644404+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:21:27.431562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.827619+0000","last_change":"2024-07-27T06:53:16.620125+0000","last_active":"2024-07-27T06:53:18.827619+0000","last_peered":"2024-07-27T06:53:18.827619+0000","last_clean":"2024-07-27T06:53:18.827619+0000","last_became_active":"2024-07-27T06:53:16.619780+0000","last_became_peered":"2024-07-27T06:53:16.619780+0000","last_unstale":"2024-07-27T06:53:18.827619+0000","last_undegraded":"2024-07-27T06:53:18.827619+0000","last_fullsized":"2024-07-27T06:53:18.827619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:25.939147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.648772+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T06:53:18.648772+0000","last_peered":"2024-07-27T06:53:18.648772+0000","last_clean":"2024-07-27T06:53:18.648772+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T06:53:18.648772+0000","last_undegraded":"2024-07-27T06:53:18.648772+0000","last_fullsized":"2024-07-27T06:53:18.648772+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":38,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.631819+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T06:53:17.631819+0000","last_peered":"2024-07-27T06:53:17.631819+0000","last_clean":"2024-07-27T06:53:17.631819+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T06:53:17.631819+0000","last_undegraded":"2024-07-27T06:53:17.631819+0000","last_fullsized":"2024-07-27T06:53:17.631819+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.626946+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:53:17.626946+0000","last_peered":"2024-07-27T06:53:17.626946+0000","last_clean":"2024-07-27T06:53:17.626946+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:53:17.626946+0000","last_undegraded":"2024-07-27T06:53:17.626946+0000","last_fullsized":"2024-07-27T06:53:17.626946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.646833+0000","last_change":"2024-07-27T06:53:17.640173+0000","last_active":"2024-07-27T06:53:17.646833+0000","last_peered":"2024-07-27T06:53:17.646833+0000","last_clean":"2024-07-27T06:53:17.646833+0000","last_became_active":"2024-07-27T06:53:17.638418+0000","last_became_peered":"2024-07-27T06:53:17.638418+0000","last_unstale":"2024-07-27T06:53:17.646833+0000","last_undegraded":"2024-07-27T06:53:17.646833+0000","last_fullsized":"2024-07-27T06:53:17.646833+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:17.961022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.b","version":"82'2","reported_seq":17,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.656956+0000","last_change":"2024-07-27T06:53:16.623587+0000","last_active":"2024-07-27T06:53:18.656956+0000","last_peered":"2024-07-27T06:53:18.656956+0000","last_clean":"2024-07-27T06:53:18.656956+0000","last_became_active":"2024-07-27T06:53:16.622643+0000","last_became_peered":"2024-07-27T06:53:16.622643+0000","last_unstale":"2024-07-27T06:53:18.656956+0000","last_undegraded":"2024-07-27T06:53:18.656956+0000","last_fullsized":"2024-07-27T06:53:18.656956+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:18.925668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623650+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T06:53:17.623650+0000","last_peered":"2024-07-27T06:53:17.623650+0000","last_clean":"2024-07-27T06:53:17.623650+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T06:53:17.623650+0000","last_undegraded":"2024-07-27T06:53:17.623650+0000","last_fullsized":"2024-07-27T06:53:17.623650+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.653850+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T06:53:18.653850+0000","last_peered":"2024-07-27T06:53:18.653850+0000","last_clean":"2024-07-27T06:53:18.653850+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T06:53:18.653850+0000","last_undegraded":"2024-07-27T06:53:18.653850+0000","last_fullsized":"2024-07-27T06:53:18.653850+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":93,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.623557+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:53:17.623557+0000","last_peered":"2024-07-27T06:53:17.623557+0000","last_clean":"2024-07-27T06:53:17.623557+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:53:17.623557+0000","last_undegraded":"2024-07-27T06:53:17.623557+0000","last_fullsized":"2024-07-27T06:53:17.623557+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":10,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.661210+0000","last_change":"2024-07-27T06:53:17.651806+0000","last_active":"2024-07-27T06:53:17.661210+0000","last_peered":"2024-07-27T06:53:17.661210+0000","last_clean":"2024-07-27T06:53:17.661210+0000","last_became_active":"2024-07-27T06:53:17.651482+0000","last_became_peered":"2024-07-27T06:53:17.651482+0000","last_unstale":"2024-07-27T06:53:17.661210+0000","last_undegraded":"2024-07-27T06:53:17.661210+0000","last_fullsized":"2024-07-27T06:53:17.661210+0000","mapping_epoch":81,"log_start":"0'0","ondisk_log_start":"0'0","created":81,"last_epoch_clean":82,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:16.575246+0000","last_clean_scrub_stamp":"2024-07-27T06:53:16.575246+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:10.266088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.f","version":"82'1","reported_seq":16,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.708075+0000","last_change":"2024-07-27T06:53:16.618695+0000","last_active":"2024-07-27T06:53:18.708075+0000","last_peered":"2024-07-27T06:53:18.708075+0000","last_clean":"2024-07-27T06:53:18.708075+0000","last_became_active":"2024-07-27T06:53:16.618355+0000","last_became_peered":"2024-07-27T06:53:16.618355+0000","last_unstale":"2024-07-27T06:53:18.708075+0000","last_undegraded":"2024-07-27T06:53:18.708075+0000","last_fullsized":"2024-07-27T06:53:18.708075+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:15.570312+0000","last_clean_scrub_stamp":"2024-07-27T06:53:15.570312+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:53:09.869977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":34,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.655337+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T06:53:18.655337+0000","last_peered":"2024-07-27T06:53:18.655337+0000","last_clean":"2024-07-27T06:53:18.655337+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T06:53:18.655337+0000","last_undegraded":"2024-07-27T06:53:18.655337+0000","last_fullsized":"2024-07-27T06:53:18.655337+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":41,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.830552+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T06:53:18.830552+0000","last_peered":"2024-07-27T06:53:18.830552+0000","last_clean":"2024-07-27T06:53:18.830552+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T06:53:18.830552+0000","last_undegraded":"2024-07-27T06:53:18.830552+0000","last_fullsized":"2024-07-27T06:53:18.830552+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":94,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-07-27T06:53:17.629331+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:53:17.629331+0000","last_peered":"2024-07-27T06:53:17.629331+0000","last_clean":"2024-07-27T06:53:17.629331+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:53:17.629331+0000","last_undegraded":"2024-07-27T06:53:17.629331+0000","last_fullsized":"2024-07-27T06:53:17.629331+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":223,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-07-27T06:53:18.707686+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:53:18.707686+0000","last_peered":"2024-07-27T06:53:18.707686+0000","last_clean":"2024-07-27T06:53:18.707686+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:53:18.707686+0000","last_undegraded":"2024-07-27T06:53:18.707686+0000","last_fullsized":"2024-07-27T06:53:18.707686+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476782,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1003520,"data_stored":481437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476780,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":481313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476782,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1605632,"data_stored":1073335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476780,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":991232,"data_stored":481243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509484,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32160,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339680,"statfs":{"total":96636764160,"available":96603832320,"internally_reserved":0,"allocated":995328,"data_stored":481825,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509483,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32756,"kb_used_data":1568,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339084,"statfs":{"total":96636764160,"available":96603222016,"internally_reserved":0,"allocated":1605632,"data_stored":1073279,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509484,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":978944,"data_stored":473013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542188,"num_pgs":59,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32168,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339672,"statfs":{"total":96636764160,"available":96603824128,"internally_reserved":0,"allocated":1003520,"data_stored":488998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:53:23.365 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:53:23.365 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T06:53:23.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.708+0000 7f2a89000640 1 -- 172.21.15.66:0/337899470 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 msgr2=0x7f2a8415fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.708+0000 7f2a89000640 1 --2- 172.21.15.66:0/337899470 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8415fa40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f2a74009830 tx=0x7f2a7402a510 comp rx=0 tx=0).stop 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.708+0000 7f2a89000640 1 -- 172.21.15.66:0/337899470 shutdown_connections 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.708+0000 7f2a89000640 1 --2- 172.21.15.66:0/337899470 >> v2:172.21.15.155:3300/0 conn(0x7f2a840b30b0 0x7f2a8415ff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.708+0000 7f2a89000640 1 --2- 172.21.15.66:0/337899470 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8415fa40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.709+0000 7f2a89000640 1 -- 172.21.15.66:0/337899470 >> 172.21.15.66:0/337899470 conn(0x7f2a8406cf40 msgr2=0x7f2a840b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.709+0000 7f2a89000640 1 -- 172.21.15.66:0/337899470 shutdown_connections 2024-07-27T06:53:23.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.709+0000 7f2a89000640 1 -- 172.21.15.66:0/337899470 wait complete. 2024-07-27T06:53:23.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.712+0000 7f2a89000640 1 Processor -- start 2024-07-27T06:53:23.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.712+0000 7f2a89000640 1 -- start start 2024-07-27T06:53:23.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8414b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a840b30b0 0x7f2a840ad8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840cee70 con 0x7f2a8406f100 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840cecf0 con 0x7f2a840b30b0 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a89000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2a840ceff0 con 0x7f2a840b2ca0 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a83400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a83400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34270/0 (socket says 172.21.15.66:34270) 2024-07-27T06:53:23.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.715+0000 7f2a83400640 1 -- 172.21.15.66:0/2407016397 learned_addr learned my addr 172.21.15.66:0/2407016397 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:23.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a7be00640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8414b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83e00640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a840b30b0 0x7f2a840ad8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 -- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 msgr2=0x7f2a8414b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8414b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 -- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a840b30b0 msgr2=0x7f2a840ad8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a840b30b0 0x7f2a840ad8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 -- 172.21.15.66:0/2407016397 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a841f6380 con 0x7f2a8406f100 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.716+0000 7f2a83400640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f2a74000c00 tx=0x7f2a74033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.717+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a74031d60 con 0x7f2a8406f100 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.717+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a74033e10 con 0x7f2a8406f100 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.717+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a74033310 con 0x7f2a8406f100 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.717+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a840733a0 con 0x7f2a8406f100 2024-07-27T06:53:23.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.717+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a84073c60 con 0x7f2a8406f100 2024-07-27T06:53:23.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.718+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a840737a0 con 0x7f2a8406f100 2024-07-27T06:53:23.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.719+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2a740334b0 con 0x7f2a8406f100 2024-07-27T06:53:23.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.720+0000 7f2a7b400640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 0x7f2a60079580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:23.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.721+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f2a740ba1f0 con 0x7f2a8406f100 2024-07-27T06:53:23.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.721+0000 7f2a7be00640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 0x7f2a60079580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:23.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.722+0000 7f2a7be00640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 0x7f2a60079580 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2a8406dfe0 tx=0x7f2a6c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:23.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:23.725+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2a840737a0 con 0x7f2a8406f100 2024-07-27T06:53:24.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.020+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2a840cf4a0 con 0x7f2a8406f100 2024-07-27T06:53:24.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.028+0000 7f2a7b400640 1 -- 172.21.15.66:0/2407016397 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f2a7403f030 con 0x7f2a8406f100 2024-07-27T06:53:24.028 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:53:24.029 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:53:24.029 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T06:53:24.029 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T06:53:24.029 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T06:53:24.029 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 msgr2=0x7f2a60079580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 0x7f2a60079580 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2a8406dfe0 tx=0x7f2a6c005f90 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 msgr2=0x7f2a841f5e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f2a74000c00 tx=0x7f2a74033c20 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 shutdown_connections 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2a60077070 0x7f2a60079580 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2a840b30b0 0x7f2a840ad8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2a840b2ca0 0x7f2a8414b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 --2- 172.21.15.66:0/2407016397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2a8406f100 0x7f2a841f5e40 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 >> 172.21.15.66:0/2407016397 conn(0x7f2a8406cf40 msgr2=0x7f2a8415db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 shutdown_connections 2024-07-27T06:53:24.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.031+0000 7f2a89000640 1 -- 172.21.15.66:0/2407016397 wait complete. 2024-07-27T06:53:24.058 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 -- 172.21.15.66:0/57816410 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 msgr2=0x7fe1b00ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/57816410 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00ce410 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fe1b00af410 tx=0x7fe19802a8f0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 -- 172.21.15.66:0/57816410 shutdown_connections 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/57816410 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00ce950 0x7fe1b00727a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/57816410 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00ce410 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/57816410 >> v2:172.21.15.155:3300/0 conn(0x7fe1b00aebc0 0x7fe1b00cadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 -- 172.21.15.66:0/57816410 >> 172.21.15.66:0/57816410 conn(0x7fe1b00cfb90 msgr2=0x7fe1b00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.349+0000 7fe1b7a00640 1 -- 172.21.15.66:0/57816410 shutdown_connections 2024-07-27T06:53:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.350+0000 7fe1b7a00640 1 -- 172.21.15.66:0/57816410 wait complete. 2024-07-27T06:53:24.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.353+0000 7fe1b7a00640 1 Processor -- start 2024-07-27T06:53:24.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.353+0000 7fe1b7a00640 1 -- start start 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 0x7fe1b00b4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1b00ce950 0x7fe1b014ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b0072ce0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe1b00cb520 con 0x7fe1b00ce950 2024-07-27T06:53:24.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1b7a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe1b0072e60 con 0x7fe1b00aebc0 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34278/0 (socket says 172.21.15.66:34278) 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.355+0000 7fe1afe00640 1 -- 172.21.15.66:0/3280787290 learned_addr learned my addr 172.21.15.66:0/3280787290 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1b5a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1b00ce950 0x7fe1b014ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1b5000640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 0x7fe1b00b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 -- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 msgr2=0x7fe1b00b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 0x7fe1b00b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 -- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1b00ce950 msgr2=0x7fe1b014ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1b00ce950 0x7fe1b014ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 -- 172.21.15.66:0/3280787290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1b00b3ae0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1b5000640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 0x7fe1b00b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.356+0000 7fe1afe00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe198033040 tx=0x7fe198003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.357+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198004d40 con 0x7fe1b00aefd0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.357+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1b00b4ea0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.357+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe19802d070 con 0x7fe1b00aefd0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.357+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980042a0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.357+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1b00b2ac0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.358+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1b0161ab0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.359+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe19800c040 con 0x7fe1b00aefd0 2024-07-27T06:53:24.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.360+0000 7fe1acc00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 0x7fe18c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:24.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.360+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7fe1980ba8a0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.361+0000 7fe1b5000640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 0x7fe18c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:24.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.362+0000 7fe1b5000640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 0x7fe18c079550 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009aa0 tx=0x7fe1a0005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:24.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.365+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe1980833d0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.616+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1b00b4c30 con 0x7fe1b00aefd0 2024-07-27T06:53:24.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.617+0000 7fe1acc00640 1 -- 172.21.15.66:0/3280787290 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5231 (secure 0 0 0) 0x7fe198082cd0 con 0x7fe1b00aefd0 2024-07-27T06:53:24.618 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:24.618 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":44,"btime":"2024-07-27T06:53:20:915664+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:20.525146+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:24.619 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 44 2024-07-27T06:53:24.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.620+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 msgr2=0x7fe18c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.620+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 0x7fe18c079550 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0009aa0 tx=0x7fe1a0005db0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.620+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 msgr2=0x7fe1b00b35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:24.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.620+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe198033040 tx=0x7fe198003c20 comp rx=0 tx=0).stop 2024-07-27T06:53:24.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.620+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 shutdown_connections 2024-07-27T06:53:24.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe18c077040 0x7fe18c079550 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1b00ce950 0x7fe1b014ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1b00aefd0 0x7fe1b00b35a0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 --2- 172.21.15.66:0/3280787290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1b00aebc0 0x7fe1b00b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:24.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 >> 172.21.15.66:0/3280787290 conn(0x7fe1b00cfb90 msgr2=0x7fe1b0073350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:24.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 shutdown_connections 2024-07-27T06:53:24.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:24.621+0000 7fe1b7a00640 1 -- 172.21.15.66:0/3280787290 wait complete. 2024-07-27T06:53:25.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 44, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:53:17.160045+0000', 'modified': '2024-07-27T06:53:20.525146+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5976}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5976': {'gid': 5976, 'name': 'a', 'rank': 0, 'incarnation': 41, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/1690998338', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 1690998338}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 1690998338}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5976, 'qdb_cluster': [5976]} 2024-07-27T06:53:25.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:53:25.051 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T06:53:25.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.362+0000 7f7076400640 1 -- 172.21.15.66:0/3925788747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700cebc0 msgr2=0x7f70700ccd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.362+0000 7f7076400640 1 --2- 172.21.15.66:0/3925788747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700cebc0 0x7f70700ccd60 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f7068005fd0 tx=0x7f706802a4a0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 -- 172.21.15.66:0/3925788747 shutdown_connections 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 --2- 172.21.15.66:0/3925788747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700cebc0 0x7f70700ccd60 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 --2- 172.21.15.66:0/3925788747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700b73b0 0x7f70700cfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 -- 172.21.15.66:0/3925788747 >> 172.21.15.66:0/3925788747 conn(0x7f70700d1db0 msgr2=0x7f70700d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 -- 172.21.15.66:0/3925788747 shutdown_connections 2024-07-27T06:53:25.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.363+0000 7f7076400640 1 -- 172.21.15.66:0/3925788747 wait complete. 2024-07-27T06:53:25.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.365+0000 7f7076400640 1 Processor -- start 2024-07-27T06:53:25.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.366+0000 7f7076400640 1 -- start start 2024-07-27T06:53:25.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 0x7f7070157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 0x7f70700cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70700b1510 con 0x7f70700b73b0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f70700d2ae0 con 0x7f70700d00a0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f7076400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f70700cefd0 con 0x7f70700cebc0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34294/0 (socket says 172.21.15.66:34294) 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.367+0000 7f706f400640 1 -- 172.21.15.66:0/1530062678 learned_addr learned my addr 172.21.15.66:0/1530062678 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706fe00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 0x7f70700cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706ea00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 0x7f7070157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 -- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 msgr2=0x7f7070157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 0x7f7070157f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 -- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 msgr2=0x7f70700cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 0x7f70700cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 -- 172.21.15.66:0/1530062678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70701f3e60 con 0x7f70700b73b0 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706fe00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 0x7f70700cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706ea00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 0x7f7070157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.368+0000 7f706f400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f706000da20 tx=0x7f706000dee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.369+0000 7f7067400640 1 -- 172.21.15.66:0/1530062678 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060017070 con 0x7f70700b73b0 2024-07-27T06:53:25.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.369+0000 7f7067400640 1 -- 172.21.15.66:0/1530062678 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7060010460 con 0x7f70700b73b0 2024-07-27T06:53:25.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.369+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f707009f9e0 con 0x7f70700b73b0 2024-07-27T06:53:25.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.369+0000 7f7067400640 1 -- 172.21.15.66:0/1530062678 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70600108b0 con 0x7f70700b73b0 2024-07-27T06:53:25.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.369+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f707015f170 con 0x7f70700b73b0 2024-07-27T06:53:25.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.372+0000 7f7067400640 1 -- 172.21.15.66:0/1530062678 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f706001a070 con 0x7f70700b73b0 2024-07-27T06:53:25.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.373+0000 7f7067400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 0x7f7050079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.373+0000 7f7067400640 1 -- 172.21.15.66:0/1530062678 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f70600993b0 con 0x7f70700b73b0 2024-07-27T06:53:25.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.373+0000 7f707d407740 1 Processor -- start 2024-07-27T06:53:25.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.373+0000 7f707d407740 1 -- start start 2024-07-27T06:53:25.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.373+0000 7f706ea00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 0x7f7050079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706ea00640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 0x7f7050079520 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f70701f63f0 tx=0x7f705c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86bb7830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86bb7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559c86b00390 con 0x559c867e8270 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x559c86aefa30 con 0x559c867bf3b0 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x559c86af38d0 con 0x559c867c7590 2024-07-27T06:53:25.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34302/0 (socket says 172.21.15.66:34302) 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 -- 172.21.15.66:0/4211792049 learned_addr learned my addr 172.21.15.66:0/4211792049 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706fe00640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86bb7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706ea00640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86bb7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 -- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 msgr2=0x559c86bb7d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86bb7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.375+0000 7f706f400640 1 -- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 msgr2=0x559c86bb7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f706f400640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86bb7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f706f400640 1 -- 172.21.15.66:0/4211792049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c86aabd70 con 0x559c867e8270 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f706ea00640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86bb7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f706f400640 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f706005dee0 tx=0x7f706006a390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fbd89a18a39cc2b server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f705be00640 1 -- 172.21.15.66:0/4211792049 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060021070 con 0x559c867e8270 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f705be00640 1 -- 172.21.15.66:0/4211792049 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7060065ef0 con 0x559c867e8270 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.376+0000 7f705be00640 1 -- 172.21.15.66:0/4211792049 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f706006a910 con 0x559c867e8270 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 -- 172.21.15.66:0/4211792049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 msgr2=0x559c86bd4b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f706005dee0 tx=0x7f706006a390 comp rx=0 tx=0).stop 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 -- 172.21.15.66:0/4211792049 shutdown_connections 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86bb7d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86bb7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 --2- 172.21.15.66:0/4211792049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86bd4b60 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 -- 172.21.15.66:0/4211792049 >> 172.21.15.66:0/4211792049 conn(0x559c867dc3c0 msgr2=0x559c86b8da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 -- 172.21.15.66:0/4211792049 shutdown_connections 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.377+0000 7f707d407740 1 -- 172.21.15.66:0/4211792049 wait complete. 2024-07-27T06:53:25.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.378+0000 7f707d407740 1 -- start start 2024-07-27T06:53:25.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.379+0000 7f707d407740 1 Processor -- start 2024-07-27T06:53:25.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86be9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 0x559c86b8ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559c86862620 con 0x559c867c7590 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x559c86a8ce10 con 0x559c867bf3b0 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x559c86be8600 con 0x559c867e8270 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.380+0000 7f707d407740 10 client.0 _ll_register_callbacks cb 0x559c86ae99a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34316/0 (socket says 172.21.15.66:34316) 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 -- 172.21.15.66:0/2095930858 learned_addr learned my addr 172.21.15.66:0/2095930858 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706f400640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86be9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706fe00640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 0x559c86b8ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 -- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 msgr2=0x559c86b8ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 0x559c86b8ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 -- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 msgr2=0x559c86be9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86be9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 -- 172.21.15.66:0/2095930858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c86853850 con 0x559c867c7590 2024-07-27T06:53:25.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706fe00640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 0x559c86b8ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f706ea00640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f705c00cef0 tx=0x7f705c004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3ffa42298e6836b server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.381+0000 7f7058c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705c013e30 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7060065ef0 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f705c004020 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f705c02a050 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f707d407740 10 client.6093 fetch_fsmap learned FSMap version 44 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=2+}) -- 0x559c868ca6b0 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.382+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7060065ef0 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 44) ==== 3502+0+0 (secure 0 0 0) 0x7f705c02d020 con 0x559c867c7590 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 10 client.6093 fetch_fsmap finished waiting for FSMap version 44 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 10 client.6093 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:53:25.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 20 client.6093 populate_metadata read hostname 'smithi066' 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c867a6e40 0x559c86bccf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 4 client.6093 mds_command: new command op to 5976 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 --> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559c86b022e0 con 0x559c867a6e40 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.383+0000 7f706f400640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c867a6e40 0x559c86bccf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.384+0000 7f706f400640 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c867a6e40 0x559c86bccf90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4ce5e845e08ed0c server_cookie=838f40b255861bf1 in_seq=0 out_seq=0 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.384+0000 7f7058c00640 10 client.6093 ms_handle_connect on v2:172.21.15.66:6832/1690998338 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.384+0000 7f7058c00640 1 -- 172.21.15.66:0/2095930858 <== mds.0 v2:172.21.15.66:6832/1690998338 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559c86b022e0 con 0x559c867a6e40 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.384+0000 7f7058c00640 10 client.6093 handle_command_reply: tid=0 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 client.6093 shutdown 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 msgr2=0x559c86bd2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f705c00cef0 tx=0x7f705c004680 comp rx=0 tx=0).stop 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 shutdown_connections 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c867a6e40 0x559c86bccf90 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867e8270 0x559c86b8ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867c7590 0x559c86bd2880 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 --2- 172.21.15.66:0/2095930858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867bf3b0 0x559c86be9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f7058c00640 0 client.6093 ms_handle_reset on v2:172.21.15.66:6832/1690998338 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 >> 172.21.15.66:0/2095930858 conn(0x559c867dc3c0 msgr2=0x559c86b86d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 shutdown_connections 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 1 -- 172.21.15.66:0/2095930858 wait complete. 2024-07-27T06:53:25.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.385+0000 7f707d407740 20 client.6093 trim_cache size 0 max 16384 2024-07-27T06:53:25.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.406+0000 7f707d407740 1 Processor -- start 2024-07-27T06:53:25.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.406+0000 7f707d407740 1 -- start start 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 0x559c86bb3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 0x559c86bb44b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70701ff4d0 con 0x559c867e8270 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f707006f8c0 con 0x559c867c7590 2024-07-27T06:53:25.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f70701f7220 con 0x559c867bf3b0 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34320/0 (socket says 172.21.15.66:34320) 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706fe00640 1 -- 172.21.15.66:0/2127697742 learned_addr learned my addr 172.21.15.66:0/2127697742 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706f400640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 0x559c86bb3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706ea00640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 0x559c86bb44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706fe00640 1 -- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 msgr2=0x559c86bb3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.408+0000 7f706fe00640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 0x559c86bb3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706fe00640 1 -- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 msgr2=0x559c86bb44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706fe00640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 0x559c86bb44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706fe00640 1 -- 172.21.15.66:0/2127697742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559c86b875d0 con 0x559c867e8270 2024-07-27T06:53:25.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706f400640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 0x559c86bb3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706ea00640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 0x559c86bb44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f706fe00640 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f70680099c0 tx=0x7f70680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa24fef9bd2f74fd server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f705b400640 1 -- 172.21.15.66:0/2127697742 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7068035030 con 0x559c867e8270 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f705b400640 1 -- 172.21.15.66:0/2127697742 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7068004030 con 0x559c867e8270 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.409+0000 7f705b400640 1 -- 172.21.15.66:0/2127697742 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7068004480 con 0x559c867e8270 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 -- 172.21.15.66:0/2127697742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 msgr2=0x559c86be23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f70680099c0 tx=0x7f70680046c0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 -- 172.21.15.66:0/2127697742 shutdown_connections 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867e8270 0x559c86be23f0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867c7590 0x559c86bb44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 --2- 172.21.15.66:0/2127697742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867bf3b0 0x559c86bb3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 -- 172.21.15.66:0/2127697742 >> 172.21.15.66:0/2127697742 conn(0x559c867dc3c0 msgr2=0x559c86b88d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 -- 172.21.15.66:0/2127697742 shutdown_connections 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.410+0000 7f707d407740 1 -- 172.21.15.66:0/2127697742 wait complete. 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.411+0000 7f707d407740 1 -- start start 2024-07-27T06:53:25.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.411+0000 7f707d407740 1 Processor -- start 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86c3a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867e8270 0x559c86b8e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x559c86b9e630 con 0x559c867bf3b0 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x559c86bea1e0 con 0x559c867e8270 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x559c86b9ec50 con 0x559c867c7590 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f707d407740 10 client.0 _ll_register_callbacks cb 0x7f705c00cb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f706f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34332/0 (socket says 172.21.15.66:34332) 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.413+0000 7f706f400640 1 -- 172.21.15.66:0/1184734238 learned_addr learned my addr 172.21.15.66:0/1184734238 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706ea00640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86c3a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 -- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 msgr2=0x559c86c3a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86c3a1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 -- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867e8270 msgr2=0x559c86b8e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867e8270 0x559c86b8e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 -- 172.21.15.66:0/1184734238 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559c86be7320 con 0x559c867bf3b0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f706f400640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f7060061830 tx=0x7f706006aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9b75abc027240a0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f7058c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060021040 con 0x559c867bf3b0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f706005db80 con 0x559c867bf3b0 2024-07-27T06:53:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.414+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7068004030 con 0x559c867bf3b0 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f706005d7b0 con 0x559c867bf3b0 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 10 client.6099 fetch_fsmap learned FSMap version 44 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=2+}) -- 0x559c86be75c0 con 0x559c867bf3b0 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7068004030 con 0x559c867bf3b0 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 44) ==== 3502+0+0 (secure 0 0 0) 0x7f706006ab60 con 0x559c867bf3b0 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 10 client.6099 fetch_fsmap finished waiting for FSMap version 44 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 10 client.6099 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 20 client.6099 populate_metadata read hostname 'smithi066' 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c86b9db80 0x559c86b9df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 4 client.6099 mds_command: new command op to 5976 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:53:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 --> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] -- command(tid 0: {"prefix": "status"}) -- 0x559c86b899b0 con 0x559c86b9db80 2024-07-27T06:53:25.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.415+0000 7f706ea00640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c86b9db80 0x559c86b9df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.416+0000 7f706ea00640 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c86b9db80 0x559c86b9df90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e69205c55f3738e server_cookie=790e84d4ec2d28fd in_seq=0 out_seq=0 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.416+0000 7f7058c00640 10 client.6099 ms_handle_connect on v2:172.21.15.66:6832/1690998338 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.416+0000 7f7058c00640 1 -- 172.21.15.66:0/1184734238 <== mds.0 v2:172.21.15.66:6832/1690998338 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x559c86b899b0 con 0x559c86b9db80 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.416+0000 7f7058c00640 10 client.6099 handle_command_reply: tid=0 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.416+0000 7f707d407740 1 client.6099 shutdown 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 msgr2=0x559c86bb4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f7060061830 tx=0x7f706006aa70 comp rx=0 tx=0).stop 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 shutdown_connections 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:6832/1690998338,v1:172.21.15.66:6835/1690998338] conn(0x559c86b9db80 0x559c86b9df90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x559c867e8270 0x559c86b8e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x559c867c7590 0x559c86c3a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 --2- 172.21.15.66:0/1184734238 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x559c867bf3b0 0x559c86bb4120 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 >> 172.21.15.66:0/1184734238 conn(0x559c867dc3c0 msgr2=0x559c86b88d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f7058c00640 0 client.6099 ms_handle_reset on v2:172.21.15.66:6832/1690998338 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 shutdown_connections 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 1 -- 172.21.15.66:0/1184734238 wait complete. 2024-07-27T06:53:25.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.417+0000 7f707d407740 20 client.6099 trim_cache size 0 max 16384 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 5976, 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.7768794379999999, 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 44, 2024-07-27T06:53:25.422 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 83, 2024-07-27T06:53:25.423 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 83, 2024-07-27T06:53:25.423 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.479789896 2024-07-27T06:53:25.423 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:53:25.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 msgr2=0x7f7050079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 0x7f7050079520 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f70701f63f0 tx=0x7f705c008040 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 msgr2=0x7f70701f3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f706000da20 tx=0x7f706000dee0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 shutdown_connections 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7050077010 0x7f7050079520 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70700d00a0 0x7f70700cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70700cebc0 0x7f7070157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 --2- 172.21.15.66:0/1530062678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70700b73b0 0x7f70701f3920 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 >> 172.21.15.66:0/1530062678 conn(0x7f70700d1db0 msgr2=0x7f70700b06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 shutdown_connections 2024-07-27T06:53:25.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.418+0000 7f7076400640 1 -- 172.21.15.66:0/1530062678 wait complete. 2024-07-27T06:53:25.443 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 -- 172.21.15.66:0/3014474144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640732e0 msgr2=0x7f1264070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 --2- 172.21.15.66:0/3014474144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640732e0 0x7f1264070060 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f12640d0b90 tx=0x7f125402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 -- 172.21.15.66:0/3014474144 shutdown_connections 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 --2- 172.21.15.66:0/3014474144 >> v2:172.21.15.155:3300/0 conn(0x7f12640ca8f0 0x7f12640b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 --2- 172.21.15.66:0/3014474144 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640732e0 0x7f1264070060 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 -- 172.21.15.66:0/3014474144 >> 172.21.15.66:0/3014474144 conn(0x7f12640cfb90 msgr2=0x7f12640cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 -- 172.21.15.66:0/3014474144 shutdown_connections 2024-07-27T06:53:25.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.735+0000 7f1269800640 1 -- 172.21.15.66:0/3014474144 wait complete. 2024-07-27T06:53:25.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.738+0000 7f1269800640 1 Processor -- start 2024-07-27T06:53:25.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.738+0000 7f1269800640 1 -- start start 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12640732e0 0x7f12641f4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 0x7f12640c7a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12640b5100 con 0x7f12640cb6c0 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f12640b4f80 con 0x7f12640ca8f0 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.740+0000 7f1269800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12640b5280 con 0x7f12640732e0 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34356/0 (socket says 172.21.15.66:34356) 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 -- 172.21.15.66:0/2678432831 learned_addr learned my addr 172.21.15.66:0/2678432831 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:25.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1262a00640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12640732e0 0x7f12641f4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1262000640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 0x7f12640c7a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 -- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12640732e0 msgr2=0x7f12641f4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12640732e0 0x7f12641f4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 -- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 msgr2=0x7f12640c7a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 0x7f12640c7a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1263400640 1 -- 172.21.15.66:0/2678432831 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12640c9820 con 0x7f12640cb6c0 2024-07-27T06:53:25.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.741+0000 7f1262000640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 0x7f12640c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f1263400640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f125c00d650 tx=0x7f125c00db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c017070 con 0x7f12640cb6c0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f125c005310 con 0x7f12640cb6c0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125c009820 con 0x7f12640cb6c0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12640c8780 con 0x7f12640cb6c0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.742+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12640c8d40 con 0x7f12640cb6c0 2024-07-27T06:53:25.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.744+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12640c84f0 con 0x7f12640cb6c0 2024-07-27T06:53:25.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.745+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f125c0099c0 con 0x7f12640cb6c0 2024-07-27T06:53:25.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.747+0000 7f125aa00640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 0x7f1240079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:25.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.747+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f125c098ef0 con 0x7f12640cb6c0 2024-07-27T06:53:25.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.747+0000 7f1262a00640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 0x7f1240079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:25.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.749+0000 7f1262a00640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 0x7f1240079520 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1254034000 tx=0x7f1254004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:25.751+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f125c061b30 con 0x7f12640cb6c0 2024-07-27T06:53:26.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.006+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1264070060 con 0x7f12640cb6c0 2024-07-27T06:53:26.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.007+0000 7f125aa00640 1 -- 172.21.15.66:0/2678432831 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v44) ==== 53+0+73 (secure 0 0 0) 0x7f125c061430 con 0x7f12640cb6c0 2024-07-27T06:53:26.007 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:53:26.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 msgr2=0x7f1240079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:26.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 0x7f1240079520 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f1254034000 tx=0x7f1254004ab0 comp rx=0 tx=0).stop 2024-07-27T06:53:26.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 msgr2=0x7f126415d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:26.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f125c00d650 tx=0x7f125c00db10 comp rx=0 tx=0).stop 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 shutdown_connections 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1240077010 0x7f1240079520 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12640cb6c0 0x7f126415d710 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f12640ca8f0 0x7f12640c7a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 --2- 172.21.15.66:0/2678432831 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12640732e0 0x7f12641f4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 >> 172.21.15.66:0/2678432831 conn(0x7f12640cfb90 msgr2=0x7f12640b3ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:26.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 shutdown_connections 2024-07-27T06:53:26.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26.010+0000 7f1269800640 1 -- 172.21.15.66:0/2678432831 wait complete. 2024-07-27T06:53:26.039 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:53:26.039 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:53:26.039 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:53:26.040 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:53:26.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.040 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:53:26.094 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:26.095 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42383sec preferred_lft 42383sec 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.096 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:53:26.097 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:26.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.098 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:53:26.181 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:53:26.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.185 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:53:26.242 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:53:26.242 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:53:26.242 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:53:26.242 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:53:26.242 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:53:26.243 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:53:26.243 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:53:26.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:53:26.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:53:26.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:53:26.244 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:53:26.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:53:26.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:53:26.479 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.479 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:53:26.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:53:26.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:53:26.533 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:53:26.533 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.533 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:53:26.609 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:53:26.617 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:53:26.622 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:53:26.622 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:26.713 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:53:26.714 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:53:26.714 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:26.764 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:53:26.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:26.764 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:53:27.016 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:53:27.016 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:53:27.064 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:53:27.064 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:53:27.064 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:53:27.064 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:53:27.064 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:53:27.066 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:53:27.066 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:53:27.066 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:53:27.066 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:53:27.066 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:53:27.071 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:53:27.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:27.071 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:27.151 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:53:27.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:53:27.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:53:27.294 INFO:teuthology.orchestra.run.smithi066.stdout:client6111 2024-07-27T06:53:27.294 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:27.294 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:27.343 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T06:53:27.694 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T06:53:27.695 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T06:53:27.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:27.695 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test-allow-snaps) 2024-07-27T06:53:27.764 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps false --yes-i-really-mean-it 2024-07-27T06:53:28.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 -- 172.21.15.66:0/2675662372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc0b3a00 msgr2=0x7f8afc150cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2675662372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc0b3a00 0x7f8afc150cd0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f8af4005fd0 tx=0x7f8af402baa0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 -- 172.21.15.66:0/2675662372 shutdown_connections 2024-07-27T06:53:28.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2675662372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc0b3a00 0x7f8afc150cd0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2675662372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc15b830 0x7f8afc073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 -- 172.21.15.66:0/2675662372 >> 172.21.15.66:0/2675662372 conn(0x7f8afc06d110 msgr2=0x7f8afc0b1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:28.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 -- 172.21.15.66:0/2675662372 shutdown_connections 2024-07-27T06:53:28.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.063+0000 7f8b02e00640 1 -- 172.21.15.66:0/2675662372 wait complete. 2024-07-27T06:53:28.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.066+0000 7f8b02e00640 1 Processor -- start 2024-07-27T06:53:28.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.066+0000 7f8b02e00640 1 -- start start 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc0cefd0 0x7f8afc1ee780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8afc154690 0x7f8afc0b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc06e8d0 con 0x7f8afc15b830 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8afc06e750 con 0x7f8afc154690 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8b02e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8afc06ea50 con 0x7f8afc0cefd0 2024-07-27T06:53:28.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8af3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8af3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34378/0 (socket says 172.21.15.66:34378) 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8af3e00640 1 -- 172.21.15.66:0/2462207943 learned_addr learned my addr 172.21.15.66:0/2462207943 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.068+0000 7f8afbe00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc0cefd0 0x7f8afc1ee780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8b00e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8afc154690 0x7f8afc0b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 -- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc0cefd0 msgr2=0x7f8afc1ee780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc0cefd0 0x7f8afc1ee780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 -- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8afc154690 msgr2=0x7f8afc0b0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8afc154690 0x7f8afc0b0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 -- 172.21.15.66:0/2462207943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8afc0af6e0 con 0x7f8afc15b830 2024-07-27T06:53:28.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af3e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f8ae400c430 tx=0x7f8ae400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:28.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae4011790 con 0x7f8afc15b830 2024-07-27T06:53:28.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ae4017070 con 0x7f8afc15b830 2024-07-27T06:53:28.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ae4011ce0 con 0x7f8afc15b830 2024-07-27T06:53:28.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.069+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8afc1f4f20 con 0x7f8afc15b830 2024-07-27T06:53:28.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.070+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8afc1f54e0 con 0x7f8afc15b830 2024-07-27T06:53:28.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.071+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8afc1f4c90 con 0x7f8afc15b830 2024-07-27T06:53:28.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.072+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8ae401c460 con 0x7f8afc15b830 2024-07-27T06:53:28.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.074+0000 7f8af8c00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 0x7f8ad8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.074+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f8ae4098c40 con 0x7f8afc15b830 2024-07-27T06:53:28.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.075+0000 7f8afbe00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 0x7f8ad8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.076+0000 7f8afbe00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 0x7f8ad8079550 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8aec009ac0 tx=0x7f8aec005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:28.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.079+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ae4061920 con 0x7f8afc15b830 2024-07-27T06:53:28.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.333+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "false", "yes_i_really_mean_it": true} v 0) -- 0x7f8afc150cd0 con 0x7f8afc15b830 2024-07-27T06:53:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.388+0000 7f8af8c00640 1 -- 172.21.15.66:0/2462207943 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "false", "yes_i_really_mean_it": true}]=0 disabled new snapshots v45) ==== 169+0+0 (secure 0 0 0) 0x7f8ae4061220 con 0x7f8afc15b830 2024-07-27T06:53:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:disabled new snapshots 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 msgr2=0x7f8ad8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 0x7f8ad8079550 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f8aec009ac0 tx=0x7f8aec005f90 comp rx=0 tx=0).stop 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 msgr2=0x7f8afc1f4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f8ae400c430 tx=0x7f8ae400c8f0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 shutdown_connections 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ad8077040 0x7f8ad8079550 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8afc154690 0x7f8afc0b0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8afc15b830 0x7f8afc1f4610 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 --2- 172.21.15.66:0/2462207943 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8afc0cefd0 0x7f8afc1ee780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 >> 172.21.15.66:0/2462207943 conn(0x7f8afc06d110 msgr2=0x7f8afc150160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.392+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 shutdown_connections 2024-07-27T06:53:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.393+0000 7f8b02e00640 1 -- 172.21.15.66:0/2462207943 wait complete. 2024-07-27T06:53:28.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:28.421 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test-allow-snaps/.snap/snap00) 2024-07-27T06:53:28.480 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘test-allow-snaps/.snap/snap00’: Operation not permitted 2024-07-27T06:53:28.482 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:53:28.482 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps true --yes-i-really-mean-it 2024-07-27T06:53:28.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.777+0000 7f7fb5600640 1 -- 172.21.15.66:0/881718705 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb00b6be0 msgr2=0x7f7fb00b2c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.777+0000 7f7fb5600640 1 --2- 172.21.15.66:0/881718705 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb00b6be0 0x7f7fb00b2c20 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0005fd0 tx=0x7f7fa002a540 comp rx=0 tx=0).stop 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 -- 172.21.15.66:0/881718705 shutdown_connections 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 --2- 172.21.15.66:0/881718705 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 0x7f7fb00cf690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 --2- 172.21.15.66:0/881718705 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb00b6be0 0x7f7fb00b2c20 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 -- 172.21.15.66:0/881718705 >> 172.21.15.66:0/881718705 conn(0x7f7fb00d1ac0 msgr2=0x7f7fb00d1ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 -- 172.21.15.66:0/881718705 shutdown_connections 2024-07-27T06:53:28.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.778+0000 7f7fb5600640 1 -- 172.21.15.66:0/881718705 wait complete. 2024-07-27T06:53:28.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.780+0000 7f7fb5600640 1 Processor -- start 2024-07-27T06:53:28.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.780+0000 7f7fb5600640 1 -- start start 2024-07-27T06:53:28.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fb00b6be0 0x7f7fb0159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 0x7f7fb00b17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb0160e70 con 0x7f7fb01601d0 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb0160cf0 con 0x7f7fb00b6be0 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb5600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7fb0160ff0 con 0x7f7fb00cf200 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb4c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb4c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34400/0 (socket says 172.21.15.66:34400) 2024-07-27T06:53:28.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.782+0000 7f7fb4c00640 1 -- 172.21.15.66:0/2907785786 learned_addr learned my addr 172.21.15.66:0/2907785786 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:28.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fafe00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fb00b6be0 0x7f7fb0159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fa7e00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 0x7f7fb00b17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 -- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 msgr2=0x7f7fb00b17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 0x7f7fb00b17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 -- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fb00b6be0 msgr2=0x7f7fb0159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fb00b6be0 0x7f7fb0159db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 -- 172.21.15.66:0/2907785786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb00c72a0 con 0x7f7fb01601d0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7fb4c00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800e990 tx=0x7f7fa800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.783+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa8004d20 con 0x7f7fb01601d0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.784+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fa800cb00 con 0x7f7fb01601d0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.784+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa8005020 con 0x7f7fb01601d0 2024-07-27T06:53:28.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.784+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fb00b24b0 con 0x7f7fb01601d0 2024-07-27T06:53:28.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.784+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fb00c7860 con 0x7f7fb01601d0 2024-07-27T06:53:28.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.785+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fb00b2c20 con 0x7f7fb01601d0 2024-07-27T06:53:28.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.786+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7fa80051c0 con 0x7f7fb01601d0 2024-07-27T06:53:28.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.787+0000 7f7facc00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 0x7f7f8c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:28.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.788+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f7fa8099840 con 0x7f7fb01601d0 2024-07-27T06:53:28.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.788+0000 7f7fafe00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 0x7f7f8c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:28.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.789+0000 7f7fafe00640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 0x7f7f8c079550 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0033000 tx=0x7f7fa0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:28.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:28.792+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7fa8016030 con 0x7f7fb01601d0 2024-07-27T06:53:29.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.055+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f7fb00b4a90 con 0x7f7fb01601d0 2024-07-27T06:53:29.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.413+0000 7f7facc00640 1 -- 172.21.15.66:0/2907785786 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true}]=0 enabled new snapshots v46) ==== 167+0+0 (secure 0 0 0) 0x7f7fa80623f0 con 0x7f7fb01601d0 2024-07-27T06:53:29.415 INFO:teuthology.orchestra.run.smithi066.stderr:enabled new snapshots 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 msgr2=0x7f7f8c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 0x7f7f8c079550 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0033000 tx=0x7f7fa0004730 comp rx=0 tx=0).stop 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 msgr2=0x7f7fb00b1d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800e990 tx=0x7f7fa800ee50 comp rx=0 tx=0).stop 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 shutdown_connections 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7f8c077040 0x7f7f8c079550 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:29.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fb01601d0 0x7f7fb00b1d00 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:29.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fb00cf200 0x7f7fb00b17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:29.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 --2- 172.21.15.66:0/2907785786 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fb00b6be0 0x7f7fb0159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:29.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.417+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 >> 172.21.15.66:0/2907785786 conn(0x7f7fb00d1ac0 msgr2=0x7f7fb015c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:29.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.418+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 shutdown_connections 2024-07-27T06:53:29.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:29.418+0000 7f7fb5600640 1 -- 172.21.15.66:0/2907785786 wait complete. 2024-07-27T06:53:29.448 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:29.448 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test-allow-snaps/.snap/snap00) 2024-07-27T06:53:29.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:29.535 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir test-allow-snaps/.snap/snap00) 2024-07-27T06:53:29.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:29.609 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir test-allow-snaps) 2024-07-27T06:53:29.672 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:53:29.672 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:29.792 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:29.927 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:53:29.927 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:53:29.927 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:29.927 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:29.991 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:29.991 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:30.049 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 -- 172.21.15.66:0/2200291318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40b9490 msgr2=0x7f70a40d0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 --2- 172.21.15.66:0/2200291318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40b9490 0x7f70a40d0420 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f70a406f830 tx=0x7f709402a490 comp rx=0 tx=0).stop 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 -- 172.21.15.66:0/2200291318 shutdown_connections 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 --2- 172.21.15.66:0/2200291318 >> v2:172.21.15.155:3300/0 conn(0x7f70a40d1070 0x7f70a40b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 --2- 172.21.15.66:0/2200291318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40b9490 0x7f70a40d0420 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 -- 172.21.15.66:0/2200291318 >> 172.21.15.66:0/2200291318 conn(0x7f70a40d3d30 msgr2=0x7f70a40d4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 -- 172.21.15.66:0/2200291318 shutdown_connections 2024-07-27T06:53:30.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.343+0000 7f70aa200640 1 -- 172.21.15.66:0/2200291318 wait complete. 2024-07-27T06:53:30.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.345+0000 7f70aa200640 1 Processor -- start 2024-07-27T06:53:30.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.346+0000 7f70aa200640 1 -- start start 2024-07-27T06:53:30.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70a40b2cf0 0x7f70a4149f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:30.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 0x7f70a414c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:30.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70a40b4410 con 0x7f70a40d1070 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f70a40b4290 con 0x7f70a40b2cf0 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.347+0000 7f70aa200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f70a40b4590 con 0x7f70a40b9490 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34424/0 (socket says 172.21.15.66:34424) 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 -- 172.21.15.66:0/1953580066 learned_addr learned my addr 172.21.15.66:0/1953580066 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a8e00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70a40b2cf0 0x7f70a4149f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a3e00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 0x7f70a414c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 -- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 msgr2=0x7f70a414c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 0x7f70a414c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 -- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70a40b2cf0 msgr2=0x7f70a4149f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:30.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70a40b2cf0 0x7f70a4149f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 -- 172.21.15.66:0/1953580066 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70a409de20 con 0x7f70a40d1070 2024-07-27T06:53:30.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a3e00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 0x7f70a414c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:30.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.348+0000 7f70a9800640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f709c00e990 tx=0x7f709c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.349+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c004d20 con 0x7f70a40d1070 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.349+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f709c00caa0 con 0x7f70a40d1070 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.349+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f709c005020 con 0x7f70a40d1070 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.349+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70a414a960 con 0x7f70a40d1070 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.349+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70a414d270 con 0x7f70a40d1070 2024-07-27T06:53:30.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.350+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70a409db90 con 0x7f70a40d1070 2024-07-27T06:53:30.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.352+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f709c0051c0 con 0x7f70a40d1070 2024-07-27T06:53:30.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.354+0000 7f70a0c00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 0x7f7080079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:30.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.354+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f709c099a60 con 0x7f70a40d1070 2024-07-27T06:53:30.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.354+0000 7f70a8e00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 0x7f7080079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:30.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.356+0000 7f70a8e00640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 0x7f7080079550 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7094034000 tx=0x7f7094004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:30.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.357+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f709c016030 con 0x7f70a40d1070 2024-07-27T06:53:30.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.586+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f70a40d3860 con 0x7f70a40d1070 2024-07-27T06:53:30.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.587+0000 7f70a0c00640 1 -- 172.21.15.66:0/1953580066 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v83) ==== 80+0+0 (secure 0 0 0) 0x7f70a40d3860 con 0x7f70a40d1070 2024-07-27T06:53:30.589 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 msgr2=0x7f7080079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 0x7f7080079550 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7094034000 tx=0x7f7094004730 comp rx=0 tx=0).stop 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 msgr2=0x7f70a414cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f709c00e990 tx=0x7f709c00ee50 comp rx=0 tx=0).stop 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 shutdown_connections 2024-07-27T06:53:30.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7080077040 0x7f7080079550 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70a40d1070 0x7f70a414cd30 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f70a40b9490 0x7f70a414c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 --2- 172.21.15.66:0/1953580066 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f70a40b2cf0 0x7f70a4149f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.590+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 >> 172.21.15.66:0/1953580066 conn(0x7f70a40d3d30 msgr2=0x7f70a41604b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.591+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 shutdown_connections 2024-07-27T06:53:30.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:30.591+0000 7f70aa200640 1 -- 172.21.15.66:0/1953580066 wait complete. 2024-07-27T06:53:30.623 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:53:30.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:30.623 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:30.730 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:53:30.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:30.730 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:53:30.787 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:53:30.787 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:30.787 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:30.843 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:30.844 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:53:30.844 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:30.844 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:30.906 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:53:30.906 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T06:53:30.907 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:30.907 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:30.961 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:30.962 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 -- 172.21.15.66:0/1593418971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0b9390 msgr2=0x7f3cec0b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/1593418971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0b9390 0x7f3cec0b54b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f3cd4009830 tx=0x7f3cd402a510 comp rx=0 tx=0).stop 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 -- 172.21.15.66:0/1593418971 shutdown_connections 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/1593418971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0b9390 0x7f3cec0b54b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 -- 172.21.15.66:0/1593418971 >> 172.21.15.66:0/1593418971 conn(0x7f3cec0d4060 msgr2=0x7f3cec0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 -- 172.21.15.66:0/1593418971 shutdown_connections 2024-07-27T06:53:31.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.263+0000 7f3cf2e00640 1 -- 172.21.15.66:0/1593418971 wait complete. 2024-07-27T06:53:31.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.267+0000 7f3cf2e00640 1 Processor -- start 2024-07-27T06:53:31.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.267+0000 7f3cf2e00640 1 -- start start 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cec08c9d0 0x7f3cec09dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cec0b9390 0x7f3cec0cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec0b4570 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3cec0b43f0 con 0x7f3cec08c9d0 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf2e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3cec0b46f0 con 0x7f3cec0b9390 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51884/0 (socket says 172.21.15.66:51884) 2024-07-27T06:53:31.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.269+0000 7f3cf0e00640 1 -- 172.21.15.66:0/945969509 learned_addr learned my addr 172.21.15.66:0/945969509 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:31.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3ce3400640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cec0b9390 0x7f3cec0cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cebe00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cec08c9d0 0x7f3cec09dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 -- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cec0b9390 msgr2=0x7f3cec0cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cec0b9390 0x7f3cec0cdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 -- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cec08c9d0 msgr2=0x7f3cec09dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cec08c9d0 0x7f3cec09dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 -- 172.21.15.66:0/945969509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cec1f8d00 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.270+0000 7f3cf0e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3ce400b9e0 tx=0x7f3ce400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.271+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce4003b70 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.271+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ce4003e00 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.271+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cec1f8fe0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.271+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ce400cb80 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.271+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cec1f95a0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.272+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cec0b4cb0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.274+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3ce4004000 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.275+0000 7f3ce8c00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 0x7f3cc8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.275+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f3ce4098ef0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.275+0000 7f3cebe00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 0x7f3cc8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.276+0000 7f3cebe00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 0x7f3cc8079520 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3cec0d1740 tx=0x7f3cdc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:31.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.279+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3ce4061aa0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.530+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3cec0cf0b0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.532+0000 7f3ce8c00640 1 -- 172.21.15.66:0/945969509 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5231 (secure 0 0 0) 0x7f3ce40613a0 con 0x7f3cec0d0dd0 2024-07-27T06:53:31.534 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:31.534 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":46,"btime":"2024-07-27T06:53:29:397951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:29.056885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:31.534 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 46 2024-07-27T06:53:31.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.534+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 msgr2=0x7f3cc8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.534+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 0x7f3cc8079520 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f3cec0d1740 tx=0x7f3cdc009040 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.534+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 msgr2=0x7f3cec0c97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.534+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3ce400b9e0 tx=0x7f3ce400bea0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 shutdown_connections 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cc8077010 0x7f3cc8079520 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3cec0d0dd0 0x7f3cec0c97f0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3cec0b9390 0x7f3cec0cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 --2- 172.21.15.66:0/945969509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3cec08c9d0 0x7f3cec09dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 >> 172.21.15.66:0/945969509 conn(0x7f3cec0d4060 msgr2=0x7f3cec0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 shutdown_connections 2024-07-27T06:53:31.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.535+0000 7f3cf2e00640 1 -- 172.21.15.66:0/945969509 wait complete. 2024-07-27T06:53:31.564 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 -- 172.21.15.66:0/3317382099 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400ceb20 msgr2=0x7f18400727a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 --2- 172.21.15.66:0/3317382099 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400ceb20 0x7f18400727a0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f1838005fd0 tx=0x7f183802a5f0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 -- 172.21.15.66:0/3317382099 shutdown_connections 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 --2- 172.21.15.66:0/3317382099 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400ceb20 0x7f18400727a0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 -- 172.21.15.66:0/3317382099 >> 172.21.15.66:0/3317382099 conn(0x7f18400cfb90 msgr2=0x7f18400cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:31.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 -- 172.21.15.66:0/3317382099 shutdown_connections 2024-07-27T06:53:31.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.856+0000 7f1845e00640 1 -- 172.21.15.66:0/3317382099 wait complete. 2024-07-27T06:53:31.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.859+0000 7f1845e00640 1 Processor -- start 2024-07-27T06:53:31.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.859+0000 7f1845e00640 1 -- start start 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18400aebc0 0x7f1840159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18401f7f10 0x7f18401f8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1840072e60 con 0x7f18400aefd0 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1840072ce0 con 0x7f18400aebc0 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.860+0000 7f1845e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1840072fe0 con 0x7f18401f7f10 2024-07-27T06:53:31.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51894/0 (socket says 172.21.15.66:51894) 2024-07-27T06:53:31.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 -- 172.21.15.66:0/2583159533 learned_addr learned my addr 172.21.15.66:0/2583159533 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183ea00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18400aebc0 0x7f1840159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183f400640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18401f7f10 0x7f18401f8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 -- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18401f7f10 msgr2=0x7f18401f8320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18401f7f10 0x7f18401f8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 -- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18400aebc0 msgr2=0x7f1840159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18400aebc0 0x7f1840159720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.861+0000 7f183e000640 1 -- 172.21.15.66:0/2583159533 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18401f8c90 con 0x7f18400aefd0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f183e000640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f182c00c770 tx=0x7f182c00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c003bc0 con 0x7f18400aefd0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f182c003d60 con 0x7f18400aefd0 2024-07-27T06:53:31.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1840158de0 con 0x7f18400aefd0 2024-07-27T06:53:31.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f182c00aab0 con 0x7f18400aefd0 2024-07-27T06:53:31.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.862+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1840161ab0 con 0x7f18400aefd0 2024-07-27T06:53:31.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.863+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18401f8e60 con 0x7f18400aefd0 2024-07-27T06:53:31.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.865+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f182c00ac50 con 0x7f18400aefd0 2024-07-27T06:53:31.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.866+0000 7f1837400640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 0x7f1820079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:31.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.866+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f182c098ec0 con 0x7f18400aefd0 2024-07-27T06:53:31.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.867+0000 7f183ea00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 0x7f1820079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:31.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.868+0000 7f183ea00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 0x7f1820079520 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1830000f60 tx=0x7f1830009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:31.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:31.871+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f18401f8e60 con 0x7f18400aefd0 2024-07-27T06:53:32.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.123+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1840158bd0 con 0x7f18400aefd0 2024-07-27T06:53:32.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.125+0000 7f1837400640 1 -- 172.21.15.66:0/2583159533 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5231 (secure 0 0 0) 0x7f182c061a70 con 0x7f18400aefd0 2024-07-27T06:53:32.126 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:32.127 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":46,"btime":"2024-07-27T06:53:29:397951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:29.056885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:32.127 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 46 2024-07-27T06:53:32.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 msgr2=0x7f1820079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 0x7f1820079520 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f1830000f60 tx=0x7f1830009040 comp rx=0 tx=0).stop 2024-07-27T06:53:32.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 msgr2=0x7f18401f4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f182c00c770 tx=0x7f182c00cc30 comp rx=0 tx=0).stop 2024-07-27T06:53:32.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 shutdown_connections 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1820077010 0x7f1820079520 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18401f7f10 0x7f18401f8320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18400aefd0 0x7f18401f4160 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 --2- 172.21.15.66:0/2583159533 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18400aebc0 0x7f1840159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.128+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 >> 172.21.15.66:0/2583159533 conn(0x7f18400cfb90 msgr2=0x7f184015b200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.129+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 shutdown_connections 2024-07-27T06:53:32.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.129+0000 7f1845e00640 1 -- 172.21.15.66:0/2583159533 wait complete. 2024-07-27T06:53:32.158 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 -- 172.21.15.66:0/1365159115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 msgr2=0x7f7a700b2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 --2- 172.21.15.66:0/1365159115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a700b2b80 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f7a640098e0 tx=0x7f7a6402a580 comp rx=0 tx=0).stop 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 -- 172.21.15.66:0/1365159115 shutdown_connections 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 --2- 172.21.15.66:0/1365159115 >> v2:172.21.15.155:3300/0 conn(0x7f7a700d0650 0x7f7a70160550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 --2- 172.21.15.66:0/1365159115 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a70160010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 --2- 172.21.15.66:0/1365159115 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a700b2b80 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 -- 172.21.15.66:0/1365159115 >> 172.21.15.66:0/1365159115 conn(0x7f7a700d1b50 msgr2=0x7f7a700d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 -- 172.21.15.66:0/1365159115 shutdown_connections 2024-07-27T06:53:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.448+0000 7f7a76600640 1 -- 172.21.15.66:0/1365159115 wait complete. 2024-07-27T06:53:32.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.451+0000 7f7a76600640 1 Processor -- start 2024-07-27T06:53:32.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.451+0000 7f7a76600640 1 -- start start 2024-07-27T06:53:32.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.452+0000 7f7a76600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a7015cf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.452+0000 7f7a76600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a700d0650 0x7f7a7015f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a76600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a76600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7a70160e80 con 0x7f7a700d2670 2024-07-27T06:53:32.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a76600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a70160d00 con 0x7f7a700d0650 2024-07-27T06:53:32.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a76600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a700cc560 con 0x7f7a700d0240 2024-07-27T06:53:32.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:32.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51918/0 (socket says 172.21.15.66:51918) 2024-07-27T06:53:32.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 -- 172.21.15.66:0/770059532 learned_addr learned my addr 172.21.15.66:0/770059532 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75200640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a7015cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a6fe00640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a700d0650 0x7f7a7015f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 -- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 msgr2=0x7f7a7015cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a7015cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 -- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a700d0650 msgr2=0x7f7a7015f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a700d0650 0x7f7a7015f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75c00640 1 -- 172.21.15.66:0/770059532 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a700c5f30 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.453+0000 7f7a75200640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a7015cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a75c00640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800e990 tx=0x7f7a6800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68004d20 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a6800caa0 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a701f5770 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a68005020 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.454+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a701f5d30 con 0x7f7a700d2670 2024-07-27T06:53:32.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.455+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a700b2b80 con 0x7f7a700d2670 2024-07-27T06:53:32.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.457+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7a680051c0 con 0x7f7a700d2670 2024-07-27T06:53:32.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.458+0000 7f7a6cc00640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 0x7f7a50079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.458+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f7a68099790 con 0x7f7a700d2670 2024-07-27T06:53:32.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.458+0000 7f7a75200640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 0x7f7a50079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:32.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.460+0000 7f7a75200640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 0x7f7a50079520 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7a64034000 tx=0x7f7a64004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:32.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.462+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7a68016030 con 0x7f7a700d2670 2024-07-27T06:53:32.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.676+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7a70070560 con 0x7f7a700d2670 2024-07-27T06:53:32.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.678+0000 7f7a6cc00640 1 -- 172.21.15.66:0/770059532 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+22220 (secure 0 0 0) 0x7f7a68062340 con 0x7f7a700d2670 2024-07-27T06:53:32.681 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:32.681 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":83,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:18.637247+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:15.308403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:16.175208+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"83","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:32.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 msgr2=0x7f7a50079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 0x7f7a50079520 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7a64034000 tx=0x7f7a64004730 comp rx=0 tx=0).stop 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 msgr2=0x7f7a7015f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f7a6800e990 tx=0x7f7a6800ee50 comp rx=0 tx=0).stop 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 shutdown_connections 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a50077010 0x7f7a50079520 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a700d2670 0x7f7a7015f620 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a700d0650 0x7f7a7015f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 --2- 172.21.15.66:0/770059532 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a700d0240 0x7f7a7015cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.681+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 >> 172.21.15.66:0/770059532 conn(0x7f7a700d1b50 msgr2=0x7f7a700b5bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:32.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.682+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 shutdown_connections 2024-07-27T06:53:32.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.682+0000 7f7a76600640 1 -- 172.21.15.66:0/770059532 wait complete. 2024-07-27T06:53:32.707 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T06:53:32.708 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:32.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.990+0000 7f0e4dc00640 1 -- 172.21.15.66:0/310093947 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e48070470 msgr2=0x7f0e48072c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.990+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/310093947 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e48070470 0x7f0e48072c10 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f0e38005fd0 tx=0x7f0e3802b7f0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 -- 172.21.15.66:0/310093947 shutdown_connections 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/310093947 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e4806e510 0x7f0e4806e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/310093947 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e48070470 0x7f0e48072c10 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 -- 172.21.15.66:0/310093947 >> 172.21.15.66:0/310093947 conn(0x7f0e480cfb90 msgr2=0x7f0e480cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 -- 172.21.15.66:0/310093947 shutdown_connections 2024-07-27T06:53:32.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.991+0000 7f0e4dc00640 1 -- 172.21.15.66:0/310093947 wait complete. 2024-07-27T06:53:32.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.993+0000 7f0e4dc00640 1 Processor -- start 2024-07-27T06:53:32.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.993+0000 7f0e4dc00640 1 -- start start 2024-07-27T06:53:32.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e4806ee60 0x7f0e481f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e48070470 0x7f0e481549a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0e48073150 con 0x7f0e4806e510 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0e4806fb90 con 0x7f0e48070470 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e4dc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0e480732d0 con 0x7f0e4806ee60 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e46a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e46a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51936/0 (socket says 172.21.15.66:51936) 2024-07-27T06:53:32.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e46a00640 1 -- 172.21.15.66:0/2477666241 learned_addr learned my addr 172.21.15.66:0/2477666241 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:32.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e46a00640 1 -- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e4806ee60 msgr2=0x7f0e481f57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.995+0000 7f0e46a00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e4806ee60 0x7f0e481f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e46a00640 1 -- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e48070470 msgr2=0x7f0e481549a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:32.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e46a00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e48070470 0x7f0e481549a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e46a00640 1 -- 172.21.15.66:0/2477666241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e480b3540 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e46a00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0e38000c00 tx=0x7f0e38005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e38042070 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e38003cb0 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e380346e0 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e480b3820 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.996+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e481f52b0 con 0x7f0e4806e510 2024-07-27T06:53:32.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.997+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e480b3a60 con 0x7f0e4806e510 2024-07-27T06:53:33.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:32.999+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0e38045070 con 0x7f0e4806e510 2024-07-27T06:53:33.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.000+0000 7f0e3ea00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 0x7f0e28079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:33.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.000+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7164+0+0 (secure 0 0 0) 0x7f0e380b9f20 con 0x7f0e4806e510 2024-07-27T06:53:33.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.000+0000 7f0e46000640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 0x7f0e28079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:33.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.002+0000 7f0e46000640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 0x7f0e28079550 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0e34005fd0 tx=0x7f0e34005bc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:33.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.004+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0e480b3a60 con 0x7f0e4806e510 2024-07-27T06:53:33.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.251+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e481f4dc0 con 0x7f0e4806e510 2024-07-27T06:53:33.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.252+0000 7f0e3ea00640 1 -- 172.21.15.66:0/2477666241 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5231 (secure 0 0 0) 0x7f0e38082b60 con 0x7f0e4806e510 2024-07-27T06:53:33.254 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:33.254 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":46,"btime":"2024-07-27T06:53:29:397951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:29.056885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:33.254 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 46 2024-07-27T06:53:33.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.254+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 msgr2=0x7f0e28079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 0x7f0e28079550 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0e34005fd0 tx=0x7f0e34005bc0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 msgr2=0x7f0e480b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f0e38000c00 tx=0x7f0e38005de0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 shutdown_connections 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0e28077040 0x7f0e28079550 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0e48070470 0x7f0e481549a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0e4806ee60 0x7f0e481f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 --2- 172.21.15.66:0/2477666241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0e4806e510 0x7f0e480b3da0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 >> 172.21.15.66:0/2477666241 conn(0x7f0e480cfb90 msgr2=0x7f0e48152cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 shutdown_connections 2024-07-27T06:53:33.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.255+0000 7f0e4dc00640 1 -- 172.21.15.66:0/2477666241 wait complete. 2024-07-27T06:53:33.285 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 -- 172.21.15.66:0/4000492616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f84070470 msgr2=0x7f0f84072c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 --2- 172.21.15.66:0/4000492616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f84070470 0x7f0f84072c10 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f0f840cd9d0 tx=0x7f0f7402a560 comp rx=0 tx=0).stop 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 -- 172.21.15.66:0/4000492616 shutdown_connections 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 --2- 172.21.15.66:0/4000492616 >> v2:172.21.15.155:3300/0 conn(0x7f0f8406ee60 0x7f0f8406f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 --2- 172.21.15.66:0/4000492616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 0x7f0f8406e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 --2- 172.21.15.66:0/4000492616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f84070470 0x7f0f84072c10 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 -- 172.21.15.66:0/4000492616 >> 172.21.15.66:0/4000492616 conn(0x7f0f840cfb90 msgr2=0x7f0f840cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 -- 172.21.15.66:0/4000492616 shutdown_connections 2024-07-27T06:53:33.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.564+0000 7f0f8b600640 1 -- 172.21.15.66:0/4000492616 wait complete. 2024-07-27T06:53:33.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.566+0000 7f0f8b600640 1 Processor -- start 2024-07-27T06:53:33.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.566+0000 7f0f8b600640 1 -- start start 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 0x7f0f8414a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 0x7f0f840c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0f8406f7b0 con 0x7f0f8406ee60 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0f84073360 con 0x7f0f84070470 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f8b600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0f8406f930 con 0x7f0f8406e510 2024-07-27T06:53:33.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f7be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f7be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51948/0 (socket says 172.21.15.66:51948) 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.568+0000 7f0f7be00640 1 -- 172.21.15.66:0/2161847659 learned_addr learned my addr 172.21.15.66:0/2161847659 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f88c00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 0x7f0f8414a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f89600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 0x7f0f840c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 -- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 msgr2=0x7f0f8414a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 0x7f0f8414a1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 -- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 msgr2=0x7f0f840c5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 0x7f0f840c5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 -- 172.21.15.66:0/2161847659 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f840c3820 con 0x7f0f8406ee60 2024-07-27T06:53:33.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f89600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 0x7f0f840c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:33.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f7be00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c00c710 tx=0x7f0f6c00cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:33.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6c007bb0 con 0x7f0f8406ee60 2024-07-27T06:53:33.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f6c00ce20 con 0x7f0f8406ee60 2024-07-27T06:53:33.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.569+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6c007e60 con 0x7f0f8406ee60 2024-07-27T06:53:33.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.570+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f840c3b00 con 0x7f0f8406ee60 2024-07-27T06:53:33.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.570+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f840c40c0 con 0x7f0f8406ee60 2024-07-27T06:53:33.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.571+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f8406e920 con 0x7f0f8406ee60 2024-07-27T06:53:33.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.572+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0f6c00f670 con 0x7f0f8406ee60 2024-07-27T06:53:33.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.574+0000 7f0f81600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 0x7f0f60079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:33.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.574+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7220+0+0 (secure 0 0 0) 0x7f0f6c0995f0 con 0x7f0f8406ee60 2024-07-27T06:53:33.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.575+0000 7f0f88c00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 0x7f0f60079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:33.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.576+0000 7f0f88c00640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 0x7f0f60079520 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0f74033000 tx=0x7f0f74004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:33.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.579+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0f6c014030 con 0x7f0f8406ee60 2024-07-27T06:53:33.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.842+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f8406abd0 con 0x7f0f8406ee60 2024-07-27T06:53:33.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.843+0000 7f0f81600640 1 -- 172.21.15.66:0/2161847659 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5231 (secure 0 0 0) 0x7f0f6c062160 con 0x7f0f8406ee60 2024-07-27T06:53:33.845 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:33.845 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":46,"btime":"2024-07-27T06:53:29:397951+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:17.160045+0000","modified":"2024-07-27T06:53:29.056885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5976},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5976":{"gid":5976,"name":"a","rank":0,"incarnation":41,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/1690998338","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1690998338},{"type":"v1","addr":"172.21.15.66:6835","nonce":1690998338}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5976,"qdb_cluster":[5976]},"id":5}]} 2024-07-27T06:53:33.845 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 46 2024-07-27T06:53:33.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 msgr2=0x7f0f60079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 0x7f0f60079520 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f0f74033000 tx=0x7f0f74004730 comp rx=0 tx=0).stop 2024-07-27T06:53:33.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 msgr2=0x7f0f841520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c00c710 tx=0x7f0f6c00cbd0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 shutdown_connections 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f60077010 0x7f0f60079520 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f84070470 0x7f0f840c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f8406ee60 0x7f0f841520a0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 --2- 172.21.15.66:0/2161847659 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f8406e510 0x7f0f8414a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.846+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 >> 172.21.15.66:0/2161847659 conn(0x7f0f840cfb90 msgr2=0x7f0f840b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.847+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 shutdown_connections 2024-07-27T06:53:33.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:33.847+0000 7f0f8b600640 1 -- 172.21.15.66:0/2161847659 wait complete. 2024-07-27T06:53:33.875 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 -- 172.21.15.66:0/3660439653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc161050 msgr2=0x7fa0bc1677f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 --2- 172.21.15.66:0/3660439653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc161050 0x7fa0bc1677f0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4005fd0 tx=0x7fa0b402a820 comp rx=0 tx=0).stop 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 -- 172.21.15.66:0/3660439653 shutdown_connections 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 --2- 172.21.15.66:0/3660439653 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc161050 0x7fa0bc1677f0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 -- 172.21.15.66:0/3660439653 >> 172.21.15.66:0/3660439653 conn(0x7fa0bc0d1db0 msgr2=0x7fa0bc0d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 -- 172.21.15.66:0/3660439653 shutdown_connections 2024-07-27T06:53:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.145+0000 7fa0c1200640 1 -- 172.21.15.66:0/3660439653 wait complete. 2024-07-27T06:53:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.147+0000 7fa0c1200640 1 Processor -- start 2024-07-27T06:53:34.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.147+0000 7fa0c1200640 1 -- start start 2024-07-27T06:53:34.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc160530 0x7fa0bc06d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 0x7fa0bc0ca4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b14f0 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0b1370 con 0x7fa0bc161050 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0c1200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc0d28d0 con 0x7fa0bc160530 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0b9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0b9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51968/0 (socket says 172.21.15.66:51968) 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.149+0000 7fa0b9e00640 1 -- 172.21.15.66:0/1098868187 learned_addr learned my addr 172.21.15.66:0/1098868187 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b3e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc160530 0x7fa0bc06d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0ba800640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 0x7fa0bc0ca4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 -- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc160530 msgr2=0x7fa0bc06d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc160530 0x7fa0bc06d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 -- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 msgr2=0x7fa0bc0ca4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 0x7fa0bc0ca4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 -- 172.21.15.66:0/1098868187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc15a230 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0ba800640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 0x7fa0bc0ca4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:34.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.150+0000 7fa0b9e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c440 tx=0x7fa0ac00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:34.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.151+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac017070 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.151+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0ac0035f0 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.151+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0ac003a40 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.151+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0bc1496e0 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.151+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0bc15a7b0 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.152+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0bc0cfb60 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.153+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0ac01a070 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.155+0000 7fa0b2000640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 0x7fa098079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.155+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7220+0+0 (secure 0 0 0) 0x7fa0ac0982c0 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.156+0000 7fa0b3e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 0x7fa098079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.157+0000 7fa0b3e00640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 0x7fa098079520 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4006fd0 tx=0x7fa0a4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.160+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0ac060e30 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.375+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0bc0b6c20 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.379+0000 7fa0b2000640 1 -- 172.21.15.66:0/1098868187 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22330 (secure 0 0 0) 0x7fa0ac069100 con 0x7fa0bc0b73b0 2024-07-27T06:53:34.381 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:34.381 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":84,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:33.445262+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:15.308403+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:16.175208+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":84,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:34.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 msgr2=0x7fa098079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 0x7fa098079520 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fa0a4006fd0 tx=0x7fa0a4008040 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 msgr2=0x7fa0bc1491a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac00c440 tx=0x7fa0ac00c900 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 shutdown_connections 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa098077010 0x7fa098079520 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0bc161050 0x7fa0bc0ca4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc160530 0x7fa0bc06d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 --2- 172.21.15.66:0/1098868187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc0b73b0 0x7fa0bc1491a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 >> 172.21.15.66:0/1098868187 conn(0x7fa0bc0d1db0 msgr2=0x7fa0bc0d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 shutdown_connections 2024-07-27T06:53:34.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.382+0000 7fa0c1200640 1 -- 172.21.15.66:0/1098868187 wait complete. 2024-07-27T06:53:34.411 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 -- 172.21.15.66:0/2408399966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab80160080 msgr2=0x7fab800cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 --2- 172.21.15.66:0/2408399966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab80160080 0x7fab800cf290 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fab78005fd0 tx=0x7fab7802a940 comp rx=0 tx=0).stop 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 -- 172.21.15.66:0/2408399966 shutdown_connections 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 --2- 172.21.15.66:0/2408399966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab80160080 0x7fab800cf290 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 -- 172.21.15.66:0/2408399966 >> 172.21.15.66:0/2408399966 conn(0x7fab8006c780 msgr2=0x7fab8006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 -- 172.21.15.66:0/2408399966 shutdown_connections 2024-07-27T06:53:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.700+0000 7fab7fe00640 1 -- 172.21.15.66:0/2408399966 wait complete. 2024-07-27T06:53:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.703+0000 7fab7fe00640 1 Processor -- start 2024-07-27T06:53:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.703+0000 7fab7fe00640 1 -- start start 2024-07-27T06:53:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab800cee80 0x7fab8015ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 0x7fab80158230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fab8006e6c0 con 0x7fab800ad8f0 2024-07-27T06:53:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fab8006e540 con 0x7fab80159980 2024-07-27T06:53:34.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.704+0000 7fab7fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fab8006e840 con 0x7fab800cee80 2024-07-27T06:53:34.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51980/0 (socket says 172.21.15.66:51980) 2024-07-27T06:53:34.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 -- 172.21.15.66:0/1611268021 learned_addr learned my addr 172.21.15.66:0/1611268021 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7e000640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 0x7fab80158230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7ea00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab800cee80 0x7fab8015ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 -- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab800cee80 msgr2=0x7fab8015ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab800cee80 0x7fab8015ecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 -- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 msgr2=0x7fab80158230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 0x7fab80158230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7f400640 1 -- 172.21.15.66:0/1611268021 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab800ae240 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.705+0000 7fab7e000640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 0x7fab80158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab7f400640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fab78009cd0 tx=0x7fab78031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab7803e070 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fab78004600 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab8013f000 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab78043460 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.706+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab8015e720 con 0x7fab800ad8f0 2024-07-27T06:53:34.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.707+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab8015e230 con 0x7fab800ad8f0 2024-07-27T06:53:34.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.709+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fab78043600 con 0x7fab800ad8f0 2024-07-27T06:53:34.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.710+0000 7fab76a00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 0x7fab5c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:34.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.710+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7220+0+0 (secure 0 0 0) 0x7fab780baad0 con 0x7fab800ad8f0 2024-07-27T06:53:34.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.711+0000 7fab7ea00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 0x7fab5c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:34.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.712+0000 7fab7ea00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 0x7fab5c079520 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fab70000f60 tx=0x7fab70009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:34.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.714+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fab800ae240 con 0x7fab800ad8f0 2024-07-27T06:53:34.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.970+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fab8013ed90 con 0x7fab800ad8f0 2024-07-27T06:53:34.973 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T06:53:34.971+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T06:53:34.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.975+0000 7fab76a00640 1 -- 172.21.15.66:0/1611268021 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v47) ==== 161+0+0 (secure 0 0 0) 0x7fab780836e0 con 0x7fab800ad8f0 2024-07-27T06:53:34.977 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T06:53:34.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.979+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 msgr2=0x7fab5c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.979+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 0x7fab5c079520 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fab70000f60 tx=0x7fab70009040 comp rx=0 tx=0).stop 2024-07-27T06:53:34.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.979+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 msgr2=0x7fab800add00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:34.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.979+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fab78009cd0 tx=0x7fab78031ea0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 shutdown_connections 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fab5c077010 0x7fab5c079520 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fab800ad8f0 0x7fab800add00 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fab80159980 0x7fab80158230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 --2- 172.21.15.66:0/1611268021 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fab800cee80 0x7fab8015ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:34.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 >> 172.21.15.66:0/1611268021 conn(0x7fab8006c780 msgr2=0x7fab8015b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:34.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 shutdown_connections 2024-07-27T06:53:34.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:34.980+0000 7fab7fe00640 1 -- 172.21.15.66:0/1611268021 wait complete. 2024-07-27T06:53:35.002 INFO:tasks.ceph.mds.a.smithi066.stderr: -3855> 2024-07-27T06:53:18.538+0000 7fa443c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:53:35.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T06:53:35.156 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 -- 172.21.15.66:0/3958010800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff4160080 msgr2=0x7f0ff40cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3958010800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff4160080 0x7f0ff40cf290 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0ff406d8e0 tx=0x7f0fec02aa30 comp rx=0 tx=0).stop 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 -- 172.21.15.66:0/3958010800 shutdown_connections 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3958010800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff4160080 0x7f0ff40cf290 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3958010800 >> v2:172.21.15.155:3300/0 conn(0x7f0ff4159980 0x7f0ff4073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 -- 172.21.15.66:0/3958010800 >> 172.21.15.66:0/3958010800 conn(0x7f0ff406c780 msgr2=0x7f0ff406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 -- 172.21.15.66:0/3958010800 shutdown_connections 2024-07-27T06:53:35.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.300+0000 7f0ff3200640 1 -- 172.21.15.66:0/3958010800 wait complete. 2024-07-27T06:53:35.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.302+0000 7f0ff3200640 1 Processor -- start 2024-07-27T06:53:35.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.303+0000 7f0ff3200640 1 -- start start 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ff40cee80 0x7f0ff4143b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ff4159980 0x7f0ff4149100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0ff406e5b0 con 0x7f0ff41581e0 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0ff406e430 con 0x7f0ff4159980 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0ff406e730 con 0x7f0ff40cee80 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.304+0000 7f0ff2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52012/0 (socket says 172.21.15.66:52012) 2024-07-27T06:53:35.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 -- 172.21.15.66:0/3641565480 learned_addr learned my addr 172.21.15.66:0/3641565480 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff1e00640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ff40cee80 0x7f0ff4143b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff1400640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ff4159980 0x7f0ff4149100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 -- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ff40cee80 msgr2=0x7f0ff4143b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ff40cee80 0x7f0ff4143b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 -- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ff4159980 msgr2=0x7f0ff4149100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ff4159980 0x7f0ff4149100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 -- 172.21.15.66:0/3641565480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ff415c6d0 con 0x7f0ff41581e0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.305+0000 7f0ff2800640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0fec02b020 tx=0x7f0fec003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.306+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec033050 con 0x7f0ff41581e0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.306+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0fec004450 con 0x7f0ff41581e0 2024-07-27T06:53:35.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.306+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fec038450 con 0x7f0ff41581e0 2024-07-27T06:53:35.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.306+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ff41466c0 con 0x7f0ff41581e0 2024-07-27T06:53:35.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.306+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ff41440b0 con 0x7f0ff41581e0 2024-07-27T06:53:35.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.307+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ff415c440 con 0x7f0ff41581e0 2024-07-27T06:53:35.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.309+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0fec036070 con 0x7f0ff41581e0 2024-07-27T06:53:35.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.310+0000 7f0fea000640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 0x7f0fd4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:35.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.310+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7278+0+0 (secure 0 0 0) 0x7f0fec0ba390 con 0x7f0ff41581e0 2024-07-27T06:53:35.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.310+0000 7f0ff1e00640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 0x7f0fd4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:35.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.312+0000 7f0ff1e00640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 0x7f0fd4079550 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0fe4005fd0 tx=0x7f0fe4005c50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:35.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.314+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0fec082f60 con 0x7f0ff41581e0 2024-07-27T06:53:35.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.563+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f0ff406ec00 con 0x7f0ff41581e0 2024-07-27T06:53:35.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.979+0000 7f0fea000640 1 -- 172.21.15.66:0/3641565480 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v48) ==== 104+0+0 (secure 0 0 0) 0x7f0fec082860 con 0x7f0ff41581e0 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 msgr2=0x7f0fd4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 0x7f0fd4079550 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f0fe4005fd0 tx=0x7f0fe4005c50 comp rx=0 tx=0).stop 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 msgr2=0x7f0ff4149640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0fec02b020 tx=0x7f0fec003f10 comp rx=0 tx=0).stop 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 shutdown_connections 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0fd4077040 0x7f0fd4079550 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ff41581e0 0x7f0ff4149640 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0ff4159980 0x7f0ff4149100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 --2- 172.21.15.66:0/3641565480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0ff40cee80 0x7f0ff4143b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:35.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 >> 172.21.15.66:0/3641565480 conn(0x7f0ff406c780 msgr2=0x7f0ff40d0290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:35.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 shutdown_connections 2024-07-27T06:53:35.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:35.983+0000 7f0ff3200640 1 -- 172.21.15.66:0/3641565480 wait complete. 2024-07-27T06:53:36.020 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 -- 172.21.15.66:0/1824749106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81c0004070 msgr2=0x7f81c0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 --2- 172.21.15.66:0/1824749106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81c0004070 0x7f81c0004800 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f81c8006f80 tx=0x7f81c0005830 comp rx=0 tx=0).stop 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81da800640 1 -- 172.21.15.66:0/1824749106 reap_dead start 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 -- 172.21.15.66:0/1824749106 shutdown_connections 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 -- 172.21.15.66:0/1824749106 >> 172.21.15.66:0/1824749106 conn(0x7f81dc06c780 msgr2=0x7f81dc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 -- 172.21.15.66:0/1824749106 shutdown_connections 2024-07-27T06:53:36.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.302+0000 7f81db200640 1 -- 172.21.15.66:0/1824749106 wait complete. 2024-07-27T06:53:36.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.305+0000 7f81db200640 1 Processor -- start 2024-07-27T06:53:36.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.305+0000 7f81db200640 1 -- start start 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81c0004070 0x7f81dc144840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 0x7f81dc154e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81dc15a190 con 0x7f81dc1459a0 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81dc15a010 con 0x7f81dc145db0 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.306+0000 7f81db200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81dc15a310 con 0x7f81c0004070 2024-07-27T06:53:36.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:36.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52022/0 (socket says 172.21.15.66:52022) 2024-07-27T06:53:36.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 -- 172.21.15.66:0/4074663127 learned_addr learned my addr 172.21.15.66:0/4074663127 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9e00640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81c0004070 0x7f81dc144840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81da800640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 0x7f81dc154e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 -- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81c0004070 msgr2=0x7f81dc144840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81c0004070 0x7f81dc144840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 -- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 msgr2=0x7f81dc154e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:36.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 0x7f81dc154e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81d9400640 1 -- 172.21.15.66:0/4074663127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81dc1486a0 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.307+0000 7f81da800640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 0x7f81dc154e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81d9400640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f81c8006f80 tx=0x7f81c8006cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8032030 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81c8003af0 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81dc157780 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81c8042480 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.308+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81dc157a60 con 0x7f81dc1459a0 2024-07-27T06:53:36.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.309+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81dc0cd5f0 con 0x7f81dc1459a0 2024-07-27T06:53:36.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.311+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f81c8035020 con 0x7f81dc1459a0 2024-07-27T06:53:36.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.312+0000 7f81d2000640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 0x7f81bc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:36.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.312+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7278+0+0 (secure 0 0 0) 0x7f81c80b9b20 con 0x7f81dc1459a0 2024-07-27T06:53:36.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.312+0000 7f81d9e00640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 0x7f81bc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:36.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.314+0000 7f81d9e00640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 0x7f81bc079550 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f81cc005fd0 tx=0x7f81cc0094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:36.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.316+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f81c8047060 con 0x7f81dc1459a0 2024-07-27T06:53:36.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:36.528+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f81dc0cda70 con 0x7f81dc1459a0 2024-07-27T06:53:37.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.491+0000 7f81d2000640 1 -- 172.21.15.66:0/4074663127 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v86) ==== 181+0+0 (secure 0 0 0) 0x7f81c80826f0 con 0x7f81dc1459a0 2024-07-27T06:53:37.494 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T06:53:37.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 msgr2=0x7f81bc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:37.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 0x7f81bc079550 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f81cc005fd0 tx=0x7f81cc0094d0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 msgr2=0x7f81dc1548f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:37.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f81c8006f80 tx=0x7f81c8006cc0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 shutdown_connections 2024-07-27T06:53:37.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81bc077040 0x7f81bc079550 secure :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f81cc005fd0 tx=0x7f81cc0094d0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc145db0 0x7f81dc154e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc1459a0 0x7f81dc1548f0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 --2- 172.21.15.66:0/4074663127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81c0004070 0x7f81dc144840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.497+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 >> 172.21.15.66:0/4074663127 conn(0x7f81dc06c780 msgr2=0x7f81dc0cc450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:37.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.498+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 shutdown_connections 2024-07-27T06:53:37.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.498+0000 7f81db200640 1 -- 172.21.15.66:0/4074663127 wait complete. 2024-07-27T06:53:37.537 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T06:53:37.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 -- 172.21.15.66:0/2864505528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 msgr2=0x7f2fdc0d0680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2864505528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc0d0680 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f2fdc08c910 tx=0x7f2fd402aa30 comp rx=0 tx=0).stop 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 -- 172.21.15.66:0/2864505528 shutdown_connections 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2864505528 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc0d0680 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2864505528 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 0x7f2fdc0d2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2864505528 >> v2:172.21.15.155:3300/0 conn(0x7f2fdc0b91e0 0x7f2fdc0b52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.834+0000 7f2fe1400640 1 -- 172.21.15.66:0/2864505528 >> 172.21.15.66:0/2864505528 conn(0x7f2fdc0d3e10 msgr2=0x7f2fdc0d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.835+0000 7f2fe1400640 1 -- 172.21.15.66:0/2864505528 shutdown_connections 2024-07-27T06:53:37.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.835+0000 7f2fe1400640 1 -- 172.21.15.66:0/2864505528 wait complete. 2024-07-27T06:53:37.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.837+0000 7f2fe1400640 1 Processor -- start 2024-07-27T06:53:37.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.837+0000 7f2fe1400640 1 -- start start 2024-07-27T06:53:37.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fdc0b91e0 0x7f2fdc0b13b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:37.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 0x7f2fdc0a0f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:37.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:37.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2fdc0d0f50 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2fdc0d0dd0 con 0x7f2fdc0b91e0 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fe1400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2fdc0d10d0 con 0x7f2fdc0d1c80 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fdb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fdb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52046/0 (socket says 172.21.15.66:52046) 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.839+0000 7f2fdb200640 1 -- 172.21.15.66:0/2367032134 learned_addr learned my addr 172.21.15.66:0/2367032134 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fda800640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fdc0b91e0 0x7f2fdc0b13b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fd3e00640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 0x7f2fdc0a0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 -- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 msgr2=0x7f2fdc0a0f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 0x7f2fdc0a0f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 -- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fdc0b91e0 msgr2=0x7f2fdc0b13b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fdc0b91e0 0x7f2fdc0b13b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:37.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 -- 172.21.15.66:0/2367032134 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fdc09fef0 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.840+0000 7f2fdb200640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2fd402b020 tx=0x7f2fd4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:37.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.841+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd4033050 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.841+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fd4004450 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.841+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd4038450 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.841+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fdc0a01d0 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.841+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fdc0a0790 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.842+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fdc0d2090 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.844+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fd4036070 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.845+0000 7f2fd2a00640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 0x7f2fb8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:37.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.845+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 6840+0+0 (secure 0 0 0) 0x7f2fd40ba240 con 0x7f2fdc0d25d0 2024-07-27T06:53:37.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.845+0000 7f2fda800640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 0x7f2fb8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:37.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.847+0000 7f2fda800640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 0x7f2fb8079550 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc005fd0 tx=0x7f2fcc005cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:37.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:37.849+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fd4082fd0 con 0x7f2fdc0d25d0 2024-07-27T06:53:38.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.066+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2fdc0b89c0 con 0x7f2fdc0d25d0 2024-07-27T06:53:38.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.507+0000 7f2fd2a00640 1 -- 172.21.15.66:0/2367032134 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v87) ==== 169+0+0 (secure 0 0 0) 0x7f2fd40828d0 con 0x7f2fdc0d25d0 2024-07-27T06:53:38.509 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T06:53:38.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.512+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 msgr2=0x7f2fb8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:38.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.512+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 0x7f2fb8079550 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2fcc005fd0 tx=0x7f2fcc005cf0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.512+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 msgr2=0x7f2fdc160120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:38.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.512+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2fd402b020 tx=0x7f2fd4003f10 comp rx=0 tx=0).stop 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 shutdown_connections 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fb8077040 0x7f2fb8079550 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fdc0d25d0 0x7f2fdc160120 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fdc0d1c80 0x7f2fdc0a0f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 --2- 172.21.15.66:0/2367032134 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fdc0b91e0 0x7f2fdc0b13b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.513+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 >> 172.21.15.66:0/2367032134 conn(0x7f2fdc0d3e10 msgr2=0x7f2fdc161040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.514+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 shutdown_connections 2024-07-27T06:53:38.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.514+0000 7f2fe1400640 1 -- 172.21.15.66:0/2367032134 wait complete. 2024-07-27T06:53:38.547 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T06:53:38.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 -- 172.21.15.66:0/471640292 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80732e0 msgr2=0x7fe3a8070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 --2- 172.21.15.66:0/471640292 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80732e0 0x7fe3a8070060 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe39c005fd0 tx=0x7fe39c02a5d0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 -- 172.21.15.66:0/471640292 shutdown_connections 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 --2- 172.21.15.66:0/471640292 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80ca8f0 0x7fe3a80b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 --2- 172.21.15.66:0/471640292 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80732e0 0x7fe3a8070060 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 -- 172.21.15.66:0/471640292 >> 172.21.15.66:0/471640292 conn(0x7fe3a80cfb90 msgr2=0x7fe3a80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 -- 172.21.15.66:0/471640292 shutdown_connections 2024-07-27T06:53:38.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.839+0000 7fe3af800640 1 -- 172.21.15.66:0/471640292 wait complete. 2024-07-27T06:53:38.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.841+0000 7fe3af800640 1 Processor -- start 2024-07-27T06:53:38.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.841+0000 7fe3af800640 1 -- start start 2024-07-27T06:53:38.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a80732e0 0x7fe3a81f2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:38.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80cb6c0 0x7fe3a815a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a80b5100 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe3a80b4f80 con 0x7fe3a80732e0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3af800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe3a80b5280 con 0x7fe3a80cb6c0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3a7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3a7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52054/0 (socket says 172.21.15.66:52054) 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.843+0000 7fe3a7e00640 1 -- 172.21.15.66:0/2712674757 learned_addr learned my addr 172.21.15.66:0/2712674757 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3ace00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a80732e0 0x7fe3a81f2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3ad800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80cb6c0 0x7fe3a815a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 -- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80cb6c0 msgr2=0x7fe3a815a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80cb6c0 0x7fe3a815a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 -- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a80732e0 msgr2=0x7fe3a81f2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:38.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a80732e0 0x7fe3a81f2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:38.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 -- 172.21.15.66:0/2712674757 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3a815b320 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.844+0000 7fe3a7e00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe39800c3f0 tx=0x7fe39800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.845+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe398017070 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.845+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe3980035f0 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.845+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe398003a40 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.845+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3a815b600 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.845+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3a814f250 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.846+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3a80b5740 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.847+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe39801a070 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.849+0000 7fe3a4c00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 0x7fe38c079580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:38.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.849+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7fe398097e20 con 0x7fe3a80ca8f0 2024-07-27T06:53:38.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.850+0000 7fe3ace00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 0x7fe38c079580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:38.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.851+0000 7fe3ace00640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 0x7fe38c079580 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe39c033000 tx=0x7fe39c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:38.854+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe3a8074520 con 0x7fe3a80ca8f0 2024-07-27T06:53:39.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.066+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fe3a80cc220 con 0x7fe3a80ca8f0 2024-07-27T06:53:39.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.074+0000 7fe3a4c00640 1 -- 172.21.15.66:0/2712674757 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v36) ==== 71+0+0 (secure 0 0 0) 0x7fe398060d40 con 0x7fe3a80ca8f0 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 msgr2=0x7fe38c079580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 0x7fe38c079580 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fe39c033000 tx=0x7fe39c004730 comp rx=0 tx=0).stop 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 msgr2=0x7fe3a815a330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fe39800c3f0 tx=0x7fe39800c8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 shutdown_connections 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe38c077070 0x7fe38c079580 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe3a80cb6c0 0x7fe3a815a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe3a80ca8f0 0x7fe3a815a330 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 --2- 172.21.15.66:0/2712674757 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe3a80732e0 0x7fe3a81f2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 >> 172.21.15.66:0/2712674757 conn(0x7fe3a80cfb90 msgr2=0x7fe3a815ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:39.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 shutdown_connections 2024-07-27T06:53:39.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.077+0000 7fe3af800640 1 -- 172.21.15.66:0/2712674757 wait complete. 2024-07-27T06:53:39.109 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config' 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 -- 172.21.15.66:0/2773857354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 msgr2=0x7f2aec0b3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 --2- 172.21.15.66:0/2773857354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec0b3ad0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f2aec0b6bf0 tx=0x7f2ae402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 -- 172.21.15.66:0/2773857354 shutdown_connections 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 --2- 172.21.15.66:0/2773857354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec0b3ad0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 --2- 172.21.15.66:0/2773857354 >> v2:172.21.15.155:3300/0 conn(0x7f2aec08c9d0 0x7f2aec0b54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 -- 172.21.15.66:0/2773857354 >> 172.21.15.66:0/2773857354 conn(0x7f2aec0d4060 msgr2=0x7f2aec0d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:39.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 -- 172.21.15.66:0/2773857354 shutdown_connections 2024-07-27T06:53:39.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.397+0000 7f2af2400640 1 -- 172.21.15.66:0/2773857354 wait complete. 2024-07-27T06:53:39.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.399+0000 7f2af2400640 1 Processor -- start 2024-07-27T06:53:39.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.400+0000 7f2af2400640 1 -- start start 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec08c9d0 0x7f2aec0c8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec0b9390 0x7f2aec153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec0b43a0 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2aec0b4220 con 0x7f2aec0b9390 2024-07-27T06:53:39.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.401+0000 7f2af2400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2aec0b4520 con 0x7f2aec08c9d0 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52086/0 (socket says 172.21.15.66:52086) 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 -- 172.21.15.66:0/388741132 learned_addr learned my addr 172.21.15.66:0/388741132 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aeaa00640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec0b9390 0x7f2aec153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aeb400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec08c9d0 0x7f2aec0c8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 -- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec08c9d0 msgr2=0x7f2aec0c8d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec08c9d0 0x7f2aec0c8d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 -- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec0b9390 msgr2=0x7f2aec153480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec0b9390 0x7f2aec153480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.402+0000 7f2aebe00640 1 -- 172.21.15.66:0/388741132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aec0c9920 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2aebe00640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402aea0 tx=0x7f2ae40316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4031990 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ae4031c20 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ae4033070 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aec0c9c00 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.403+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aec0ca1c0 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.404+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aec0c9690 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.406+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ae4033210 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.407+0000 7f2ae3400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 0x7f2acc079540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:39.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.407+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f2ae40ba070 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.408+0000 7f2aeb400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 0x7f2acc079540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:39.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.409+0000 7f2aeb400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 0x7f2acc079540 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2adc005fd0 tx=0x7f2adc005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:39.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.411+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2ae403f030 con 0x7f2aec0d0dd0 2024-07-27T06:53:39.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:39.699+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config"]} v 0) -- 0x7f2aec050ab0 con 0x7f2aec0d0dd0 2024-07-27T06:53:40.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.522+0000 7f2ae3400640 1 -- 172.21.15.66:0/388741132 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_allow_new_snaps_config"]}]=0 v218) ==== 148+0+0 (secure 0 0 0) 0x7f2aec050ab0 con 0x7f2aec0d0dd0 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 msgr2=0x7f2acc079540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 0x7f2acc079540 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2adc005fd0 tx=0x7f2adc005dc0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 msgr2=0x7f2aec1539c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2ae402aea0 tx=0x7f2ae40316d0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 shutdown_connections 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2acc077030 0x7f2acc079540 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2aec0d0dd0 0x7f2aec1539c0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2aec0b9390 0x7f2aec153480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 --2- 172.21.15.66:0/388741132 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2aec08c9d0 0x7f2aec0c8d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.526+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 >> 172.21.15.66:0/388741132 conn(0x7f2aec0d4060 msgr2=0x7f2aec161550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:40.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.527+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 shutdown_connections 2024-07-27T06:53:40.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.527+0000 7f2af2400640 1 -- 172.21.15.66:0/388741132 wait complete. 2024-07-27T06:53:40.567 INFO:tasks.cephfs_test_runner:Check whether 'allow_new_snaps' setting works ... ok 2024-07-27T06:53:40.567 INFO:tasks.cephfs_test_runner:Starting test: test_kill_mdstable (tasks.cephfs.test_snapshots.TestSnapshots) check snaptable transcation 2024-07-27T06:53:40.568 INFO:tasks.cephfs_test_runner:test_kill_mdstable (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T06:53:40.568 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 -- 172.21.15.66:0/3819159643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 msgr2=0x7fb9f00734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/3819159643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f00734d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4009830 tx=0x7fb9e402a510 comp rx=0 tx=0).stop 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 -- 172.21.15.66:0/3819159643 shutdown_connections 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/3819159643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01600d0 0x7fb9f00cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/3819159643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f00734d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 -- 172.21.15.66:0/3819159643 >> 172.21.15.66:0/3819159643 conn(0x7fb9f006c780 msgr2=0x7fb9f006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 -- 172.21.15.66:0/3819159643 shutdown_connections 2024-07-27T06:53:40.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.862+0000 7fb9f6e00640 1 -- 172.21.15.66:0/3819159643 wait complete. 2024-07-27T06:53:40.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.866+0000 7fb9f6e00640 1 Processor -- start 2024-07-27T06:53:40.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.866+0000 7fb9f6e00640 1 -- start start 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f01f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 0x7fb9f01e6850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f015d920 con 0x7fb9f00cecb0 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb9f015d7a0 con 0x7fb9f0156550 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f6e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb9f015daa0 con 0x7fb9f01f4ff0 2024-07-27T06:53:40.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.868+0000 7fb9f5a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52096/0 (socket says 172.21.15.66:52096) 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 -- 172.21.15.66:0/2234570600 learned_addr learned my addr 172.21.15.66:0/2234570600 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5000640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f01f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f6400640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 0x7fb9f01e6850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 -- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 msgr2=0x7fb9f01e6850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 0x7fb9f01e6850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 -- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 msgr2=0x7fb9f01f4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f01f4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:40.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f5a00640 1 -- 172.21.15.66:0/2234570600 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9f01f5b50 con 0x7fb9f00cecb0 2024-07-27T06:53:40.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.869+0000 7fb9f6400640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 0x7fb9f01e6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:40.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9f5a00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4000c00 tx=0x7fb9e4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4031d60 con 0x7fb9f00cecb0 2024-07-27T06:53:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9e4033e10 con 0x7fb9f00cecb0 2024-07-27T06:53:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9f01f5810 con 0x7fb9f00cecb0 2024-07-27T06:53:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4033310 con 0x7fb9f00cecb0 2024-07-27T06:53:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.870+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9f01f60d0 con 0x7fb9f00cecb0 2024-07-27T06:53:40.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.872+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9f015df50 con 0x7fb9f00cecb0 2024-07-27T06:53:40.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.873+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb9e40334b0 con 0x7fb9f00cecb0 2024-07-27T06:53:40.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.874+0000 7fb9ed600640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 0x7fb9d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:40.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.874+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7fb9e40b9f90 con 0x7fb9f00cecb0 2024-07-27T06:53:40.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.875+0000 7fb9f5000640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 0x7fb9d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:40.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.876+0000 7fb9f5000640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 0x7fb9d0079520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9f015b420 tx=0x7fb9dc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:40.878+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb9e403f030 con 0x7fb9f00cecb0 2024-07-27T06:53:41.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.093+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb9f0070330 con 0x7fb9f00cecb0 2024-07-27T06:53:41.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.095+0000 7fb9ed600640 1 -- 172.21.15.66:0/2234570600 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+18677 (secure 0 0 0) 0x7fb9e4082eb0 con 0x7fb9f00cecb0 2024-07-27T06:53:41.097 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:41.098 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":87,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:38.493510+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":81,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6835/1690998338":"2024-07-28T06:53:34.972439+0000","172.21.15.66:6832/1690998338":"2024-07-28T06:53:34.972439+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:41.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 msgr2=0x7fb9d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 0x7fb9d0079520 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fb9f015b420 tx=0x7fb9dc009040 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 msgr2=0x7fb9f013a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4000c00 tx=0x7fb9e4033c20 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 shutdown_connections 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9d0077010 0x7fb9d0079520 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9f01f4ff0 0x7fb9f01e6850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9f0156550 0x7fb9f01f4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 --2- 172.21.15.66:0/2234570600 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9f00cecb0 0x7fb9f013a410 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 >> 172.21.15.66:0/2234570600 conn(0x7fb9f006c780 msgr2=0x7fb9f00ad8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 shutdown_connections 2024-07-27T06:53:41.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.098+0000 7fb9f6e00640 1 -- 172.21.15.66:0/2234570600 wait complete. 2024-07-27T06:53:41.126 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T06:53:41.126 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T06:53:41.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.420+0000 7f31c9400640 1 -- 172.21.15.66:0/2002519605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c406ff10 msgr2=0x7f31c415e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.420+0000 7f31c9400640 1 --2- 172.21.15.66:0/2002519605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c406ff10 0x7f31c415e800 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f31bc005fd0 tx=0x7f31bc02a900 comp rx=0 tx=0).stop 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 -- 172.21.15.66:0/2002519605 shutdown_connections 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 --2- 172.21.15.66:0/2002519605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c406ff10 0x7f31c415e800 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 --2- 172.21.15.66:0/2002519605 >> v2:172.21.15.155:3300/0 conn(0x7f31c40b4440 0x7f31c4073300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 -- 172.21.15.66:0/2002519605 >> 172.21.15.66:0/2002519605 conn(0x7f31c406c780 msgr2=0x7f31c406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 -- 172.21.15.66:0/2002519605 shutdown_connections 2024-07-27T06:53:41.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.421+0000 7f31c9400640 1 -- 172.21.15.66:0/2002519605 wait complete. 2024-07-27T06:53:41.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.423+0000 7f31c9400640 1 Processor -- start 2024-07-27T06:53:41.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.423+0000 7f31c9400640 1 -- start start 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 0x7f31c40adf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 0x7f31c41f8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f31c415f400 con 0x7f31c40b4440 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31c415f280 con 0x7f31c41542d0 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c9400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31c415f580 con 0x7f31c4073840 2024-07-27T06:53:41.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31bbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31bbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44670/0 (socket says 172.21.15.66:44670) 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31bbe00640 1 -- 172.21.15.66:0/2443998547 learned_addr learned my addr 172.21.15.66:0/2443998547 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c8a00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 0x7f31c41f8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.425+0000 7f31c3e00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 0x7f31c40adf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 -- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 msgr2=0x7f31c40adf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 0x7f31c40adf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 -- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 msgr2=0x7f31c41f8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 0x7f31c41f8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 -- 172.21.15.66:0/2443998547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31c4153a00 con 0x7f31c40b4440 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c3e00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 0x7f31c40adf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c8a00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 0x7f31c41f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:41.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31bbe00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f31ac00c460 tx=0x7f31ac00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac016020 con 0x7f31c40b4440 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31ac012940 con 0x7f31c40b4440 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31c4152c40 con 0x7f31c40b4440 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31ac012d90 con 0x7f31c40b4440 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.426+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31c4153200 con 0x7f31c40b4440 2024-07-27T06:53:41.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.427+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31c415e800 con 0x7f31c40b4440 2024-07-27T06:53:41.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.429+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f31ac019020 con 0x7f31c40b4440 2024-07-27T06:53:41.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.430+0000 7f31c0c00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 0x7f31a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.430+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f31ac0988b0 con 0x7f31c40b4440 2024-07-27T06:53:41.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.431+0000 7f31c3e00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 0x7f31a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.432+0000 7f31c3e00640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 0x7f31a0079520 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f31b4009aa0 tx=0x7f31b4005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:41.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.434+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31ac020030 con 0x7f31c40b4440 2024-07-27T06:53:41.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.649+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f31c40cf6b0 con 0x7f31c40b4440 2024-07-27T06:53:41.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.650+0000 7f31c0c00640 1 -- 172.21.15.66:0/2443998547 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) ==== 93+0+10 (secure 0 0 0) 0x7f31ac0617d0 con 0x7f31c40b4440 2024-07-27T06:53:41.652 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T06:53:41.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 msgr2=0x7f31a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 0x7f31a0079520 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f31b4009aa0 tx=0x7f31b4005db0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 msgr2=0x7f31c41f7c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f31ac00c460 tx=0x7f31ac00c920 comp rx=0 tx=0).stop 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 shutdown_connections 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31a0077010 0x7f31a0079520 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31c41542d0 0x7f31c41f8190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31c40b4440 0x7f31c41f7c50 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 --2- 172.21.15.66:0/2443998547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31c4073840 0x7f31c40adf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 >> 172.21.15.66:0/2443998547 conn(0x7f31c406c780 msgr2=0x7f31c40cef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.653+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 shutdown_connections 2024-07-27T06:53:41.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.654+0000 7f31c9400640 1 -- 172.21.15.66:0/2443998547 wait complete. 2024-07-27T06:53:41.681 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T06:53:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 -- 172.21.15.66:0/149934959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 msgr2=0x7f6158073300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 --2- 172.21.15.66:0/149934959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158073300 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f6148009830 tx=0x7f614802a560 comp rx=0 tx=0).stop 2024-07-27T06:53:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 -- 172.21.15.66:0/149934959 shutdown_connections 2024-07-27T06:53:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 --2- 172.21.15.66:0/149934959 >> v2:172.21.15.155:3300/0 conn(0x7f615806ff10 0x7f615815e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 --2- 172.21.15.66:0/149934959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158073300 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 -- 172.21.15.66:0/149934959 >> 172.21.15.66:0/149934959 conn(0x7f615806c780 msgr2=0x7f615806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 -- 172.21.15.66:0/149934959 shutdown_connections 2024-07-27T06:53:41.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.953+0000 7f615ce00640 1 -- 172.21.15.66:0/149934959 wait complete. 2024-07-27T06:53:41.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.956+0000 7f615ce00640 1 Processor -- start 2024-07-27T06:53:41.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.956+0000 7f615ce00640 1 -- start start 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.957+0000 7f615ce00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6158073840 0x7f6158148750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.957+0000 7f615ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f615ce00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 0x7f61581f8a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f615ce00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f615815f400 con 0x7f61580b4440 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f615ce00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f615815f280 con 0x7f6158073840 2024-07-27T06:53:41.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f615ce00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f615815f580 con 0x7f61581527e0 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44696/0 (socket says 172.21.15.66:44696) 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 -- 172.21.15.66:0/1485705546 learned_addr learned my addr 172.21.15.66:0/1485705546 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6157400640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6158073840 0x7f6158148750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6157e00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 0x7f61581f8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 -- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 msgr2=0x7f61581f8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 0x7f61581f8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 -- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6158073840 msgr2=0x7f6158148750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6158073840 0x7f6158148750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6156a00640 1 -- 172.21.15.66:0/1485705546 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61581490c0 con 0x7f61580b4440 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.958+0000 7f6157e00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 0x7f61581f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:41.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f6156a00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f614400c3d0 tx=0x7f614400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6144011790 con 0x7f61580b4440 2024-07-27T06:53:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6144017070 con 0x7f61580b4440 2024-07-27T06:53:41.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61581493a0 con 0x7f61580b4440 2024-07-27T06:53:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6144011cc0 con 0x7f61580b4440 2024-07-27T06:53:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.959+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61581f8f90 con 0x7f61580b4440 2024-07-27T06:53:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.960+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61580cf6b0 con 0x7f61580b4440 2024-07-27T06:53:41.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.962+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f614401c460 con 0x7f61580b4440 2024-07-27T06:53:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.963+0000 7f614f400640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 0x7f6138079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.963+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f6144098a10 con 0x7f61580b4440 2024-07-27T06:53:41.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.964+0000 7f6157400640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 0x7f6138079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:41.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.965+0000 7f6157400640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 0x7f6138079550 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6148034000 tx=0x7f6148004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:41.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:41.968+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6144061930 con 0x7f61580b4440 2024-07-27T06:53:42.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.169+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7f615806f550 con 0x7f61580b4440 2024-07-27T06:53:42.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.170+0000 7f614f400640 1 -- 172.21.15.66:0/1485705546 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v87) ==== 103+0+11 (secure 0 0 0) 0x7f6144061230 con 0x7f61580b4440 2024-07-27T06:53:42.172 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:42.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 msgr2=0x7f6138079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 0x7f6138079550 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f6148034000 tx=0x7f6148004730 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 msgr2=0x7f6158145ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f614400c3d0 tx=0x7f614400c890 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 shutdown_connections 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6138077040 0x7f6138079550 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61581527e0 0x7f61581f8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61580b4440 0x7f6158145ef0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 --2- 172.21.15.66:0/1485705546 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6158073840 0x7f6158148750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 >> 172.21.15.66:0/1485705546 conn(0x7f615806c780 msgr2=0x7f615806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 shutdown_connections 2024-07-27T06:53:42.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.173+0000 7f615ce00640 1 -- 172.21.15.66:0/1485705546 wait complete. 2024-07-27T06:53:42.199 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 -- 172.21.15.66:0/3526379314 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748072380 msgr2=0x7f6748072790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 --2- 172.21.15.66:0/3526379314 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748072380 0x7f6748072790 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f67340098e0 tx=0x7f673402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 -- 172.21.15.66:0/3526379314 shutdown_connections 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 --2- 172.21.15.66:0/3526379314 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748072380 0x7f6748072790 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 --2- 172.21.15.66:0/3526379314 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748070470 0x7f674806f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 -- 172.21.15.66:0/3526379314 >> 172.21.15.66:0/3526379314 conn(0x7f67480cfb90 msgr2=0x7f67480cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 -- 172.21.15.66:0/3526379314 shutdown_connections 2024-07-27T06:53:42.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.496+0000 7f674f800640 1 -- 172.21.15.66:0/3526379314 wait complete. 2024-07-27T06:53:42.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.498+0000 7f674f800640 1 Processor -- start 2024-07-27T06:53:42.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.499+0000 7f674f800640 1 -- start start 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748070470 0x7f67480af000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748072380 0x7f674814b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6748073260 con 0x7f6748072cd0 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67480730e0 con 0x7f6748070470 2024-07-27T06:53:42.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.500+0000 7f674f800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6748165610 con 0x7f6748072380 2024-07-27T06:53:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f674d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f674d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44700/0 (socket says 172.21.15.66:44700) 2024-07-27T06:53:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f674d800640 1 -- 172.21.15.66:0/1009433888 learned_addr learned my addr 172.21.15.66:0/1009433888 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f674ce00640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748070470 0x7f67480af000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:42.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f6747e00640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748072380 0x7f674814b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.501+0000 7f674d800640 1 -- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748072380 msgr2=0x7f674814b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674d800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748072380 0x7f674814b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674d800640 1 -- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748070470 msgr2=0x7f67480af000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674d800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748070470 0x7f67480af000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674d800640 1 -- 172.21.15.66:0/1009433888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67480adf60 con 0x7f6748072cd0 2024-07-27T06:53:42.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674d800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f674000c760 tx=0x7f674000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740003b70 con 0x7f6748072cd0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6740003d10 con 0x7f6748072cd0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67480ae240 con 0x7f6748072cd0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740005330 con 0x7f6748072cd0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.502+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67480ae800 con 0x7f6748072cd0 2024-07-27T06:53:42.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.504+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f674806f620 con 0x7f6748072cd0 2024-07-27T06:53:42.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.505+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f67400054d0 con 0x7f6748072cd0 2024-07-27T06:53:42.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.507+0000 7f6744c00640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 0x7f6728079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:42.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.507+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f6740098830 con 0x7f6748072cd0 2024-07-27T06:53:42.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.508+0000 7f674ce00640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 0x7f6728079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:42.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.509+0000 7f674ce00640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 0x7f6728079550 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f673c009b30 tx=0x7f673c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:42.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.512+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6740061070 con 0x7f6748072cd0 2024-07-27T06:53:42.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.726+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7f67480adcf0 con 0x7f6748072cd0 2024-07-27T06:53:42.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.727+0000 7f6744c00640 1 -- 172.21.15.66:0/1009433888 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v87) ==== 103+0+11 (secure 0 0 0) 0x7f67400655c0 con 0x7f6748072cd0 2024-07-27T06:53:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 msgr2=0x7f6728079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 0x7f6728079550 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f673c009b30 tx=0x7f673c005f90 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 msgr2=0x7f6748157a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f674000c760 tx=0x7f674000cc20 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 shutdown_connections 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6728077040 0x7f6728079550 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6748072cd0 0x7f6748157a80 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6748072380 0x7f674814b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 --2- 172.21.15.66:0/1009433888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6748070470 0x7f67480af000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 >> 172.21.15.66:0/1009433888 conn(0x7f67480cfb90 msgr2=0x7f67480af930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 shutdown_connections 2024-07-27T06:53:42.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:42.730+0000 7f674f800640 1 -- 172.21.15.66:0/1009433888 wait complete. 2024-07-27T06:53:42.763 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 -- 172.21.15.66:0/2788037245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8000163a10 msgr2=0x7f8000165e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 --2- 172.21.15.66:0/2788037245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8000163a10 0x7f8000165e30 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f7ff8005fd0 tx=0x7f7ff802aaa0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 -- 172.21.15.66:0/2788037245 shutdown_connections 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 --2- 172.21.15.66:0/2788037245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8000163a10 0x7f8000165e30 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 -- 172.21.15.66:0/2788037245 >> 172.21.15.66:0/2788037245 conn(0x7f80000cfb90 msgr2=0x7f80000cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.061+0000 7f8006800640 1 -- 172.21.15.66:0/2788037245 shutdown_connections 2024-07-27T06:53:43.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.062+0000 7f8006800640 1 -- 172.21.15.66:0/2788037245 wait complete. 2024-07-27T06:53:43.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.064+0000 7f8006800640 1 Processor -- start 2024-07-27T06:53:43.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.064+0000 7f8006800640 1 -- start start 2024-07-27T06:53:43.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.065+0000 7f8006800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8000070470 0x7f800014fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.065+0000 7f8006800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f8006800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8000163a10 0x7f800015ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f8006800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8000166580 con 0x7f800015fed0 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f8006800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f80000cf8a0 con 0x7f8000070470 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f8006800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8000166700 con 0x7f8000163a10 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f7ff7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f7ff7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44716/0 (socket says 172.21.15.66:44716) 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f7ff7e00640 1 -- 172.21.15.66:0/1000508252 learned_addr learned my addr 172.21.15.66:0/1000508252 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f7fff400640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8000070470 0x7f800014fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.066+0000 7f7fffe00640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8000163a10 0x7f800015ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 -- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8000163a10 msgr2=0x7f800015ed50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8000163a10 0x7f800015ed50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 -- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8000070470 msgr2=0x7f800014fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8000070470 0x7f800014fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 -- 172.21.15.66:0/1000508252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8000150240 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7e00640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800c390 tx=0x7f7fe800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8017070 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fe80053c0 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8003850 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8000163760 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.067+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8000165810 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.068+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f800006f620 con 0x7f800015fed0 2024-07-27T06:53:43.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.070+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7fe801a070 con 0x7f800015fed0 2024-07-27T06:53:43.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.071+0000 7f7ff7400640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 0x7f7fdc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.071+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f7fe80980b0 con 0x7f800015fed0 2024-07-27T06:53:43.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.072+0000 7f7fff400640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 0x7f7fdc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.073+0000 7f7fff400640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 0x7f7fdc079550 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0006fd0 tx=0x7f7ff0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:43.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.076+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7fe8060fd0 con 0x7f800015fed0 2024-07-27T06:53:43.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.288+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7f800006f200 con 0x7f800015fed0 2024-07-27T06:53:43.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.289+0000 7f7ff7400640 1 -- 172.21.15.66:0/1000508252 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v87) ==== 107+0+11 (secure 0 0 0) 0x7f7fe8069210 con 0x7f800015fed0 2024-07-27T06:53:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.291+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 msgr2=0x7f7fdc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.291+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 0x7f7fdc079550 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f7ff0006fd0 tx=0x7f7ff0008040 comp rx=0 tx=0).stop 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.291+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 msgr2=0x7f80000c5c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.291+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800c390 tx=0x7f7fe800c850 comp rx=0 tx=0).stop 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 shutdown_connections 2024-07-27T06:53:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fdc077040 0x7f7fdc079550 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8000163a10 0x7f800015ed50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f800015fed0 0x7f80000c5c40 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 --2- 172.21.15.66:0/1000508252 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8000070470 0x7f800014fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 >> 172.21.15.66:0/1000508252 conn(0x7f80000cfb90 msgr2=0x7f800006e510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 shutdown_connections 2024-07-27T06:53:43.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.292+0000 7f8006800640 1 -- 172.21.15.66:0/1000508252 wait complete. 2024-07-27T06:53:43.325 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable' 2024-07-27T06:53:43.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.621+0000 7f0313200640 1 -- 172.21.15.66:0/3602757899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02f4003aa0 msgr2=0x7f02f4003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.621+0000 7f0313200640 1 --2- 172.21.15.66:0/3602757899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02f4003aa0 0x7f02f4003f10 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f0300009b50 tx=0x7f02f4005830 comp rx=0 tx=0).stop 2024-07-27T06:53:43.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.622+0000 7f0313200640 1 -- 172.21.15.66:0/3602757899 shutdown_connections 2024-07-27T06:53:43.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.622+0000 7f0313200640 1 --2- 172.21.15.66:0/3602757899 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f02f4003aa0 0x7f02f4003f10 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.622+0000 7f0313200640 1 -- 172.21.15.66:0/3602757899 >> 172.21.15.66:0/3602757899 conn(0x7f030c06c780 msgr2=0x7f030c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:43.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.622+0000 7f0313200640 1 -- 172.21.15.66:0/3602757899 shutdown_connections 2024-07-27T06:53:43.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.622+0000 7f0313200640 1 -- 172.21.15.66:0/3602757899 wait complete. 2024-07-27T06:53:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.625+0000 7f0313200640 1 Processor -- start 2024-07-27T06:53:43.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.625+0000 7f0313200640 1 -- start start 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02f4003aa0 0x7f030c15b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f030c140c80 0x7f030c141090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f030c15f9d0 con 0x7f030c1f2f70 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f030c15da80 con 0x7f02f4003aa0 2024-07-27T06:53:43.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0313200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f030c15fb50 con 0x7f030c140c80 2024-07-27T06:53:43.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0312800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0312800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44738/0 (socket says 172.21.15.66:44738) 2024-07-27T06:53:43.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.627+0000 7f0312800640 1 -- 172.21.15.66:0/1568771482 learned_addr learned my addr 172.21.15.66:0/1568771482 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:43.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0311e00640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02f4003aa0 0x7f030c15b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0311400640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f030c140c80 0x7f030c141090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 -- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f030c140c80 msgr2=0x7f030c141090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f030c140c80 0x7f030c141090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 -- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02f4003aa0 msgr2=0x7f030c15b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02f4003aa0 0x7f030c15b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 -- 172.21.15.66:0/1568771482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f030c1415d0 con 0x7f030c1f2f70 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.628+0000 7f0312800640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f0308001330 tx=0x7f030800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:43.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.629+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f030800cc20 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.629+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0308018070 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.629+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f030c13e4a0 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.629+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03080116c0 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.629+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f030c13ea20 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.630+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f030c075330 con 0x7f030c1f2f70 2024-07-27T06:53:43.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.631+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0308011860 con 0x7f030c1f2f70 2024-07-27T06:53:43.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.632+0000 7f0306000640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 0x7f02f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:43.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.633+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f0308099120 con 0x7f030c1f2f70 2024-07-27T06:53:43.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.633+0000 7f0311e00640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 0x7f02f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:43.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.634+0000 7f0311e00640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 0x7f02f0079520 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0300035000 tx=0x7f03000046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:43.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.637+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f030c1415d0 con 0x7f030c1f2f70 2024-07-27T06:53:43.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:43.923+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable"]} v 0) -- 0x7f030c0b0440 con 0x7f030c1f2f70 2024-07-27T06:53:44.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.552+0000 7f0306000640 1 -- 172.21.15.66:0/1568771482 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable"]}]=0 v222) ==== 142+0+0 (secure 0 0 0) 0x7f0308061fb0 con 0x7f030c1f2f70 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 msgr2=0x7f02f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 0x7f02f0079520 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0300035000 tx=0x7f03000046c0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 msgr2=0x7f030c1f3380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f0308001330 tx=0x7f030800ed90 comp rx=0 tx=0).stop 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 shutdown_connections 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f02f0077010 0x7f02f0079520 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f030c1f2f70 0x7f030c1f3380 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f030c140c80 0x7f030c141090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 --2- 172.21.15.66:0/1568771482 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f02f4003aa0 0x7f030c15b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.557+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 >> 172.21.15.66:0/1568771482 conn(0x7f030c06c780 msgr2=0x7f030c0b0c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:44.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.558+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 shutdown_connections 2024-07-27T06:53:44.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.558+0000 7f0313200640 1 -- 172.21.15.66:0/1568771482 wait complete. 2024-07-27T06:53:44.591 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T06:53:44.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.886+0000 7f9a69e00640 1 -- 172.21.15.66:0/4088959163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6415f970 msgr2=0x7f9a6415fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.886+0000 7f9a69e00640 1 --2- 172.21.15.66:0/4088959163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6415f970 0x7f9a6415fd80 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c005fd0 tx=0x7f9a5c02aa90 comp rx=0 tx=0).stop 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.886+0000 7f9a69e00640 1 -- 172.21.15.66:0/4088959163 shutdown_connections 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.886+0000 7f9a69e00640 1 --2- 172.21.15.66:0/4088959163 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a6415f970 0x7f9a6415fd80 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.887+0000 7f9a69e00640 1 --2- 172.21.15.66:0/4088959163 >> v2:172.21.15.155:3300/0 conn(0x7f9a640cee80 0x7f9a640cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.887+0000 7f9a69e00640 1 -- 172.21.15.66:0/4088959163 >> 172.21.15.66:0/4088959163 conn(0x7f9a6406c780 msgr2=0x7f9a6406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.887+0000 7f9a69e00640 1 -- 172.21.15.66:0/4088959163 shutdown_connections 2024-07-27T06:53:44.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.887+0000 7f9a69e00640 1 -- 172.21.15.66:0/4088959163 wait complete. 2024-07-27T06:53:44.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.889+0000 7f9a69e00640 1 Processor -- start 2024-07-27T06:53:44.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.890+0000 7f9a69e00640 1 -- start start 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cee80 0x7f9a640b4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a64159980 0x7f9a641f56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6406e5b0 con 0x7f9a6415f970 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a6406e430 con 0x7f9a640cee80 2024-07-27T06:53:44.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a6406e730 con 0x7f9a64159980 2024-07-27T06:53:44.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44742/0 (socket says 172.21.15.66:44742) 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a69400640 1 -- 172.21.15.66:0/3771208524 learned_addr learned my addr 172.21.15.66:0/3771208524 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a63e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a64159980 0x7f9a641f56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.892+0000 7f9a68a00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cee80 0x7f9a640b4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 -- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a64159980 msgr2=0x7f9a641f56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a64159980 0x7f9a641f56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 -- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cee80 msgr2=0x7f9a640b4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cee80 0x7f9a640b4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 -- 172.21.15.66:0/3771208524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a6413c600 con 0x7f9a6415f970 2024-07-27T06:53:44.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.893+0000 7f9a69400640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c009bf0 tx=0x7f9a5c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:44.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.894+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c044070 con 0x7f9a6415f970 2024-07-27T06:53:44.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.894+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a5c003e00 con 0x7f9a6415f970 2024-07-27T06:53:44.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.894+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a5c0044b0 con 0x7f9a6415f970 2024-07-27T06:53:44.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.894+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a6413c8e0 con 0x7f9a6415f970 2024-07-27T06:53:44.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.894+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a640ae040 con 0x7f9a6415f970 2024-07-27T06:53:44.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.895+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a640ae2a0 con 0x7f9a6415f970 2024-07-27T06:53:44.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.897+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9a5c047070 con 0x7f9a6415f970 2024-07-27T06:53:44.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.898+0000 7f9a60c00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 0x7f9a44079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:44.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.898+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f9a5c0b9950 con 0x7f9a6415f970 2024-07-27T06:53:44.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.898+0000 7f9a68a00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 0x7f9a44079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:44.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.900+0000 7f9a68a00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 0x7f9a44079520 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001720 tx=0x7f9a58009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:44.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:44.903+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a5c032030 con 0x7f9a6415f970 2024-07-27T06:53:45.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.114+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f9a641f5cb0 con 0x7f9a6415f970 2024-07-27T06:53:45.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.115+0000 7f9a60c00640 1 -- 172.21.15.66:0/3771208524 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v36) ==== 59+0+1998 (secure 0 0 0) 0x7f9a5c0098b0 con 0x7f9a6415f970 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T06:53:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T06:53:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T06:53:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T06:53:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T06:53:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T06:53:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T06:53:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 msgr2=0x7f9a44079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 0x7f9a44079520 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001720 tx=0x7f9a58009040 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 msgr2=0x7f9a640ae8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f9a5c009bf0 tx=0x7f9a5c003c10 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 shutdown_connections 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a44077010 0x7f9a44079520 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a6415f970 0x7f9a640ae8a0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a64159980 0x7f9a641f56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 --2- 172.21.15.66:0/3771208524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a640cee80 0x7f9a640b4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 >> 172.21.15.66:0/3771208524 conn(0x7f9a6406c780 msgr2=0x7f9a6415a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:45.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.118+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 shutdown_connections 2024-07-27T06:53:45.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.119+0000 7f9a69e00640 1 -- 172.21.15.66:0/3771208524 wait complete. 2024-07-27T06:53:45.145 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T06:53:45.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.424+0000 7f3e7d200640 1 -- 172.21.15.66:0/2028835780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e5c004800 msgr2=0x7f3e5c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.424+0000 7f3e7d200640 1 --2- 172.21.15.66:0/2028835780 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e5c004800 0x7f3e5c004c10 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f3e780cf910 tx=0x7f3e5c005830 comp rx=0 tx=0).stop 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.424+0000 7f3e77e00640 1 -- 172.21.15.66:0/2028835780 reap_dead start 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.425+0000 7f3e7d200640 1 -- 172.21.15.66:0/2028835780 shutdown_connections 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.425+0000 7f3e7d200640 1 -- 172.21.15.66:0/2028835780 >> 172.21.15.66:0/2028835780 conn(0x7f3e7806c780 msgr2=0x7f3e7806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.425+0000 7f3e7d200640 1 -- 172.21.15.66:0/2028835780 shutdown_connections 2024-07-27T06:53:45.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.425+0000 7f3e7d200640 1 -- 172.21.15.66:0/2028835780 wait complete. 2024-07-27T06:53:45.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.427+0000 7f3e7d200640 1 Processor -- start 2024-07-27T06:53:45.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.427+0000 7f3e7d200640 1 -- start start 2024-07-27T06:53:45.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e5c004800 0x7f3e78141130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e780ad8c0 0x7f3e780adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3e780b3a40 con 0x7f3e781f8560 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3e780b38c0 con 0x7f3e780ad8c0 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e7d200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3e780b3bc0 con 0x7f3e5c004800 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44760/0 (socket says 172.21.15.66:44760) 2024-07-27T06:53:45.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 -- 172.21.15.66:0/3612185538 learned_addr learned my addr 172.21.15.66:0/3612185538 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:45.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 -- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e5c004800 msgr2=0x7f3e78141130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e5c004800 0x7f3e78141130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 -- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e780ad8c0 msgr2=0x7f3e780adcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e780ad8c0 0x7f3e780adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.429+0000 7f3e6ea00640 1 -- 172.21.15.66:0/3612185538 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e780ae210 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e6ea00640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f3e6002c0b0 tx=0x7f3e6002fe70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e60041030 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e60031440 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e60035040 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e7814d600 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.430+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e7814dbc0 con 0x7f3e781f8560 2024-07-27T06:53:45.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.431+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e7806e270 con 0x7f3e781f8560 2024-07-27T06:53:45.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.433+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3e60044070 con 0x7f3e781f8560 2024-07-27T06:53:45.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.434+0000 7f3e6fe00640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 0x7f3e54079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:45.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.434+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7f3e600b9110 con 0x7f3e781f8560 2024-07-27T06:53:45.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.435+0000 7f3e77400640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 0x7f3e54079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:45.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.436+0000 7f3e77400640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 0x7f3e54079520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3e68001620 tx=0x7f3e68006920 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:45.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.438+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3e6004c020 con 0x7f3e781f8560 2024-07-27T06:53:45.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.641+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3e7815d5d0 con 0x7f3e781f8560 2024-07-27T06:53:45.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.650+0000 7f3e6fe00640 1 -- 172.21.15.66:0/3612185538 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v37)=0 v37) ==== 122+0+0 (secure 0 0 0) 0x7f3e780ae210 con 0x7f3e781f8560 2024-07-27T06:53:45.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.652+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 msgr2=0x7f3e54079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.652+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 0x7f3e54079520 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f3e68001620 tx=0x7f3e68006920 comp rx=0 tx=0).stop 2024-07-27T06:53:45.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.652+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 msgr2=0x7f3e781f8970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:45.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.652+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f3e6002c0b0 tx=0x7f3e6002fe70 comp rx=0 tx=0).stop 2024-07-27T06:53:45.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 shutdown_connections 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3e54077010 0x7f3e54079520 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3e780ad8c0 0x7f3e780adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3e781f8560 0x7f3e781f8970 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 --2- 172.21.15.66:0/3612185538 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3e5c004800 0x7f3e78141130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 >> 172.21.15.66:0/3612185538 conn(0x7f3e7806c780 msgr2=0x7f3e780aff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 shutdown_connections 2024-07-27T06:53:45.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:45.653+0000 7f3e7d200640 1 -- 172.21.15.66:0/3612185538 wait complete. 2024-07-27T06:53:45.680 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T06:53:45.680 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:45.797 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T06:53:45.930 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T06:53:45.930 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:45.930 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:45.992 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:53:45.992 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:45.992 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:46.049 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:46.049 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:53:46.049 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:46.111 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:53:46.111 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T06:53:46.111 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:53:46.169 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T06:53:46.169 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T06:53:46.169 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:46.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafdf200640 1 -- 172.21.15.66:0/3895669693 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafc4004d40 msgr2=0x7fafc40051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:46.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafdf200640 1 --2- 172.21.15.66:0/3895669693 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafc4004d40 0x7fafc40051b0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fafe00cf1a0 tx=0x7fafc4005830 comp rx=0 tx=0).stop 2024-07-27T06:53:46.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafde800640 1 -- 172.21.15.66:0/3895669693 reap_dead start 2024-07-27T06:53:46.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafdf200640 1 -- 172.21.15.66:0/3895669693 shutdown_connections 2024-07-27T06:53:46.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafdf200640 1 -- 172.21.15.66:0/3895669693 >> 172.21.15.66:0/3895669693 conn(0x7fafe00b3670 msgr2=0x7fafe00b3a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:46.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.467+0000 7fafdf200640 1 -- 172.21.15.66:0/3895669693 shutdown_connections 2024-07-27T06:53:46.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.468+0000 7fafdf200640 1 -- 172.21.15.66:0/3895669693 wait complete. 2024-07-27T06:53:46.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.470+0000 7fafdf200640 1 Processor -- start 2024-07-27T06:53:46.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.470+0000 7fafdf200640 1 -- start start 2024-07-27T06:53:46.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 0x7fafe015d400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:46.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fafe015db70 0x7fafe01e8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fafe00ccce0 con 0x7fafe01e9340 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fafe00ccb60 con 0x7fafc4004d40 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafdf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fafe00cce60 con 0x7fafe015db70 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44776/0 (socket says 172.21.15.66:44776) 2024-07-27T06:53:46.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.472+0000 7fafde800640 1 -- 172.21.15.66:0/1121566061 learned_addr learned my addr 172.21.15.66:0/1121566061 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafdde00640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 0x7fafe015d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafdd400640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fafe015db70 0x7fafe01e8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 -- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fafe015db70 msgr2=0x7fafe01e8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fafe015db70 0x7fafe01e8e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 -- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 msgr2=0x7fafe015d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 0x7fafe015d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 -- 172.21.15.66:0/1121566061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafe01e9750 con 0x7fafe01e9340 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafdde00640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 0x7fafe015d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafde800640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fafd802aff0 tx=0x7fafd8001720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd8006ba0 con 0x7fafe01e9340 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafd803e030 con 0x7fafe01e9340 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafe015d940 con 0x7fafe01e9340 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.473+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd8001c10 con 0x7fafe01e9340 2024-07-27T06:53:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.474+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafe00c9420 con 0x7fafe01e9340 2024-07-27T06:53:46.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.475+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafe00cd360 con 0x7fafe01e9340 2024-07-27T06:53:46.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.476+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fafd802f470 con 0x7fafe01e9340 2024-07-27T06:53:46.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.477+0000 7fafd6000640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 0x7fafbc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:46.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.477+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7fafd80b9440 con 0x7fafe01e9340 2024-07-27T06:53:46.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.478+0000 7fafdde00640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 0x7fafbc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:46.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.479+0000 7fafdde00640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 0x7fafbc079520 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fafc8000c00 tx=0x7fafc8006a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:46.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.482+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fafe01e9750 con 0x7fafe01e9340 2024-07-27T06:53:46.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.740+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fafe00c8ed0 con 0x7fafe01e9340 2024-07-27T06:53:46.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.742+0000 7fafd6000640 1 -- 172.21.15.66:0/1121566061 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+3917 (secure 0 0 0) 0x7fafd8082360 con 0x7fafe01e9340 2024-07-27T06:53:46.746 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":48,"btime":"2024-07-27T06:53:35:976750+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5018,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/4054488057","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":4054488057},{"type":"v1","addr":"172.21.15.155:6836","nonce":4054488057}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5021,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2709435633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2709435633},{"type":"v1","addr":"172.21.15.155:6837","nonce":2709435633}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":5443,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1471078971","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":1471078971},{"type":"v1","addr":"172.21.15.66:6834","nonce":1471078971}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":40},{"gid":6198,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/3272300788","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3272300788},{"type":"v1","addr":"172.21.15.66:6835","nonce":3272300788}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[]} 2024-07-27T06:53:46.747 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 48 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.744+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 msgr2=0x7fafbc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.744+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 0x7fafbc079520 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fafc8000c00 tx=0x7fafc8006a40 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.744+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 msgr2=0x7fafe01e6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.744+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fafd802aff0 tx=0x7fafd8001720 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 shutdown_connections 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fafbc077010 0x7fafbc079520 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fafe01e9340 0x7fafe01e6c70 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fafe015db70 0x7fafe01e8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 --2- 172.21.15.66:0/1121566061 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fafc4004d40 0x7fafe015d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 >> 172.21.15.66:0/1121566061 conn(0x7fafe00b3670 msgr2=0x7fafe00ce380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 shutdown_connections 2024-07-27T06:53:46.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:46.745+0000 7fafdf200640 1 -- 172.21.15.66:0/1121566061 wait complete. 2024-07-27T06:53:46.773 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:53:46.773 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:53:46.774 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:53:46.774 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:46.774 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:53:46.774 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:53:46.774 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:53:46.774 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:46.775 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T06:53:46.775 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T06:53:46.775 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T06:53:46.775 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:46.775 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:53:46.775 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:53:46.775 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:53:46.775 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:53:46.802 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:53:46.802 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:53:46.804 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:53:46.804 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:53:46.805 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:53:46.805 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:53:46.817 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T06:53:46.817 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T06:53:46.850 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:53:46.851 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:46.857 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:53:46.857 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:46.863 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:53:46.864 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:46.869 INFO:tasks.ceph.mds.b:Started 2024-07-27T06:53:46.869 DEBUG:teuthology.parallel:result is None 2024-07-27T06:53:46.870 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T06:53:47.079 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:53:47.079 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:53:47.086 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T06:53:47.087 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 -- 172.21.15.66:0/2621923212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 msgr2=0x7ff05c0ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 --2- 172.21.15.66:0/2621923212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c0ca1e0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7ff05c0d0b90 tx=0x7ff04402a5f0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 -- 172.21.15.66:0/2621923212 shutdown_connections 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 --2- 172.21.15.66:0/2621923212 >> v2:172.21.15.155:3300/0 conn(0x7ff05c0ca720 0x7ff05c0cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 --2- 172.21.15.66:0/2621923212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c0ca1e0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 -- 172.21.15.66:0/2621923212 >> 172.21.15.66:0/2621923212 conn(0x7ff05c0cfb90 msgr2=0x7ff05c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 -- 172.21.15.66:0/2621923212 shutdown_connections 2024-07-27T06:53:47.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.139+0000 7ff061400640 1 -- 172.21.15.66:0/2621923212 wait complete. 2024-07-27T06:53:47.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.141+0000 7ff061400640 1 Processor -- start 2024-07-27T06:53:47.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.142+0000 7ff061400640 1 -- start start 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff05c0732e0 0x7ff05c0c9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff05c0ca720 0x7ff05c0c9790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c0b5080 con 0x7ff05c070060 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff05c0b4f00 con 0x7ff05c0732e0 2024-07-27T06:53:47.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.143+0000 7ff061400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff05c0b5200 con 0x7ff05c0ca720 2024-07-27T06:53:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44808/0 (socket says 172.21.15.66:44808) 2024-07-27T06:53:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 -- 172.21.15.66:0/3951937879 learned_addr learned my addr 172.21.15.66:0/3951937879 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05b200640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff05c0ca720 0x7ff05c0c9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:47.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff051e00640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff05c0732e0 0x7ff05c0c9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 -- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff05c0ca720 msgr2=0x7ff05c0c9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff05c0ca720 0x7ff05c0c9790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 -- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff05c0732e0 msgr2=0x7ff05c0c9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff05c0732e0 0x7ff05c0c9250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 -- 172.21.15.66:0/3951937879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05c150640 con 0x7ff05c070060 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.144+0000 7ff05a800640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff04c00c3a0 tx=0x7ff04c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.145+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff04c017070 con 0x7ff05c070060 2024-07-27T06:53:47.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.145+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff04c0053c0 con 0x7ff05c070060 2024-07-27T06:53:47.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.145+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff04c003850 con 0x7ff05c070060 2024-07-27T06:53:47.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.145+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff05c150920 con 0x7ff05c070060 2024-07-27T06:53:47.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.145+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff05c150ee0 con 0x7ff05c070060 2024-07-27T06:53:47.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.146+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff05c0b5720 con 0x7ff05c070060 2024-07-27T06:53:47.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.147+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff04c01a070 con 0x7ff05c070060 2024-07-27T06:53:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.148+0000 7ff053400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 0x7ff038079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.149+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 6426+0+0 (secure 0 0 0) 0x7ff04c098070 con 0x7ff05c070060 2024-07-27T06:53:47.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.149+0000 7ff051e00640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 0x7ff038079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:47.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.150+0000 7ff051e00640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 0x7ff038079550 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff044034000 tx=0x7ff044004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:47.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.153+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff05c074520 con 0x7ff05c070060 2024-07-27T06:53:47.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.377+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff05c0cc220 con 0x7ff05c070060 2024-07-27T06:53:47.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.689+0000 7ff053400640 1 -- 172.21.15.66:0/3951937879 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v89) ==== 97+0+0 (secure 0 0 0) 0x7ff04c060f00 con 0x7ff05c070060 2024-07-27T06:53:47.691 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T06:53:47.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 msgr2=0x7ff038079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:47.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 0x7ff038079550 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ff044034000 tx=0x7ff044004730 comp rx=0 tx=0).stop 2024-07-27T06:53:47.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 msgr2=0x7ff05c14d100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:47.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7ff04c00c3a0 tx=0x7ff04c00c860 comp rx=0 tx=0).stop 2024-07-27T06:53:47.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 shutdown_connections 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff038077040 0x7ff038079550 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff05c0ca720 0x7ff05c0c9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff05c0732e0 0x7ff05c0c9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 --2- 172.21.15.66:0/3951937879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff05c070060 0x7ff05c14d100 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.693+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 >> 172.21.15.66:0/3951937879 conn(0x7ff05c0cfb90 msgr2=0x7ff05c15d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.694+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 shutdown_connections 2024-07-27T06:53:47.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:47.695+0000 7ff061400640 1 -- 172.21.15.66:0/3951937879 wait complete. 2024-07-27T06:53:47.732 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 -- 172.21.15.66:0/3109664939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 msgr2=0x7f68fc072c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 --2- 172.21.15.66:0/3109664939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc072c10 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f68f000c830 tx=0x7f68f002b730 comp rx=0 tx=0).stop 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 -- 172.21.15.66:0/3109664939 shutdown_connections 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 --2- 172.21.15.66:0/3109664939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc072c10 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 -- 172.21.15.66:0/3109664939 >> 172.21.15.66:0/3109664939 conn(0x7f68fc0cfb90 msgr2=0x7f68fc0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:48.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 -- 172.21.15.66:0/3109664939 shutdown_connections 2024-07-27T06:53:48.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.003+0000 7f6904600640 1 -- 172.21.15.66:0/3109664939 wait complete. 2024-07-27T06:53:48.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.006+0000 7f6904600640 1 Processor -- start 2024-07-27T06:53:48.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.006+0000 7f6904600640 1 -- start start 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68fc06e510 0x7f68fc1e1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68fc06f030 0x7f68fc1f6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc0732d0 con 0x7f68fc070470 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f68fc073150 con 0x7f68fc06f030 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.007+0000 7f6904600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f68fc072380 con 0x7f68fc06e510 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44824/0 (socket says 172.21.15.66:44824) 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 -- 172.21.15.66:0/3645230596 learned_addr learned my addr 172.21.15.66:0/3645230596 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:48.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6901c00640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68fc06e510 0x7f68fc1e1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6901200640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68fc06f030 0x7f68fc1f6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 -- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68fc06e510 msgr2=0x7f68fc1e1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68fc06e510 0x7f68fc1e1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 -- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68fc06f030 msgr2=0x7f68fc1f6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68fc06f030 0x7f68fc1f6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 -- 172.21.15.66:0/3645230596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68fc1e2520 con 0x7f68fc070470 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.008+0000 7f6902600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f68f400cab0 tx=0x7f68f400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.009+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f4016020 con 0x7f68fc070470 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.009+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f68f400ad20 con 0x7f68fc070470 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.009+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68f4012680 con 0x7f68fc070470 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.009+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68fc1df900 con 0x7f68fc070470 2024-07-27T06:53:48.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.009+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68fc1dfba0 con 0x7f68fc070470 2024-07-27T06:53:48.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.010+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68fc06e920 con 0x7f68fc070470 2024-07-27T06:53:48.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.011+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f68f4019020 con 0x7f68fc070470 2024-07-27T06:53:48.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.013+0000 7f68f9600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 0x7f68dc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.013+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6340+0+0 (secure 0 0 0) 0x7f68f4098fb0 con 0x7f68fc070470 2024-07-27T06:53:48.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.013+0000 7f6901c00640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 0x7f68dc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.015+0000 7f6901c00640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 0x7f68dc079520 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f68f0035000 tx=0x7f68f0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:48.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.022+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f68f4020030 con 0x7f68fc070470 2024-07-27T06:53:48.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.302+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f68fc1528e0 con 0x7f68fc070470 2024-07-27T06:53:48.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.303+0000 7f68f9600640 1 -- 172.21.15.66:0/3645230596 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f68fc1df900 con 0x7f68fc070470 2024-07-27T06:53:48.304 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:48.304 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:53:48.304 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T06:53:48.305 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.306 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.307 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.308 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.309 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.310 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T06:53:48.311 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.312 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.313 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.314 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:48.315 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.316 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.317 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T06:53:48.318 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.319 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.319 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T06:53:48.319 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 msgr2=0x7f68dc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 0x7f68dc079520 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f68f0035000 tx=0x7f68f0004730 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 msgr2=0x7f68fc1e6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f68f400cab0 tx=0x7f68f400cf70 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 shutdown_connections 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f68dc077010 0x7f68dc079520 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68fc070470 0x7f68fc1e6f40 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68fc06f030 0x7f68fc1f6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 --2- 172.21.15.66:0/3645230596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68fc06e510 0x7f68fc1e1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 >> 172.21.15.66:0/3645230596 conn(0x7f68fc0cfb90 msgr2=0x7f68fc152c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.305+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 shutdown_connections 2024-07-27T06:53:48.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.306+0000 7f6904600640 1 -- 172.21.15.66:0/3645230596 wait complete. 2024-07-27T06:53:48.340 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T06:53:48.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.619+0000 7fc8d6200640 1 -- 172.21.15.66:0/2322275223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00701d0 msgr2=0x7fc8d0151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.619+0000 7fc8d6200640 1 --2- 172.21.15.66:0/2322275223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00701d0 0x7fc8d0151010 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fc8d0151550 tx=0x7fc8c002a4d0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 -- 172.21.15.66:0/2322275223 shutdown_connections 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 --2- 172.21.15.66:0/2322275223 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00b3cd0 0x7fc8d00aed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 --2- 172.21.15.66:0/2322275223 >> v2:172.21.15.155:3300/0 conn(0x7fc8d00b38c0 0x7fc8d00ae830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 --2- 172.21.15.66:0/2322275223 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00701d0 0x7fc8d0151010 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 -- 172.21.15.66:0/2322275223 >> 172.21.15.66:0/2322275223 conn(0x7fc8d006c780 msgr2=0x7fc8d006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 -- 172.21.15.66:0/2322275223 shutdown_connections 2024-07-27T06:53:48.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.620+0000 7fc8d6200640 1 -- 172.21.15.66:0/2322275223 wait complete. 2024-07-27T06:53:48.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.622+0000 7fc8d6200640 1 Processor -- start 2024-07-27T06:53:48.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.622+0000 7fc8d6200640 1 -- start start 2024-07-27T06:53:48.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00701d0 0x7fc8d01572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 0x7fc8d00b06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d006e730 con 0x7fc8d00b38c0 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc8d006e5b0 con 0x7fc8d00b3cd0 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d6200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc8d015a4b0 con 0x7fc8d00701d0 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44840/0 (socket says 172.21.15.66:44840) 2024-07-27T06:53:48.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 -- 172.21.15.66:0/1790231857 learned_addr learned my addr 172.21.15.66:0/1790231857 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:48.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d4e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00701d0 0x7fc8d01572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 -- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00701d0 msgr2=0x7fc8d01572a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00701d0 0x7fc8d01572a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8c7e00640 1 -- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 msgr2=0x7fc8d00b06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.624+0000 7fc8d5800640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 0x7fc8d00b06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8c7e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 0x7fc8d00b06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8c7e00640 1 -- 172.21.15.66:0/1790231857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8d00b0490 con 0x7fc8d00b38c0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8d5800640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 0x7fc8d00b06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8c7e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fc8b800c970 tx=0x7fc8b800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b8007bb0 con 0x7fc8d00b38c0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8b8007e40 con 0x7fc8d00b38c0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8d00b0f60 con 0x7fc8d00b38c0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8b800f6b0 con 0x7fc8d00b38c0 2024-07-27T06:53:48.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.625+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8d00af750 con 0x7fc8d00b38c0 2024-07-27T06:53:48.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.626+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8d00af540 con 0x7fc8d00b38c0 2024-07-27T06:53:48.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.628+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc8b800f850 con 0x7fc8d00b38c0 2024-07-27T06:53:48.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.629+0000 7fc8cd600640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 0x7fc8ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:48.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.630+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6340+0+0 (secure 0 0 0) 0x7fc8b8099360 con 0x7fc8d00b38c0 2024-07-27T06:53:48.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.630+0000 7fc8d4e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 0x7fc8ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:48.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.632+0000 7fc8d4e00640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 0x7fc8ac079520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0033000 tx=0x7fc8c0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:48.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.634+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc8b8014030 con 0x7fc8d00b38c0 2024-07-27T06:53:48.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.857+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc8d0151010 con 0x7fc8d00b38c0 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.857+0000 7fc8cd600640 1 -- 172.21.15.66:0/1790231857 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v91) ==== 84+0+287 (secure 0 0 0) 0x7fc8b80622d0 con 0x7fc8d00b38c0 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.859 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T06:53:48.860 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 msgr2=0x7fc8ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 0x7fc8ac079520 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7fc8c0033000 tx=0x7fc8c0004730 comp rx=0 tx=0).stop 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 msgr2=0x7fc8d00aff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7fc8b800c970 tx=0x7fc8b800ce30 comp rx=0 tx=0).stop 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 shutdown_connections 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc8ac077010 0x7fc8ac079520 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8d00b3cd0 0x7fc8d00b06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8d00b38c0 0x7fc8d00aff50 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 --2- 172.21.15.66:0/1790231857 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8d00701d0 0x7fc8d01572a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:48.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.860+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 >> 172.21.15.66:0/1790231857 conn(0x7fc8d006c780 msgr2=0x7fc8d014c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:48.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.861+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 shutdown_connections 2024-07-27T06:53:48.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:48.861+0000 7fc8d6200640 1 -- 172.21.15.66:0/1790231857 wait complete. 2024-07-27T06:53:48.888 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T06:53:48.888 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T06:53:49.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.194+0000 7f8d9de00640 1 -- 172.21.15.66:0/2539376824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d7c0099b0 msgr2=0x7f8d7c00bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.194+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2539376824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d7c0099b0 0x7f8d7c00bdd0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f8d90005fd0 tx=0x7f8d7c005830 comp rx=0 tx=0).stop 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.195+0000 7f8d9de00640 1 -- 172.21.15.66:0/2539376824 shutdown_connections 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.195+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2539376824 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d7c0099b0 0x7f8d7c00bdd0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.195+0000 7f8d9de00640 1 -- 172.21.15.66:0/2539376824 >> 172.21.15.66:0/2539376824 conn(0x7f8d9806c780 msgr2=0x7f8d9806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.195+0000 7f8d9de00640 1 -- 172.21.15.66:0/2539376824 shutdown_connections 2024-07-27T06:53:49.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.195+0000 7f8d9de00640 1 -- 172.21.15.66:0/2539376824 wait complete. 2024-07-27T06:53:49.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.197+0000 7f8d9de00640 1 Processor -- start 2024-07-27T06:53:49.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.197+0000 7f8d9de00640 1 -- start start 2024-07-27T06:53:49.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d7c0099b0 0x7f8d9813f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:49.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d981f7ef0 0x7f8d981f8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:49.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:49.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9815c6c0 con 0x7f8d981f8840 2024-07-27T06:53:49.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8d980704a0 con 0x7f8d7c0099b0 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9de00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9815c840 con 0x7f8d981f7ef0 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44862/0 (socket says 172.21.15.66:44862) 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.199+0000 7f8d9d400640 1 -- 172.21.15.66:0/2112872513 learned_addr learned my addr 172.21.15.66:0/2112872513 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d8fe00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d981f7ef0 0x7f8d981f8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9ca00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d7c0099b0 0x7f8d9813f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 -- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d981f7ef0 msgr2=0x7f8d981f8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d981f7ef0 0x7f8d981f8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 -- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d7c0099b0 msgr2=0x7f8d9813f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d7c0099b0 0x7f8d9813f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 -- 172.21.15.66:0/2112872513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d9813f7e0 con 0x7f8d981f8840 2024-07-27T06:53:49.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.200+0000 7f8d9d400640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8d90009d70 tx=0x7f8d90003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.201+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d90038040 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.201+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d90004b20 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.201+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d9002ba20 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.201+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d98142f20 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.201+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d981e47b0 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.202+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d981e49e0 con 0x7f8d981f8840 2024-07-27T06:53:49.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.203+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8d9002bbc0 con 0x7f8d981f8840 2024-07-27T06:53:49.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.204+0000 7f8d95600640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 0x7f8d74079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:49.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.204+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 6340+0+0 (secure 0 0 0) 0x7f8d900b8a80 con 0x7f8d981f8840 2024-07-27T06:53:49.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.205+0000 7f8d9ca00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 0x7f8d74079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:49.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.206+0000 7f8d9ca00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 0x7f8d74079520 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8d88000f60 tx=0x7f8d88009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:49.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.209+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8d981e49e0 con 0x7f8d981f8840 2024-07-27T06:53:49.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.430+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8d98143a20 con 0x7f8d981f8840 2024-07-27T06:53:49.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.725+0000 7f8d95600640 1 -- 172.21.15.66:0/2112872513 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v92) ==== 138+0+0 (secure 0 0 0) 0x7f8d900bae20 con 0x7f8d981f8840 2024-07-27T06:53:49.728 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 msgr2=0x7f8d74079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 0x7f8d74079520 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8d88000f60 tx=0x7f8d88009040 comp rx=0 tx=0).stop 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 msgr2=0x7f8d981e8440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f8d90009d70 tx=0x7f8d90003c20 comp rx=0 tx=0).stop 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 shutdown_connections 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8d74077010 0x7f8d74079520 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d981f8840 0x7f8d981e8440 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d981f7ef0 0x7f8d981f8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 --2- 172.21.15.66:0/2112872513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d7c0099b0 0x7f8d9813f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:49.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.730+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 >> 172.21.15.66:0/2112872513 conn(0x7f8d9806c780 msgr2=0x7f8d980cce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:49.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.731+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 shutdown_connections 2024-07-27T06:53:49.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:49.731+0000 7f8d9de00640 1 -- 172.21.15.66:0/2112872513 wait complete. 2024-07-27T06:53:49.766 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T06:53:50.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.061+0000 7f6d2d600640 1 -- 172.21.15.66:0/1827427175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d2815e200 msgr2=0x7f6d2806e030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.061+0000 7f6d2d600640 1 --2- 172.21.15.66:0/1827427175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d2815e200 0x7f6d2806e030 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f6d2815b510 tx=0x7f6d1402a4a0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 -- 172.21.15.66:0/1827427175 shutdown_connections 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 --2- 172.21.15.66:0/1827427175 >> v2:172.21.15.155:3300/0 conn(0x7f6d280b27f0 0x7f6d280b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 --2- 172.21.15.66:0/1827427175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d2815e200 0x7f6d2806e030 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 -- 172.21.15.66:0/1827427175 >> 172.21.15.66:0/1827427175 conn(0x7f6d2806cf40 msgr2=0x7f6d280b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 -- 172.21.15.66:0/1827427175 shutdown_connections 2024-07-27T06:53:50.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.062+0000 7f6d2d600640 1 -- 172.21.15.66:0/1827427175 wait complete. 2024-07-27T06:53:50.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.064+0000 7f6d2d600640 1 Processor -- start 2024-07-27T06:53:50.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.064+0000 7f6d2d600640 1 -- start start 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d28151090 0x7f6d2814c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d28153180 0x7f6d28153590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6d28073080 con 0x7f6d280b27f0 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6d28072f00 con 0x7f6d28151090 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d2d600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6d28073200 con 0x7f6d28153180 2024-07-27T06:53:50.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44876/0 (socket says 172.21.15.66:44876) 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.066+0000 7f6d27e00640 1 -- 172.21.15.66:0/3929627217 learned_addr learned my addr 172.21.15.66:0/3929627217 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27400640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d28151090 0x7f6d2814c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d2cc00640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d28153180 0x7f6d28153590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 -- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d28153180 msgr2=0x7f6d28153590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d28153180 0x7f6d28153590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 -- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d28151090 msgr2=0x7f6d2814c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d28151090 0x7f6d2814c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 -- 172.21.15.66:0/3929627217 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d28153ad0 con 0x7f6d280b27f0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d27e00640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6d1800c430 tx=0x7f6d1800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18011790 con 0x7f6d280b27f0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d18017070 con 0x7f6d280b27f0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.067+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d18011ce0 con 0x7f6d280b27f0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.068+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d28152f40 con 0x7f6d280b27f0 2024-07-27T06:53:50.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.068+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d280cd6f0 con 0x7f6d280b27f0 2024-07-27T06:53:50.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.069+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d28050ab0 con 0x7f6d280b27f0 2024-07-27T06:53:50.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.071+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6d1801c460 con 0x7f6d280b27f0 2024-07-27T06:53:50.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.073+0000 7f6d1fe00640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 0x7f6d08079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:50.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.073+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 6710+0+0 (secure 0 0 0) 0x7f6d18099690 con 0x7f6d280b27f0 2024-07-27T06:53:50.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.074+0000 7f6d27400640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 0x7f6d08079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:50.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.075+0000 7f6d27400640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 0x7f6d08079520 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6d14034000 tx=0x7f6d14004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:50.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.077+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6d28050ab0 con 0x7f6d280b27f0 2024-07-27T06:53:50.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.289+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f6d280cf660 con 0x7f6d280b27f0 2024-07-27T06:53:50.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.745+0000 7f6d1fe00640 1 -- 172.21.15.66:0/3929627217 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v93) ==== 170+0+0 (secure 0 0 0) 0x7f6d28153ad0 con 0x7f6d280b27f0 2024-07-27T06:53:50.747 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T06:53:50.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.749+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 msgr2=0x7f6d08079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:50.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.749+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 0x7f6d08079520 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f6d14034000 tx=0x7f6d14004730 comp rx=0 tx=0).stop 2024-07-27T06:53:50.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 msgr2=0x7f6d280cc790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6d1800c430 tx=0x7f6d1800c8f0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 shutdown_connections 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d08077010 0x7f6d08079520 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6d28153180 0x7f6d28153590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6d28151090 0x7f6d2814c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 --2- 172.21.15.66:0/3929627217 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6d280b27f0 0x7f6d280cc790 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.750+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 >> 172.21.15.66:0/3929627217 conn(0x7f6d2806cf40 msgr2=0x7f6d2806f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:50.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.751+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 shutdown_connections 2024-07-27T06:53:50.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:50.751+0000 7f6d2d600640 1 -- 172.21.15.66:0/3929627217 wait complete. 2024-07-27T06:53:50.803 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T06:53:51.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 -- 172.21.15.66:0/2772095519 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0ccc10 msgr2=0x7f677c160380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:51.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 --2- 172.21.15.66:0/2772095519 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0ccc10 0x7f677c160380 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f677c070b20 tx=0x7f676402a4a0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 -- 172.21.15.66:0/2772095519 shutdown_connections 2024-07-27T06:53:51.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 --2- 172.21.15.66:0/2772095519 >> v2:172.21.15.155:3300/0 conn(0x7f677c15b8a0 0x7f677c15bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 --2- 172.21.15.66:0/2772095519 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0ccc10 0x7f677c160380 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 -- 172.21.15.66:0/2772095519 >> 172.21.15.66:0/2772095519 conn(0x7f677c0d0a10 msgr2=0x7f677c0d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:51.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 -- 172.21.15.66:0/2772095519 shutdown_connections 2024-07-27T06:53:51.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.065+0000 7f6780e00640 1 -- 172.21.15.66:0/2772095519 wait complete. 2024-07-27T06:53:51.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.068+0000 7f6780e00640 1 Processor -- start 2024-07-27T06:53:51.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.068+0000 7f6780e00640 1 -- start start 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.069+0000 7f6780e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.069+0000 7f6780e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0ccc10 0x7f677c150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.069+0000 7f6780e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c15b8a0 0x7f677c0ae7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f6780e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f677c0b5a80 con 0x7f677c0affc0 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f6780e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f677c0b5900 con 0x7f677c0ccc10 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f6780e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f677c0b5c00 con 0x7f677c15b8a0 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34018/0 (socket says 172.21.15.66:34018) 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 -- 172.21.15.66:0/3565076019 learned_addr learned my addr 172.21.15.66:0/3565076019 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677aa00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0ccc10 0x7f677c150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:51.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677be00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c15b8a0 0x7f677c0ae7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:51.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 -- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c15b8a0 msgr2=0x7f677c0ae7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:51.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c15b8a0 0x7f677c0ae7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 -- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0ccc10 msgr2=0x7f677c150fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:51.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0ccc10 0x7f677c150fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.070+0000 7f677b400640 1 -- 172.21.15.66:0/3565076019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f677c1f60f0 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f677b400640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f676c00c3f0 tx=0x7f676c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f676c017070 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f676c0035f0 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f676c003a40 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f677c1514f0 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.071+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f677c0adce0 con 0x7f677c0affc0 2024-07-27T06:53:51.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.072+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f677c160380 con 0x7f677c0affc0 2024-07-27T06:53:51.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.074+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f676c01a070 con 0x7f677c0affc0 2024-07-27T06:53:51.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.076+0000 7f6773400640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 0x7f6758079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:51.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.076+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 7092+0+0 (secure 0 0 0) 0x7f676c098690 con 0x7f677c0affc0 2024-07-27T06:53:51.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.077+0000 7f677aa00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 0x7f6758079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:51.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.078+0000 7f677aa00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 0x7f6758079550 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6764034000 tx=0x7f6764004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:51.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.080+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f676c021020 con 0x7f677c0affc0 2024-07-27T06:53:51.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.330+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f677c0af9d0 con 0x7f677c0affc0 2024-07-27T06:53:51.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.749+0000 7f6773400640 1 -- 172.21.15.66:0/3565076019 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v51) ==== 174+0+0 (secure 0 0 0) 0x7f677c1f60f0 con 0x7f677c0affc0 2024-07-27T06:53:51.751 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 16 and data pool 17 2024-07-27T06:53:51.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.753+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 msgr2=0x7f6758079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:51.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.753+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 0x7f6758079550 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f6764034000 tx=0x7f6764004730 comp rx=0 tx=0).stop 2024-07-27T06:53:51.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.753+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 msgr2=0x7f677c0ce5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:51.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.753+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f676c00c3f0 tx=0x7f676c00c8b0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 shutdown_connections 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6758077040 0x7f6758079550 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f677c15b8a0 0x7f677c0ae7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f677c0ccc10 0x7f677c150fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 --2- 172.21.15.66:0/3565076019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f677c0affc0 0x7f677c0ce5e0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 >> 172.21.15.66:0/3565076019 conn(0x7f677c0d0a10 msgr2=0x7f677c15a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 shutdown_connections 2024-07-27T06:53:51.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:51.754+0000 7f6780e00640 1 -- 172.21.15.66:0/3565076019 wait complete. 2024-07-27T06:53:51.806 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 -- 172.21.15.66:0/2038510079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 msgr2=0x7efd840b54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 --2- 172.21.15.66:0/2038510079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd840b54b0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7efd780098e0 tx=0x7efd7802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 -- 172.21.15.66:0/2038510079 shutdown_connections 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 --2- 172.21.15.66:0/2038510079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd840b54b0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 -- 172.21.15.66:0/2038510079 >> 172.21.15.66:0/2038510079 conn(0x7efd840d4060 msgr2=0x7efd840d4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 -- 172.21.15.66:0/2038510079 shutdown_connections 2024-07-27T06:53:52.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.053+0000 7efd8c800640 1 -- 172.21.15.66:0/2038510079 wait complete. 2024-07-27T06:53:52.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.055+0000 7efd8c800640 1 Processor -- start 2024-07-27T06:53:52.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.056+0000 7efd8c800640 1 -- start start 2024-07-27T06:53:52.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd840b9390 0x7efd840c9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd840d0dd0 0x7efd8415bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd840b4570 con 0x7efd8408c9d0 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efd840b43f0 con 0x7efd840d0dd0 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd8c800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efd840b46f0 con 0x7efd840b9390 2024-07-27T06:53:52.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd89e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd89e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34028/0 (socket says 172.21.15.66:34028) 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.057+0000 7efd89e00640 1 -- 172.21.15.66:0/3761060742 learned_addr learned my addr 172.21.15.66:0/3761060742 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 -- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd840b9390 msgr2=0x7efd840c9ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd840b9390 0x7efd840c9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 -- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd840d0dd0 msgr2=0x7efd8415bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd840d0dd0 0x7efd8415bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 -- 172.21.15.66:0/3761060742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd841f9ac0 con 0x7efd8408c9d0 2024-07-27T06:53:52.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd89e00640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7efd78009a00 tx=0x7efd78004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.058+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd78004e40 con 0x7efd8408c9d0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.059+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd78031a40 con 0x7efd8408c9d0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.059+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd840a1680 con 0x7efd8408c9d0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.059+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd78031e30 con 0x7efd8408c9d0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.059+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd841f6ad0 con 0x7efd8408c9d0 2024-07-27T06:53:52.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.060+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd840b4cb0 con 0x7efd8408c9d0 2024-07-27T06:53:52.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.062+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efd78005040 con 0x7efd8408c9d0 2024-07-27T06:53:52.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.063+0000 7efd7e000640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 0x7efd68079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.063+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 7192+0+0 (secure 0 0 0) 0x7efd780ba480 con 0x7efd8408c9d0 2024-07-27T06:53:52.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.064+0000 7efd89400640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 0x7efd68079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:52.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.065+0000 7efd89400640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 0x7efd68079520 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7efd74000f60 tx=0x7efd740079d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:52.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.068+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efd78052080 con 0x7efd8408c9d0 2024-07-27T06:53:52.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.275+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efd840d2be0 con 0x7efd8408c9d0 2024-07-27T06:53:52.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.277+0000 7efd7e000640 1 -- 172.21.15.66:0/3761060742 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+22341 (secure 0 0 0) 0x7efd7803f030 con 0x7efd8408c9d0 2024-07-27T06:53:52.279 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:52.279 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":94,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:51.332766+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:49.448884+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:50.307431+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 msgr2=0x7efd68079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 0x7efd68079520 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7efd74000f60 tx=0x7efd740079d0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 msgr2=0x7efd8415d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7efd78009a00 tx=0x7efd78004840 comp rx=0 tx=0).stop 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 shutdown_connections 2024-07-27T06:53:52.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd68077010 0x7efd68079520 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd840d0dd0 0x7efd8415bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd840b9390 0x7efd840c9ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 --2- 172.21.15.66:0/3761060742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd8408c9d0 0x7efd8415d8b0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.280+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 >> 172.21.15.66:0/3761060742 conn(0x7efd840d4060 msgr2=0x7efd840d0390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.281+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 shutdown_connections 2024-07-27T06:53:52.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.281+0000 7efd8c800640 1 -- 172.21.15.66:0/3761060742 wait complete. 2024-07-27T06:53:52.316 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:52.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 -- 172.21.15.66:0/1885825735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 msgr2=0x7f122400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 --2- 172.21.15.66:0/1885825735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f122400b9c0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f123800c560 tx=0x7f1224005830 comp rx=0 tx=0).stop 2024-07-27T06:53:52.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 -- 172.21.15.66:0/1885825735 shutdown_connections 2024-07-27T06:53:52.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 --2- 172.21.15.66:0/1885825735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f122400b9c0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 -- 172.21.15.66:0/1885825735 >> 172.21.15.66:0/1885825735 conn(0x7f124006c780 msgr2=0x7f124006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:52.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.558+0000 7f1244a00640 1 -- 172.21.15.66:0/1885825735 shutdown_connections 2024-07-27T06:53:52.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.559+0000 7f1244a00640 1 -- 172.21.15.66:0/1885825735 wait complete. 2024-07-27T06:53:52.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.561+0000 7f1244a00640 1 Processor -- start 2024-07-27T06:53:52.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.561+0000 7f1244a00640 1 -- start start 2024-07-27T06:53:52.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1240158eb0 0x7f12401f53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1240156a50 0x7f12401f1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12400cf4a0 con 0x7f1224005300 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f12400cf320 con 0x7f1240158eb0 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.562+0000 7f1244a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12400734d0 con 0x7f1240156a50 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34050/0 (socket says 172.21.15.66:34050) 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 -- 172.21.15.66:0/3933211626 learned_addr learned my addr 172.21.15.66:0/3933211626 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123ea00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1240158eb0 0x7f12401f53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 -- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1240156a50 msgr2=0x7f12401f1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1240156a50 0x7f12401f1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 -- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1240158eb0 msgr2=0x7f12401f53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1240158eb0 0x7f12401f53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.563+0000 7f123f400640 1 -- 172.21.15.66:0/3933211626 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12401f8f00 con 0x7f1224005300 2024-07-27T06:53:52.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f123f400640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f123000d500 tx=0x7f123000d9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:52.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1230016020 con 0x7f1224005300 2024-07-27T06:53:52.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1230012630 con 0x7f1224005300 2024-07-27T06:53:52.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1230012a60 con 0x7f1224005300 2024-07-27T06:53:52.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12401f5930 con 0x7f1224005300 2024-07-27T06:53:52.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.564+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12401f8c20 con 0x7f1224005300 2024-07-27T06:53:52.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.565+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f124015fdd0 con 0x7f1224005300 2024-07-27T06:53:52.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.566+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1230019020 con 0x7f1224005300 2024-07-27T06:53:52.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.567+0000 7f1237400640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 0x7f1220079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:52.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.568+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 7192+0+0 (secure 0 0 0) 0x7f1230098e60 con 0x7f1224005300 2024-07-27T06:53:52.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.568+0000 7f123ea00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 0x7f1220079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:52.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.569+0000 7f123ea00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 0x7f1220079550 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f122c005fd0 tx=0x7f122c005d10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:52.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.572+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1230020020 con 0x7f1224005300 2024-07-27T06:53:52.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.775+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1240160850 con 0x7f1224005300 2024-07-27T06:53:52.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.779+0000 7f1237400640 1 -- 172.21.15.66:0/3933211626 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v94) ==== 74+0+22341 (secure 0 0 0) 0x7f12401f8f00 con 0x7f1224005300 2024-07-27T06:53:52.781 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:52.781 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":94,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:51.332766+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:49.448884+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:50.307431+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:52.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 msgr2=0x7f1220079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 0x7f1220079550 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f122c005fd0 tx=0x7f122c005d10 comp rx=0 tx=0).stop 2024-07-27T06:53:52.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 msgr2=0x7f12401f8040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:52.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f123000d500 tx=0x7f123000d9c0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 shutdown_connections 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1220077040 0x7f1220079550 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1240156a50 0x7f12401f1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1240158eb0 0x7f12401f53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 --2- 172.21.15.66:0/3933211626 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1224005300 0x7f12401f8040 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 >> 172.21.15.66:0/3933211626 conn(0x7f124006c780 msgr2=0x7f12400af5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 shutdown_connections 2024-07-27T06:53:52.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:52.782+0000 7f1244a00640 1 -- 172.21.15.66:0/3933211626 wait complete. 2024-07-27T06:53:52.809 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T06:53:53.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 -- 172.21.15.66:0/3294680521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c40ca8f0 msgr2=0x7f35c40b4a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:53.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 --2- 172.21.15.66:0/3294680521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c40ca8f0 0x7f35c40b4a40 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f35b4009830 tx=0x7f35b402a510 comp rx=0 tx=0).stop 2024-07-27T06:53:53.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 -- 172.21.15.66:0/3294680521 shutdown_connections 2024-07-27T06:53:53.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 --2- 172.21.15.66:0/3294680521 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c40ca8f0 0x7f35c40b4a40 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 -- 172.21.15.66:0/3294680521 >> 172.21.15.66:0/3294680521 conn(0x7f35c40cfb90 msgr2=0x7f35c40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 -- 172.21.15.66:0/3294680521 shutdown_connections 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.081+0000 7f35cb600640 1 -- 172.21.15.66:0/3294680521 wait complete. 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.084+0000 7f35cb600640 1 Processor -- start 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.084+0000 7f35cb600640 1 -- start start 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 0x7f35c4155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35c40ca8f0 0x7f35c4154010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f35c40b5310 con 0x7f35c4070060 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f35c40b5190 con 0x7f35c40ca8f0 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.085+0000 7f35cb600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f35c40b5490 con 0x7f35c40732e0 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34066/0 (socket says 172.21.15.66:34066) 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 -- 172.21.15.66:0/2718338718 learned_addr learned my addr 172.21.15.66:0/2718338718 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:53.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c9600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35c40ca8f0 0x7f35c4154010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c3e00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 0x7f35c4155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 -- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 msgr2=0x7f35c4155380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 0x7f35c4155380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 -- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35c40ca8f0 msgr2=0x7f35c4154010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35c40ca8f0 0x7f35c4154010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c8c00640 1 -- 172.21.15.66:0/2718338718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c40c7ce0 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.086+0000 7f35c3e00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 0x7f35c4155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35c8c00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00c3c0 tx=0x7f35bc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc011790 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35bc017070 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc011cc0 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c40c7fc0 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.087+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c4154a00 con 0x7f35c4070060 2024-07-27T06:53:53.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.088+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c4154c60 con 0x7f35c4070060 2024-07-27T06:53:53.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.090+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f35bc01c460 con 0x7f35c4070060 2024-07-27T06:53:53.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.091+0000 7f35c0c00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 0x7f35a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:53.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.091+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f35bc098c20 con 0x7f35c4070060 2024-07-27T06:53:53.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.091+0000 7f35c3e00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 0x7f35a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:53.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.093+0000 7f35c3e00640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 0x7f35a0079520 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0018a0 tx=0x7f35ac009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:53.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.095+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f35bc061970 con 0x7f35c4070060 2024-07-27T06:53:53.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.352+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f35c40cc220 con 0x7f35c4070060 2024-07-27T06:53:53.710 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:53:53.709+0000 7fd4f5c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:53:53.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.799+0000 7f35c0c00640 1 -- 172.21.15.66:0/2718338718 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v54) ==== 118+0+0 (secure 0 0 0) 0x7f35bc061270 con 0x7f35c4070060 2024-07-27T06:53:53.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.802+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 msgr2=0x7f35a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:53.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.802+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 0x7f35a0079520 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0018a0 tx=0x7f35ac009040 comp rx=0 tx=0).stop 2024-07-27T06:53:53.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 msgr2=0x7f35c40c8aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:53.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00c3c0 tx=0x7f35bc00c880 comp rx=0 tx=0).stop 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 shutdown_connections 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f35a0077010 0x7f35a0079520 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f35c40ca8f0 0x7f35c4154010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f35c40732e0 0x7f35c4155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 --2- 172.21.15.66:0/2718338718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f35c4070060 0x7f35c40c8aa0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 >> 172.21.15.66:0/2718338718 conn(0x7f35c40cfb90 msgr2=0x7f35c40b3b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 shutdown_connections 2024-07-27T06:53:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:53.803+0000 7f35cb600640 1 -- 172.21.15.66:0/2718338718 wait complete. 2024-07-27T06:53:53.834 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T06:53:53.835 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T06:53:54.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.128+0000 7fbb43800640 1 -- 172.21.15.66:0/2572964590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c0ceb20 msgr2=0x7fbb3c0727a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.128+0000 7fbb43800640 1 --2- 172.21.15.66:0/2572964590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c0ceb20 0x7fbb3c0727a0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fbb3c0af410 tx=0x7fbb3402a820 comp rx=0 tx=0).stop 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 -- 172.21.15.66:0/2572964590 shutdown_connections 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 --2- 172.21.15.66:0/2572964590 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c0ceb20 0x7fbb3c0727a0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 --2- 172.21.15.66:0/2572964590 >> v2:172.21.15.155:3300/0 conn(0x7fbb3c0aebc0 0x7fbb3c0cadd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 -- 172.21.15.66:0/2572964590 >> 172.21.15.66:0/2572964590 conn(0x7fbb3c0cfb90 msgr2=0x7fbb3c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 -- 172.21.15.66:0/2572964590 shutdown_connections 2024-07-27T06:53:54.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.129+0000 7fbb43800640 1 -- 172.21.15.66:0/2572964590 wait complete. 2024-07-27T06:53:54.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.131+0000 7fbb43800640 1 Processor -- start 2024-07-27T06:53:54.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.131+0000 7fbb43800640 1 -- start start 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 0x7fbb3c1f8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb3c0aefd0 0x7fbb3c0b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c072ce0 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbb3c0cb520 con 0x7fbb3c0aefd0 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb43800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbb3c072e60 con 0x7fbb3c0aebc0 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb41800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb41800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34096/0 (socket says 172.21.15.66:34096) 2024-07-27T06:53:54.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb41800640 1 -- 172.21.15.66:0/3772152965 learned_addr learned my addr 172.21.15.66:0/3772152965 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb3be00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb3c0aefd0 0x7fbb3c0b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.133+0000 7fbb40e00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 0x7fbb3c1f8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 -- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 msgr2=0x7fbb3c1f8370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 0x7fbb3c1f8370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 -- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb3c0aefd0 msgr2=0x7fbb3c0b2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb3c0aefd0 0x7fbb3c0b2a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 -- 172.21.15.66:0/3772152965 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb3c0b2f60 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb40e00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 0x7fbb3c1f8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb41800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fbb34009b30 tx=0x7fbb34032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34037040 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb34042070 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb3c1f8ba0 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.134+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb34004280 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.135+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb3c1f9160 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.136+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb3c073310 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.137+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbb34004420 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.139+0000 7fbb38c00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 0x7fbb1c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:54.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.139+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fbb340b9d70 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.140+0000 7fbb40e00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 0x7fbb1c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:54.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.141+0000 7fbb40e00640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 0x7fbb1c079520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c009aa0 tx=0x7fbb2c005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:54.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.144+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbb34082990 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.399+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fbb3c1f8930 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.812+0000 7fbb38c00640 1 -- 172.21.15.66:0/3772152965 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v55) ==== 122+0+0 (secure 0 0 0) 0x7fbb34082290 con 0x7fbb3c15b2a0 2024-07-27T06:53:54.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.816+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 msgr2=0x7fbb1c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.816+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 0x7fbb1c079520 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fbb2c009aa0 tx=0x7fbb2c005db0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 msgr2=0x7fbb3c1f21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fbb34009b30 tx=0x7fbb34032c90 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 shutdown_connections 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb1c077010 0x7fbb1c079520 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb3c15b2a0 0x7fbb3c1f21d0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb3c0aefd0 0x7fbb3c0b2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 --2- 172.21.15.66:0/3772152965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb3c0aebc0 0x7fbb3c1f8370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 >> 172.21.15.66:0/3772152965 conn(0x7fbb3c0cfb90 msgr2=0x7fbb3c15e560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 shutdown_connections 2024-07-27T06:53:54.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:54.817+0000 7fbb43800640 1 -- 172.21.15.66:0/3772152965 wait complete. 2024-07-27T06:53:54.849 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T06:53:54.849 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 -- 172.21.15.66:0/2683522601 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25c4004800 msgr2=0x7f25c4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 --2- 172.21.15.66:0/2683522601 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25c4004800 0x7f25c4004c10 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f25cc001690 tx=0x7f25c4005830 comp rx=0 tx=0).stop 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 -- 172.21.15.66:0/2683522601 shutdown_connections 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 --2- 172.21.15.66:0/2683522601 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25c4004800 0x7f25c4004c10 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 -- 172.21.15.66:0/2683522601 >> 172.21.15.66:0/2683522601 conn(0x7f25e00d1db0 msgr2=0x7f25e00d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 -- 172.21.15.66:0/2683522601 shutdown_connections 2024-07-27T06:53:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.136+0000 7f25e5600640 1 -- 172.21.15.66:0/2683522601 wait complete. 2024-07-27T06:53:55.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.138+0000 7f25e5600640 1 Processor -- start 2024-07-27T06:53:55.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.139+0000 7f25e5600640 1 -- start start 2024-07-27T06:53:55.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25c4004800 0x7f25e00ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25e015b7f0 0x7f25e00af090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f25e00d2a50 con 0x7f25e015b3e0 2024-07-27T06:53:55.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f25e00d28d0 con 0x7f25c4004800 2024-07-27T06:53:55.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25e5600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f25e00cefd0 con 0x7f25e015b7f0 2024-07-27T06:53:55.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25de000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25de000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34114/0 (socket says 172.21.15.66:34114) 2024-07-27T06:53:55.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.140+0000 7f25de000640 1 -- 172.21.15.66:0/2747582136 learned_addr learned my addr 172.21.15.66:0/2747582136 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:55.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25dea00640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25c4004800 0x7f25e00ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25df400640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25e015b7f0 0x7f25e00af090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 -- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25e015b7f0 msgr2=0x7f25e00af090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25e015b7f0 0x7f25e00af090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 -- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25c4004800 msgr2=0x7f25e00ca7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25c4004800 0x7f25e00ca7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 -- 172.21.15.66:0/2747582136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25e01f88a0 con 0x7f25e015b3e0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.141+0000 7f25de000640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f25cc000fd0 tx=0x7f25cc0063a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.142+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25cc041070 con 0x7f25e015b3e0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.142+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25cc039070 con 0x7f25e015b3e0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.142+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25cc003db0 con 0x7f25e015b3e0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.142+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25e01f8b80 con 0x7f25e015b3e0 2024-07-27T06:53:55.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.142+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25e006e5c0 con 0x7f25e015b3e0 2024-07-27T06:53:55.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.143+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25e00caf40 con 0x7f25e015b3e0 2024-07-27T06:53:55.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.144+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f25cc03b070 con 0x7f25e015b3e0 2024-07-27T06:53:55.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.145+0000 7f25d6a00640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 0x7f25c0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.145+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f25cc0b8190 con 0x7f25e015b3e0 2024-07-27T06:53:55.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.146+0000 7f25dea00640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 0x7f25c0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.147+0000 7f25dea00640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 0x7f25c0079520 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f25d0005fd0 tx=0x7f25d0005e60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:55.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.150+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f25cc080dc0 con 0x7f25e015b3e0 2024-07-27T06:53:55.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.404+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25e00cfb60 con 0x7f25e015b3e0 2024-07-27T06:53:55.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.405+0000 7f25d6a00640 1 -- 172.21.15.66:0/2747582136 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5225 (secure 0 0 0) 0x7f25cc0806c0 con 0x7f25e015b3e0 2024-07-27T06:53:55.407 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:55.407 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":55,"btime":"2024-07-27T06:53:54:800965+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6309,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:53:54.401903+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6315},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315]},"id":6}]} 2024-07-27T06:53:55.407 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 55 2024-07-27T06:53:55.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.408+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 msgr2=0x7f25c0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.408+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 0x7f25c0079520 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f25d0005fd0 tx=0x7f25d0005e60 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.408+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 msgr2=0x7f25e00aeb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.408+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f25cc000fd0 tx=0x7f25cc0063a0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 shutdown_connections 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f25c0077010 0x7f25c0079520 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f25e015b7f0 0x7f25e00af090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f25e015b3e0 0x7f25e00aeb50 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 --2- 172.21.15.66:0/2747582136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f25c4004800 0x7f25e00ca7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 >> 172.21.15.66:0/2747582136 conn(0x7f25e00d1db0 msgr2=0x7f25e015c2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 shutdown_connections 2024-07-27T06:53:55.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.409+0000 7f25e5600640 1 -- 172.21.15.66:0/2747582136 wait complete. 2024-07-27T06:53:55.437 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 -- 172.21.15.66:0/2764001688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a015dc00 msgr2=0x7f33a015ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 --2- 172.21.15.66:0/2764001688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a015dc00 0x7f33a015ff10 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f3398009830 tx=0x7f339802a520 comp rx=0 tx=0).stop 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 -- 172.21.15.66:0/2764001688 shutdown_connections 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 --2- 172.21.15.66:0/2764001688 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a015dc00 0x7f33a015ff10 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 --2- 172.21.15.66:0/2764001688 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33a0073420 0x7f33a015f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 -- 172.21.15.66:0/2764001688 >> 172.21.15.66:0/2764001688 conn(0x7f33a006c780 msgr2=0x7f33a006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:55.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 -- 172.21.15.66:0/2764001688 shutdown_connections 2024-07-27T06:53:55.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.719+0000 7f33a6800640 1 -- 172.21.15.66:0/2764001688 wait complete. 2024-07-27T06:53:55.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.722+0000 7f33a6800640 1 Processor -- start 2024-07-27T06:53:55.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.722+0000 7f33a6800640 1 -- start start 2024-07-27T06:53:55.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.723+0000 7f33a6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.723+0000 7f33a6800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33a0073830 0x7f33a01f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a6800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 0x7f33a0159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a6800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f33a00cf010 con 0x7f33a0073420 2024-07-27T06:53:55.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a6800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f33a00cee90 con 0x7f33a015dc00 2024-07-27T06:53:55.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a6800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f33a00cf190 con 0x7f33a0073830 2024-07-27T06:53:55.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34120/0 (socket says 172.21.15.66:34120) 2024-07-27T06:53:55.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 -- 172.21.15.66:0/972385942 learned_addr learned my addr 172.21.15.66:0/972385942 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5e00640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 0x7f33a0159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 -- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33a0073830 msgr2=0x7f33a01f81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33a0073830 0x7f33a01f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 -- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 msgr2=0x7f33a0159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 0x7f33a0159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5400640 1 -- 172.21.15.66:0/972385942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33a01f8c80 con 0x7f33a0073420 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.724+0000 7f33a5e00640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 0x7f33a0159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f33a5400640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f339400ea20 tx=0x7f339400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:55.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f339400cde0 con 0x7f33a0073420 2024-07-27T06:53:55.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3394011560 con 0x7f33a0073420 2024-07-27T06:53:55.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3394011990 con 0x7f33a0073420 2024-07-27T06:53:55.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33a01f8f60 con 0x7f33a0073420 2024-07-27T06:53:55.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.725+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33a01f51e0 con 0x7f33a0073420 2024-07-27T06:53:55.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.726+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33a0075330 con 0x7f33a0073420 2024-07-27T06:53:55.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.728+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3394011b30 con 0x7f33a0073420 2024-07-27T06:53:55.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.730+0000 7f339d600640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 0x7f3380079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:55.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.730+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f3394099be0 con 0x7f33a0073420 2024-07-27T06:53:55.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.730+0000 7f33a4a00640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 0x7f3380079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:55.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.732+0000 7f33a4a00640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 0x7f3380079550 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f338c000f60 tx=0x7f338c007a30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:55.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.734+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3394016030 con 0x7f33a0073420 2024-07-27T06:53:55.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.953+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33a00cf6b0 con 0x7f33a0073420 2024-07-27T06:53:55.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.954+0000 7f339d600640 1 -- 172.21.15.66:0/972385942 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+22328 (secure 0 0 0) 0x7f3394011e20 con 0x7f33a0073420 2024-07-27T06:53:55.956 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:55.957 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":95,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T06:53:52.772418+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:49.448884+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:50.307431+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T06:53:55.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.957+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 msgr2=0x7f3380079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.957+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 0x7f3380079550 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f338c000f60 tx=0x7f338c007a30 comp rx=0 tx=0).stop 2024-07-27T06:53:55.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.957+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 msgr2=0x7f33a01f5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:55.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.957+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f339400ea20 tx=0x7f339400eee0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 shutdown_connections 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3380077040 0x7f3380079550 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33a015dc00 0x7f33a0159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f33a0073830 0x7f33a01f81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 --2- 172.21.15.66:0/972385942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f33a0073420 0x7f33a01f5700 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 >> 172.21.15.66:0/972385942 conn(0x7f33a006c780 msgr2=0x7f33a015d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 shutdown_connections 2024-07-27T06:53:55.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:55.958+0000 7f33a6800640 1 -- 172.21.15.66:0/972385942 wait complete. 2024-07-27T06:53:55.988 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T06:53:55.988 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 -- 172.21.15.66:0/18820164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5378151010 msgr2=0x7f53780b38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 --2- 172.21.15.66:0/18820164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5378151010 0x7f53780b38c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f5368005fd0 tx=0x7f536802a820 comp rx=0 tx=0).stop 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 -- 172.21.15.66:0/18820164 shutdown_connections 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 --2- 172.21.15.66:0/18820164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f537806de60 0x7f537806e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 --2- 172.21.15.66:0/18820164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5378151010 0x7f53780b38c0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 -- 172.21.15.66:0/18820164 >> 172.21.15.66:0/18820164 conn(0x7f537806c780 msgr2=0x7f537806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 -- 172.21.15.66:0/18820164 shutdown_connections 2024-07-27T06:53:56.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.273+0000 7f537cc00640 1 -- 172.21.15.66:0/18820164 wait complete. 2024-07-27T06:53:56.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.276+0000 7f537cc00640 1 Processor -- start 2024-07-27T06:53:56.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.276+0000 7f537cc00640 1 -- start start 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f53780ae830 0x7f53780b0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5378151010 0x7f53780b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f537815a4b0 con 0x7f537806de60 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f53780703e0 con 0x7f5378151010 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.277+0000 7f537cc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f537815a630 con 0x7f53780ae830 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34142/0 (socket says 172.21.15.66:34142) 2024-07-27T06:53:56.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 -- 172.21.15.66:0/1083424529 learned_addr learned my addr 172.21.15.66:0/1083424529 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 -- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f53780ae830 msgr2=0x7f53780b0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f53780ae830 0x7f53780b0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 -- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5378151010 msgr2=0x7f53780b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377e00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5378151010 0x7f53780b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5378151010 0x7f53780b0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.278+0000 7f5377400640 1 -- 172.21.15.66:0/1083424529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537813ff30 con 0x7f537806de60 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f5377400640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f536802ae10 tx=0x7f5368032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5368037040 con 0x7f537806de60 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5368042070 con 0x7f537806de60 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5368004280 con 0x7f537806de60 2024-07-27T06:53:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5378141df0 con 0x7f537806de60 2024-07-27T06:53:56.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.279+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53781423b0 con 0x7f537806de60 2024-07-27T06:53:56.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.280+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f537806e270 con 0x7f537806de60 2024-07-27T06:53:56.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.282+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5368004420 con 0x7f537806de60 2024-07-27T06:53:56.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.283+0000 7f536fe00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 0x7f5354079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.283+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f53680b9cb0 con 0x7f537806de60 2024-07-27T06:53:56.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.283+0000 7f536ea00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 0x7f5354079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.285+0000 7f536ea00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 0x7f5354079550 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5360007fd0 tx=0x7f5360007900 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:56.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.287+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5368082840 con 0x7f537806de60 2024-07-27T06:53:56.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.495+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5378146b70 con 0x7f5354077040 2024-07-27T06:53:56.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.519+0000 7f536fe00640 1 -- 172.21.15.66:0/1083424529 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+494655 (secure 0 0 0) 0x7f5378146b70 con 0x7f5354077040 2024-07-27T06:53:56.528 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:56.531 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:53:56.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 msgr2=0x7f5354079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 0x7f5354079550 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f5360007fd0 tx=0x7f5360007900 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 msgr2=0x7f537813d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f536802ae10 tx=0x7f5368032d10 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 shutdown_connections 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5354077040 0x7f5354079550 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5378151010 0x7f53780b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f53780ae830 0x7f53780b0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 --2- 172.21.15.66:0/1083424529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f537806de60 0x7f537813d540 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.526+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 >> 172.21.15.66:0/1083424529 conn(0x7f537806c780 msgr2=0x7f537806ea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.527+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 shutdown_connections 2024-07-27T06:53:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.527+0000 7f537cc00640 1 -- 172.21.15.66:0/1083424529 wait complete. 2024-07-27T06:53:56.555 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-07-27T06:53:56.298966+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":312,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259696,"kb_used_data":10232,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715024,"statfs":{"total":773094113280,"available":772828184576,"internally_reserved":0,"allocated":10477568,"data_stored":5764749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003181"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.807580+0000","last_change":"2024-07-27T06:53:51.802078+0000","last_active":"2024-07-27T06:53:51.807580+0000","last_peered":"2024-07-27T06:53:51.807580+0000","last_clean":"2024-07-27T06:53:51.807580+0000","last_became_active":"2024-07-27T06:53:51.801714+0000","last_became_peered":"2024-07-27T06:53:51.801714+0000","last_unstale":"2024-07-27T06:53:51.807580+0000","last_undegraded":"2024-07-27T06:53:51.807580+0000","last_fullsized":"2024-07-27T06:53:51.807580+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:59:16.227798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830299+0000","last_change":"2024-07-27T06:53:51.794485+0000","last_active":"2024-07-27T06:53:52.830299+0000","last_peered":"2024-07-27T06:53:52.830299+0000","last_clean":"2024-07-27T06:53:52.830299+0000","last_became_active":"2024-07-27T06:53:51.789029+0000","last_became_peered":"2024-07-27T06:53:51.789029+0000","last_unstale":"2024-07-27T06:53:52.830299+0000","last_undegraded":"2024-07-27T06:53:52.830299+0000","last_fullsized":"2024-07-27T06:53:52.830299+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826520+0000","last_change":"2024-07-27T06:53:51.804144+0000","last_active":"2024-07-27T06:53:52.826520+0000","last_peered":"2024-07-27T06:53:52.826520+0000","last_clean":"2024-07-27T06:53:52.826520+0000","last_became_active":"2024-07-27T06:53:51.803760+0000","last_became_peered":"2024-07-27T06:53:51.803760+0000","last_unstale":"2024-07-27T06:53:52.826520+0000","last_undegraded":"2024-07-27T06:53:52.826520+0000","last_fullsized":"2024-07-27T06:53:52.826520+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833391+0000","last_change":"2024-07-27T06:53:51.785648+0000","last_active":"2024-07-27T06:53:52.833391+0000","last_peered":"2024-07-27T06:53:52.833391+0000","last_clean":"2024-07-27T06:53:52.833391+0000","last_became_active":"2024-07-27T06:53:51.785317+0000","last_became_peered":"2024-07-27T06:53:51.785317+0000","last_unstale":"2024-07-27T06:53:52.833391+0000","last_undegraded":"2024-07-27T06:53:52.833391+0000","last_fullsized":"2024-07-27T06:53:52.833391+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:59:46.515733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829912+0000","last_change":"2024-07-27T06:53:51.808097+0000","last_active":"2024-07-27T06:53:52.829912+0000","last_peered":"2024-07-27T06:53:52.829912+0000","last_clean":"2024-07-27T06:53:52.829912+0000","last_became_active":"2024-07-27T06:53:51.807783+0000","last_became_peered":"2024-07-27T06:53:51.807783+0000","last_unstale":"2024-07-27T06:53:52.829912+0000","last_undegraded":"2024-07-27T06:53:52.829912+0000","last_fullsized":"2024-07-27T06:53:52.829912+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797024+0000","last_change":"2024-07-27T06:53:51.775608+0000","last_active":"2024-07-27T06:53:52.797024+0000","last_peered":"2024-07-27T06:53:52.797024+0000","last_clean":"2024-07-27T06:53:52.797024+0000","last_became_active":"2024-07-27T06:53:51.772882+0000","last_became_peered":"2024-07-27T06:53:51.772882+0000","last_unstale":"2024-07-27T06:53:52.797024+0000","last_undegraded":"2024-07-27T06:53:52.797024+0000","last_fullsized":"2024-07-27T06:53:52.797024+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:52.468853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828288+0000","last_change":"2024-07-27T06:53:51.778767+0000","last_active":"2024-07-27T06:53:52.828288+0000","last_peered":"2024-07-27T06:53:52.828288+0000","last_clean":"2024-07-27T06:53:52.828288+0000","last_became_active":"2024-07-27T06:53:51.778422+0000","last_became_peered":"2024-07-27T06:53:51.778422+0000","last_unstale":"2024-07-27T06:53:52.828288+0000","last_undegraded":"2024-07-27T06:53:52.828288+0000","last_fullsized":"2024-07-27T06:53:52.828288+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:05:05.781914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827535+0000","last_change":"2024-07-27T06:53:51.802972+0000","last_active":"2024-07-27T06:53:52.827535+0000","last_peered":"2024-07-27T06:53:52.827535+0000","last_clean":"2024-07-27T06:53:52.827535+0000","last_became_active":"2024-07-27T06:53:51.802649+0000","last_became_peered":"2024-07-27T06:53:51.802649+0000","last_unstale":"2024-07-27T06:53:52.827535+0000","last_undegraded":"2024-07-27T06:53:52.827535+0000","last_fullsized":"2024-07-27T06:53:52.827535+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:17:10.310689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.802255+0000","last_change":"2024-07-27T06:53:51.791361+0000","last_active":"2024-07-27T06:53:51.802255+0000","last_peered":"2024-07-27T06:53:51.802255+0000","last_clean":"2024-07-27T06:53:51.802255+0000","last_became_active":"2024-07-27T06:53:51.790605+0000","last_became_peered":"2024-07-27T06:53:51.790605+0000","last_unstale":"2024-07-27T06:53:51.802255+0000","last_undegraded":"2024-07-27T06:53:51.802255+0000","last_fullsized":"2024-07-27T06:53:51.802255+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:42:55.840592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830122+0000","last_change":"2024-07-27T06:53:51.803321+0000","last_active":"2024-07-27T06:53:52.830122+0000","last_peered":"2024-07-27T06:53:52.830122+0000","last_clean":"2024-07-27T06:53:52.830122+0000","last_became_active":"2024-07-27T06:53:51.802127+0000","last_became_peered":"2024-07-27T06:53:51.802127+0000","last_unstale":"2024-07-27T06:53:52.830122+0000","last_undegraded":"2024-07-27T06:53:52.830122+0000","last_fullsized":"2024-07-27T06:53:52.830122+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830727+0000","last_change":"2024-07-27T06:53:51.788397+0000","last_active":"2024-07-27T06:53:52.830727+0000","last_peered":"2024-07-27T06:53:52.830727+0000","last_clean":"2024-07-27T06:53:52.830727+0000","last_became_active":"2024-07-27T06:53:51.786371+0000","last_became_peered":"2024-07-27T06:53:51.786371+0000","last_unstale":"2024-07-27T06:53:52.830727+0000","last_undegraded":"2024-07-27T06:53:52.830727+0000","last_fullsized":"2024-07-27T06:53:52.830727+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:54:47.609903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829458+0000","last_change":"2024-07-27T06:53:51.804307+0000","last_active":"2024-07-27T06:53:52.829458+0000","last_peered":"2024-07-27T06:53:52.829458+0000","last_clean":"2024-07-27T06:53:52.829458+0000","last_became_active":"2024-07-27T06:53:51.803962+0000","last_became_peered":"2024-07-27T06:53:51.803962+0000","last_unstale":"2024-07-27T06:53:52.829458+0000","last_undegraded":"2024-07-27T06:53:52.829458+0000","last_fullsized":"2024-07-27T06:53:52.829458+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830665+0000","last_change":"2024-07-27T06:53:51.802818+0000","last_active":"2024-07-27T06:53:52.830665+0000","last_peered":"2024-07-27T06:53:52.830665+0000","last_clean":"2024-07-27T06:53:52.830665+0000","last_became_active":"2024-07-27T06:53:51.802520+0000","last_became_peered":"2024-07-27T06:53:51.802520+0000","last_unstale":"2024-07-27T06:53:52.830665+0000","last_undegraded":"2024-07-27T06:53:52.830665+0000","last_fullsized":"2024-07-27T06:53:52.830665+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790593+0000","last_change":"2024-07-27T06:53:51.787150+0000","last_active":"2024-07-27T06:53:52.790593+0000","last_peered":"2024-07-27T06:53:52.790593+0000","last_clean":"2024-07-27T06:53:52.790593+0000","last_became_active":"2024-07-27T06:53:51.784788+0000","last_became_peered":"2024-07-27T06:53:51.784788+0000","last_unstale":"2024-07-27T06:53:52.790593+0000","last_undegraded":"2024-07-27T06:53:52.790593+0000","last_fullsized":"2024-07-27T06:53:52.790593+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.804934+0000","last_change":"2024-07-27T06:53:51.799426+0000","last_active":"2024-07-27T06:53:51.804934+0000","last_peered":"2024-07-27T06:53:51.804934+0000","last_clean":"2024-07-27T06:53:51.804934+0000","last_became_active":"2024-07-27T06:53:51.796472+0000","last_became_peered":"2024-07-27T06:53:51.796472+0000","last_unstale":"2024-07-27T06:53:51.804934+0000","last_undegraded":"2024-07-27T06:53:51.804934+0000","last_fullsized":"2024-07-27T06:53:51.804934+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:46:29.833463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829182+0000","last_change":"2024-07-27T06:53:51.795003+0000","last_active":"2024-07-27T06:53:52.829182+0000","last_peered":"2024-07-27T06:53:52.829182+0000","last_clean":"2024-07-27T06:53:52.829182+0000","last_became_active":"2024-07-27T06:53:51.794677+0000","last_became_peered":"2024-07-27T06:53:51.794677+0000","last_unstale":"2024-07-27T06:53:52.829182+0000","last_undegraded":"2024-07-27T06:53:52.829182+0000","last_fullsized":"2024-07-27T06:53:52.829182+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827361+0000","last_change":"2024-07-27T06:53:51.793749+0000","last_active":"2024-07-27T06:53:52.827361+0000","last_peered":"2024-07-27T06:53:52.827361+0000","last_clean":"2024-07-27T06:53:52.827361+0000","last_became_active":"2024-07-27T06:53:51.793420+0000","last_became_peered":"2024-07-27T06:53:51.793420+0000","last_unstale":"2024-07-27T06:53:52.827361+0000","last_undegraded":"2024-07-27T06:53:52.827361+0000","last_fullsized":"2024-07-27T06:53:52.827361+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831405+0000","last_change":"2024-07-27T06:53:51.796862+0000","last_active":"2024-07-27T06:53:52.831405+0000","last_peered":"2024-07-27T06:53:52.831405+0000","last_clean":"2024-07-27T06:53:52.831405+0000","last_became_active":"2024-07-27T06:53:51.794523+0000","last_became_peered":"2024-07-27T06:53:51.794523+0000","last_unstale":"2024-07-27T06:53:52.831405+0000","last_undegraded":"2024-07-27T06:53:52.831405+0000","last_fullsized":"2024-07-27T06:53:52.831405+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:11:02.703456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827429+0000","last_change":"2024-07-27T06:53:51.804640+0000","last_active":"2024-07-27T06:53:52.827429+0000","last_peered":"2024-07-27T06:53:52.827429+0000","last_clean":"2024-07-27T06:53:52.827429+0000","last_became_active":"2024-07-27T06:53:51.802744+0000","last_became_peered":"2024-07-27T06:53:51.802744+0000","last_unstale":"2024-07-27T06:53:52.827429+0000","last_undegraded":"2024-07-27T06:53:52.827429+0000","last_fullsized":"2024-07-27T06:53:52.827429+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826485+0000","last_change":"2024-07-27T06:53:51.789966+0000","last_active":"2024-07-27T06:53:52.826485+0000","last_peered":"2024-07-27T06:53:52.826485+0000","last_clean":"2024-07-27T06:53:52.826485+0000","last_became_active":"2024-07-27T06:53:51.789592+0000","last_became_peered":"2024-07-27T06:53:51.789592+0000","last_unstale":"2024-07-27T06:53:52.826485+0000","last_undegraded":"2024-07-27T06:53:52.826485+0000","last_fullsized":"2024-07-27T06:53:52.826485+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828894+0000","last_change":"2024-07-27T06:53:51.776023+0000","last_active":"2024-07-27T06:53:52.828894+0000","last_peered":"2024-07-27T06:53:52.828894+0000","last_clean":"2024-07-27T06:53:52.828894+0000","last_became_active":"2024-07-27T06:53:51.774476+0000","last_became_peered":"2024-07-27T06:53:51.774476+0000","last_unstale":"2024-07-27T06:53:52.828894+0000","last_undegraded":"2024-07-27T06:53:52.828894+0000","last_fullsized":"2024-07-27T06:53:52.828894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:38:23.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797099+0000","last_change":"2024-07-27T06:53:51.779484+0000","last_active":"2024-07-27T06:53:52.797099+0000","last_peered":"2024-07-27T06:53:52.797099+0000","last_clean":"2024-07-27T06:53:52.797099+0000","last_became_active":"2024-07-27T06:53:51.779181+0000","last_became_peered":"2024-07-27T06:53:51.779181+0000","last_unstale":"2024-07-27T06:53:52.797099+0000","last_undegraded":"2024-07-27T06:53:52.797099+0000","last_fullsized":"2024-07-27T06:53:52.797099+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:37.873482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790289+0000","last_change":"2024-07-27T06:53:51.796313+0000","last_active":"2024-07-27T06:53:52.790289+0000","last_peered":"2024-07-27T06:53:52.790289+0000","last_clean":"2024-07-27T06:53:52.790289+0000","last_became_active":"2024-07-27T06:53:51.795911+0000","last_became_peered":"2024-07-27T06:53:51.795911+0000","last_unstale":"2024-07-27T06:53:52.790289+0000","last_undegraded":"2024-07-27T06:53:52.790289+0000","last_fullsized":"2024-07-27T06:53:52.790289+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:56.394461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831851+0000","last_change":"2024-07-27T06:53:51.786844+0000","last_active":"2024-07-27T06:53:52.831851+0000","last_peered":"2024-07-27T06:53:52.831851+0000","last_clean":"2024-07-27T06:53:52.831851+0000","last_became_active":"2024-07-27T06:53:51.786530+0000","last_became_peered":"2024-07-27T06:53:51.786530+0000","last_unstale":"2024-07-27T06:53:52.831851+0000","last_undegraded":"2024-07-27T06:53:52.831851+0000","last_fullsized":"2024-07-27T06:53:52.831851+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:39.830640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831381+0000","last_change":"2024-07-27T06:53:51.798531+0000","last_active":"2024-07-27T06:53:52.831381+0000","last_peered":"2024-07-27T06:53:52.831381+0000","last_clean":"2024-07-27T06:53:52.831381+0000","last_became_active":"2024-07-27T06:53:51.798224+0000","last_became_peered":"2024-07-27T06:53:51.798224+0000","last_unstale":"2024-07-27T06:53:52.831381+0000","last_undegraded":"2024-07-27T06:53:52.831381+0000","last_fullsized":"2024-07-27T06:53:52.831381+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:27:10.885831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798841+0000","last_change":"2024-07-27T06:53:51.789115+0000","last_active":"2024-07-27T06:53:52.798841+0000","last_peered":"2024-07-27T06:53:52.798841+0000","last_clean":"2024-07-27T06:53:52.798841+0000","last_became_active":"2024-07-27T06:53:51.788636+0000","last_became_peered":"2024-07-27T06:53:51.788636+0000","last_unstale":"2024-07-27T06:53:52.798841+0000","last_undegraded":"2024-07-27T06:53:52.798841+0000","last_fullsized":"2024-07-27T06:53:52.798841+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:53:17.541091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833251+0000","last_change":"2024-07-27T06:53:51.803636+0000","last_active":"2024-07-27T06:53:52.833251+0000","last_peered":"2024-07-27T06:53:52.833251+0000","last_clean":"2024-07-27T06:53:52.833251+0000","last_became_active":"2024-07-27T06:53:51.799233+0000","last_became_peered":"2024-07-27T06:53:51.799233+0000","last_unstale":"2024-07-27T06:53:52.833251+0000","last_undegraded":"2024-07-27T06:53:52.833251+0000","last_fullsized":"2024-07-27T06:53:52.833251+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:53:17.541091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797740+0000","last_change":"2024-07-27T06:53:51.772648+0000","last_active":"2024-07-27T06:53:52.797740+0000","last_peered":"2024-07-27T06:53:52.797740+0000","last_clean":"2024-07-27T06:53:52.797740+0000","last_became_active":"2024-07-27T06:53:51.771476+0000","last_became_peered":"2024-07-27T06:53:51.771476+0000","last_unstale":"2024-07-27T06:53:52.797740+0000","last_undegraded":"2024-07-27T06:53:52.797740+0000","last_fullsized":"2024-07-27T06:53:52.797740+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:36.068054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790705+0000","last_change":"2024-07-27T06:53:51.783537+0000","last_active":"2024-07-27T06:53:52.790705+0000","last_peered":"2024-07-27T06:53:52.790705+0000","last_clean":"2024-07-27T06:53:52.790705+0000","last_became_active":"2024-07-27T06:53:51.781358+0000","last_became_peered":"2024-07-27T06:53:51.781358+0000","last_unstale":"2024-07-27T06:53:52.790705+0000","last_undegraded":"2024-07-27T06:53:52.790705+0000","last_fullsized":"2024-07-27T06:53:52.790705+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828253+0000","last_change":"2024-07-27T06:53:51.786828+0000","last_active":"2024-07-27T06:53:52.828253+0000","last_peered":"2024-07-27T06:53:52.828253+0000","last_clean":"2024-07-27T06:53:52.828253+0000","last_became_active":"2024-07-27T06:53:51.783676+0000","last_became_peered":"2024-07-27T06:53:51.783676+0000","last_unstale":"2024-07-27T06:53:52.828253+0000","last_undegraded":"2024-07-27T06:53:52.828253+0000","last_fullsized":"2024-07-27T06:53:52.828253+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:55:26.153560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.810188+0000","last_change":"2024-07-27T06:53:51.804749+0000","last_active":"2024-07-27T06:53:51.810188+0000","last_peered":"2024-07-27T06:53:51.810188+0000","last_clean":"2024-07-27T06:53:51.810188+0000","last_became_active":"2024-07-27T06:53:51.804427+0000","last_became_peered":"2024-07-27T06:53:51.804427+0000","last_unstale":"2024-07-27T06:53:51.810188+0000","last_undegraded":"2024-07-27T06:53:51.810188+0000","last_fullsized":"2024-07-27T06:53:51.810188+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:52:13.999380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829747+0000","last_change":"2024-07-27T06:53:51.801067+0000","last_active":"2024-07-27T06:53:52.829747+0000","last_peered":"2024-07-27T06:53:52.829747+0000","last_clean":"2024-07-27T06:53:52.829747+0000","last_became_active":"2024-07-27T06:53:51.800711+0000","last_became_peered":"2024-07-27T06:53:51.800711+0000","last_unstale":"2024-07-27T06:53:52.829747+0000","last_undegraded":"2024-07-27T06:53:52.829747+0000","last_fullsized":"2024-07-27T06:53:52.829747+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.803357+0000","last_change":"2024-07-27T06:53:51.796473+0000","last_active":"2024-07-27T06:53:51.803357+0000","last_peered":"2024-07-27T06:53:51.803357+0000","last_clean":"2024-07-27T06:53:51.803357+0000","last_became_active":"2024-07-27T06:53:51.796120+0000","last_became_peered":"2024-07-27T06:53:51.796120+0000","last_unstale":"2024-07-27T06:53:51.803357+0000","last_undegraded":"2024-07-27T06:53:51.803357+0000","last_fullsized":"2024-07-27T06:53:51.803357+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:42:34.356497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.784744+0000","last_change":"2024-07-27T06:53:50.793705+0000","last_active":"2024-07-27T06:53:51.784744+0000","last_peered":"2024-07-27T06:53:51.784744+0000","last_clean":"2024-07-27T06:53:51.784744+0000","last_became_active":"2024-07-27T06:53:50.793199+0000","last_became_peered":"2024-07-27T06:53:50.793199+0000","last_unstale":"2024-07-27T06:53:51.784744+0000","last_undegraded":"2024-07-27T06:53:51.784744+0000","last_fullsized":"2024-07-27T06:53:51.784744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:26:32.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827451+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T06:53:52.827451+0000","last_peered":"2024-07-27T06:53:52.827451+0000","last_clean":"2024-07-27T06:53:52.827451+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T06:53:52.827451+0000","last_undegraded":"2024-07-27T06:53:52.827451+0000","last_fullsized":"2024-07-27T06:53:52.827451+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830487+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T06:53:52.830487+0000","last_peered":"2024-07-27T06:53:52.830487+0000","last_clean":"2024-07-27T06:53:52.830487+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T06:53:52.830487+0000","last_undegraded":"2024-07-27T06:53:52.830487+0000","last_fullsized":"2024-07-27T06:53:52.830487+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798141+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:53:52.798141+0000","last_peered":"2024-07-27T06:53:52.798141+0000","last_clean":"2024-07-27T06:53:52.798141+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:53:52.798141+0000","last_undegraded":"2024-07-27T06:53:52.798141+0000","last_fullsized":"2024-07-27T06:53:52.798141+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826735+0000","last_change":"2024-07-27T06:53:51.791659+0000","last_active":"2024-07-27T06:53:52.826735+0000","last_peered":"2024-07-27T06:53:52.826735+0000","last_clean":"2024-07-27T06:53:52.826735+0000","last_became_active":"2024-07-27T06:53:51.791330+0000","last_became_peered":"2024-07-27T06:53:51.791330+0000","last_unstale":"2024-07-27T06:53:52.826735+0000","last_undegraded":"2024-07-27T06:53:52.826735+0000","last_fullsized":"2024-07-27T06:53:52.826735+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830308+0000","last_change":"2024-07-27T06:53:50.787434+0000","last_active":"2024-07-27T06:53:52.830308+0000","last_peered":"2024-07-27T06:53:52.830308+0000","last_clean":"2024-07-27T06:53:52.830308+0000","last_became_active":"2024-07-27T06:53:50.786783+0000","last_became_peered":"2024-07-27T06:53:50.786783+0000","last_unstale":"2024-07-27T06:53:52.830308+0000","last_undegraded":"2024-07-27T06:53:52.830308+0000","last_fullsized":"2024-07-27T06:53:52.830308+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:33.913060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830329+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T06:53:52.830329+0000","last_peered":"2024-07-27T06:53:52.830329+0000","last_clean":"2024-07-27T06:53:52.830329+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T06:53:52.830329+0000","last_undegraded":"2024-07-27T06:53:52.830329+0000","last_fullsized":"2024-07-27T06:53:52.830329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827591+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T06:53:52.827591+0000","last_peered":"2024-07-27T06:53:52.827591+0000","last_clean":"2024-07-27T06:53:52.827591+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T06:53:52.827591+0000","last_undegraded":"2024-07-27T06:53:52.827591+0000","last_fullsized":"2024-07-27T06:53:52.827591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829875+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:53:52.829875+0000","last_peered":"2024-07-27T06:53:52.829875+0000","last_clean":"2024-07-27T06:53:52.829875+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:53:52.829875+0000","last_undegraded":"2024-07-27T06:53:52.829875+0000","last_fullsized":"2024-07-27T06:53:52.829875+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829018+0000","last_change":"2024-07-27T06:53:51.792833+0000","last_active":"2024-07-27T06:53:52.829018+0000","last_peered":"2024-07-27T06:53:52.829018+0000","last_clean":"2024-07-27T06:53:52.829018+0000","last_became_active":"2024-07-27T06:53:51.792483+0000","last_became_peered":"2024-07-27T06:53:51.792483+0000","last_unstale":"2024-07-27T06:53:52.829018+0000","last_undegraded":"2024-07-27T06:53:52.829018+0000","last_fullsized":"2024-07-27T06:53:52.829018+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831191+0000","last_change":"2024-07-27T06:53:50.784118+0000","last_active":"2024-07-27T06:53:52.831191+0000","last_peered":"2024-07-27T06:53:52.831191+0000","last_clean":"2024-07-27T06:53:52.831191+0000","last_became_active":"2024-07-27T06:53:50.781422+0000","last_became_peered":"2024-07-27T06:53:50.781422+0000","last_unstale":"2024-07-27T06:53:52.831191+0000","last_undegraded":"2024-07-27T06:53:52.831191+0000","last_fullsized":"2024-07-27T06:53:52.831191+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:53.577083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831125+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T06:53:52.831125+0000","last_peered":"2024-07-27T06:53:52.831125+0000","last_clean":"2024-07-27T06:53:52.831125+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T06:53:52.831125+0000","last_undegraded":"2024-07-27T06:53:52.831125+0000","last_fullsized":"2024-07-27T06:53:52.831125+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791352+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T06:53:52.791352+0000","last_peered":"2024-07-27T06:53:52.791352+0000","last_clean":"2024-07-27T06:53:52.791352+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T06:53:52.791352+0000","last_undegraded":"2024-07-27T06:53:52.791352+0000","last_fullsized":"2024-07-27T06:53:52.791352+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":116,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791802+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:53:52.791802+0000","last_peered":"2024-07-27T06:53:52.791802+0000","last_clean":"2024-07-27T06:53:52.791802+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:53:52.791802+0000","last_undegraded":"2024-07-27T06:53:52.791802+0000","last_fullsized":"2024-07-27T06:53:52.791802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790479+0000","last_change":"2024-07-27T06:53:51.793833+0000","last_active":"2024-07-27T06:53:52.790479+0000","last_peered":"2024-07-27T06:53:52.790479+0000","last_clean":"2024-07-27T06:53:52.790479+0000","last_became_active":"2024-07-27T06:53:51.792149+0000","last_became_peered":"2024-07-27T06:53:51.792149+0000","last_unstale":"2024-07-27T06:53:52.790479+0000","last_undegraded":"2024-07-27T06:53:52.790479+0000","last_fullsized":"2024-07-27T06:53:52.790479+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831366+0000","last_change":"2024-07-27T06:53:50.795603+0000","last_active":"2024-07-27T06:53:52.831366+0000","last_peered":"2024-07-27T06:53:52.831366+0000","last_clean":"2024-07-27T06:53:52.831366+0000","last_became_active":"2024-07-27T06:53:50.795283+0000","last_became_peered":"2024-07-27T06:53:50.795283+0000","last_unstale":"2024-07-27T06:53:52.831366+0000","last_undegraded":"2024-07-27T06:53:52.831366+0000","last_fullsized":"2024-07-27T06:53:52.831366+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:40:01.743302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.785936+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T06:53:51.785936+0000","last_peered":"2024-07-27T06:53:51.785936+0000","last_clean":"2024-07-27T06:53:51.785936+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T06:53:51.785936+0000","last_undegraded":"2024-07-27T06:53:51.785936+0000","last_fullsized":"2024-07-27T06:53:51.785936+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827542+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T06:53:52.827542+0000","last_peered":"2024-07-27T06:53:52.827542+0000","last_clean":"2024-07-27T06:53:52.827542+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T06:53:52.827542+0000","last_undegraded":"2024-07-27T06:53:52.827542+0000","last_fullsized":"2024-07-27T06:53:52.827542+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":113,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830710+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:53:52.830710+0000","last_peered":"2024-07-27T06:53:52.830710+0000","last_clean":"2024-07-27T06:53:52.830710+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:53:52.830710+0000","last_undegraded":"2024-07-27T06:53:52.830710+0000","last_fullsized":"2024-07-27T06:53:52.830710+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.803296+0000","last_change":"2024-07-27T06:53:51.795815+0000","last_active":"2024-07-27T06:53:51.803296+0000","last_peered":"2024-07-27T06:53:51.803296+0000","last_clean":"2024-07-27T06:53:51.803296+0000","last_became_active":"2024-07-27T06:53:51.790777+0000","last_became_peered":"2024-07-27T06:53:51.790777+0000","last_unstale":"2024-07-27T06:53:51.803296+0000","last_undegraded":"2024-07-27T06:53:51.803296+0000","last_fullsized":"2024-07-27T06:53:51.803296+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:53:37.426377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831146+0000","last_change":"2024-07-27T06:53:50.787885+0000","last_active":"2024-07-27T06:53:52.831146+0000","last_peered":"2024-07-27T06:53:52.831146+0000","last_clean":"2024-07-27T06:53:52.831146+0000","last_became_active":"2024-07-27T06:53:50.786741+0000","last_became_peered":"2024-07-27T06:53:50.786741+0000","last_unstale":"2024-07-27T06:53:52.831146+0000","last_undegraded":"2024-07-27T06:53:52.831146+0000","last_fullsized":"2024-07-27T06:53:52.831146+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:25:37.500474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827104+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T06:53:52.827104+0000","last_peered":"2024-07-27T06:53:52.827104+0000","last_clean":"2024-07-27T06:53:52.827104+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T06:53:52.827104+0000","last_undegraded":"2024-07-27T06:53:52.827104+0000","last_fullsized":"2024-07-27T06:53:52.827104+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832808+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T06:53:52.832808+0000","last_peered":"2024-07-27T06:53:52.832808+0000","last_clean":"2024-07-27T06:53:52.832808+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T06:53:52.832808+0000","last_undegraded":"2024-07-27T06:53:52.832808+0000","last_fullsized":"2024-07-27T06:53:52.832808+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828406+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:53:52.828406+0000","last_peered":"2024-07-27T06:53:52.828406+0000","last_clean":"2024-07-27T06:53:52.828406+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:53:52.828406+0000","last_undegraded":"2024-07-27T06:53:52.828406+0000","last_fullsized":"2024-07-27T06:53:52.828406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.804667+0000","last_change":"2024-07-27T06:53:51.799834+0000","last_active":"2024-07-27T06:53:51.804667+0000","last_peered":"2024-07-27T06:53:51.804667+0000","last_clean":"2024-07-27T06:53:51.804667+0000","last_became_active":"2024-07-27T06:53:51.798060+0000","last_became_peered":"2024-07-27T06:53:51.798060+0000","last_unstale":"2024-07-27T06:53:51.804667+0000","last_undegraded":"2024-07-27T06:53:51.804667+0000","last_fullsized":"2024-07-27T06:53:51.804667+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:53.209524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798613+0000","last_change":"2024-07-27T06:53:50.794641+0000","last_active":"2024-07-27T06:53:52.798613+0000","last_peered":"2024-07-27T06:53:52.798613+0000","last_clean":"2024-07-27T06:53:52.798613+0000","last_became_active":"2024-07-27T06:53:50.791158+0000","last_became_peered":"2024-07-27T06:53:50.791158+0000","last_unstale":"2024-07-27T06:53:52.798613+0000","last_undegraded":"2024-07-27T06:53:52.798613+0000","last_fullsized":"2024-07-27T06:53:52.798613+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:08.465507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.786044+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T06:53:51.786044+0000","last_peered":"2024-07-27T06:53:51.786044+0000","last_clean":"2024-07-27T06:53:51.786044+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T06:53:51.786044+0000","last_undegraded":"2024-07-27T06:53:51.786044+0000","last_fullsized":"2024-07-27T06:53:51.786044+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797439+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T06:53:52.797439+0000","last_peered":"2024-07-27T06:53:52.797439+0000","last_clean":"2024-07-27T06:53:52.797439+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T06:53:52.797439+0000","last_undegraded":"2024-07-27T06:53:52.797439+0000","last_fullsized":"2024-07-27T06:53:52.797439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832003+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:53:52.832003+0000","last_peered":"2024-07-27T06:53:52.832003+0000","last_clean":"2024-07-27T06:53:52.832003+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:53:52.832003+0000","last_undegraded":"2024-07-27T06:53:52.832003+0000","last_fullsized":"2024-07-27T06:53:52.832003+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791124+0000","last_change":"2024-07-27T06:53:51.791572+0000","last_active":"2024-07-27T06:53:52.791124+0000","last_peered":"2024-07-27T06:53:52.791124+0000","last_clean":"2024-07-27T06:53:52.791124+0000","last_became_active":"2024-07-27T06:53:51.791216+0000","last_became_peered":"2024-07-27T06:53:51.791216+0000","last_unstale":"2024-07-27T06:53:52.791124+0000","last_undegraded":"2024-07-27T06:53:52.791124+0000","last_fullsized":"2024-07-27T06:53:52.791124+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:18.384486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791119+0000","last_change":"2024-07-27T06:53:50.784014+0000","last_active":"2024-07-27T06:53:52.791119+0000","last_peered":"2024-07-27T06:53:52.791119+0000","last_clean":"2024-07-27T06:53:52.791119+0000","last_became_active":"2024-07-27T06:53:50.783663+0000","last_became_peered":"2024-07-27T06:53:50.783663+0000","last_unstale":"2024-07-27T06:53:52.791119+0000","last_undegraded":"2024-07-27T06:53:52.791119+0000","last_fullsized":"2024-07-27T06:53:52.791119+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:23.544224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783451+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T06:53:51.783451+0000","last_peered":"2024-07-27T06:53:51.783451+0000","last_clean":"2024-07-27T06:53:51.783451+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T06:53:51.783451+0000","last_undegraded":"2024-07-27T06:53:51.783451+0000","last_fullsized":"2024-07-27T06:53:51.783451+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.777808+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T06:53:51.777808+0000","last_peered":"2024-07-27T06:53:51.777808+0000","last_clean":"2024-07-27T06:53:51.777808+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T06:53:51.777808+0000","last_undegraded":"2024-07-27T06:53:51.777808+0000","last_fullsized":"2024-07-27T06:53:51.777808+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832160+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:53:52.832160+0000","last_peered":"2024-07-27T06:53:52.832160+0000","last_clean":"2024-07-27T06:53:52.832160+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:53:52.832160+0000","last_undegraded":"2024-07-27T06:53:52.832160+0000","last_fullsized":"2024-07-27T06:53:52.832160+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830569+0000","last_change":"2024-07-27T06:53:51.802183+0000","last_active":"2024-07-27T06:53:52.830569+0000","last_peered":"2024-07-27T06:53:52.830569+0000","last_clean":"2024-07-27T06:53:52.830569+0000","last_became_active":"2024-07-27T06:53:51.801780+0000","last_became_peered":"2024-07-27T06:53:51.801780+0000","last_unstale":"2024-07-27T06:53:52.830569+0000","last_undegraded":"2024-07-27T06:53:52.830569+0000","last_fullsized":"2024-07-27T06:53:52.830569+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:23:02.322563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791219+0000","last_change":"2024-07-27T06:53:50.790408+0000","last_active":"2024-07-27T06:53:52.791219+0000","last_peered":"2024-07-27T06:53:52.791219+0000","last_clean":"2024-07-27T06:53:52.791219+0000","last_became_active":"2024-07-27T06:53:50.790071+0000","last_became_peered":"2024-07-27T06:53:50.790071+0000","last_unstale":"2024-07-27T06:53:52.791219+0000","last_undegraded":"2024-07-27T06:53:52.791219+0000","last_fullsized":"2024-07-27T06:53:52.791219+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:25.245660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828514+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T06:53:52.828514+0000","last_peered":"2024-07-27T06:53:52.828514+0000","last_clean":"2024-07-27T06:53:52.828514+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T06:53:52.828514+0000","last_undegraded":"2024-07-27T06:53:52.828514+0000","last_fullsized":"2024-07-27T06:53:52.828514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829656+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T06:53:52.829656+0000","last_peered":"2024-07-27T06:53:52.829656+0000","last_clean":"2024-07-27T06:53:52.829656+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T06:53:52.829656+0000","last_undegraded":"2024-07-27T06:53:52.829656+0000","last_fullsized":"2024-07-27T06:53:52.829656+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828470+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:53:52.828470+0000","last_peered":"2024-07-27T06:53:52.828470+0000","last_clean":"2024-07-27T06:53:52.828470+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:53:52.828470+0000","last_undegraded":"2024-07-27T06:53:52.828470+0000","last_fullsized":"2024-07-27T06:53:52.828470+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790910+0000","last_change":"2024-07-27T06:53:51.806100+0000","last_active":"2024-07-27T06:53:52.790910+0000","last_peered":"2024-07-27T06:53:52.790910+0000","last_clean":"2024-07-27T06:53:52.790910+0000","last_became_active":"2024-07-27T06:53:51.805687+0000","last_became_peered":"2024-07-27T06:53:51.805687+0000","last_unstale":"2024-07-27T06:53:52.790910+0000","last_undegraded":"2024-07-27T06:53:52.790910+0000","last_fullsized":"2024-07-27T06:53:52.790910+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790244+0000","last_change":"2024-07-27T06:53:50.784745+0000","last_active":"2024-07-27T06:53:52.790244+0000","last_peered":"2024-07-27T06:53:52.790244+0000","last_clean":"2024-07-27T06:53:52.790244+0000","last_became_active":"2024-07-27T06:53:50.784102+0000","last_became_peered":"2024-07-27T06:53:50.784102+0000","last_unstale":"2024-07-27T06:53:52.790244+0000","last_undegraded":"2024-07-27T06:53:52.790244+0000","last_fullsized":"2024-07-27T06:53:52.790244+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:43.200788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827707+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T06:53:52.827707+0000","last_peered":"2024-07-27T06:53:52.827707+0000","last_clean":"2024-07-27T06:53:52.827707+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T06:53:52.827707+0000","last_undegraded":"2024-07-27T06:53:52.827707+0000","last_fullsized":"2024-07-27T06:53:52.827707+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830380+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T06:53:52.830380+0000","last_peered":"2024-07-27T06:53:52.830380+0000","last_clean":"2024-07-27T06:53:52.830380+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T06:53:52.830380+0000","last_undegraded":"2024-07-27T06:53:52.830380+0000","last_fullsized":"2024-07-27T06:53:52.830380+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831456+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:53:52.831456+0000","last_peered":"2024-07-27T06:53:52.831456+0000","last_clean":"2024-07-27T06:53:52.831456+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:53:52.831456+0000","last_undegraded":"2024-07-27T06:53:52.831456+0000","last_fullsized":"2024-07-27T06:53:52.831456+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826552+0000","last_change":"2024-07-27T06:53:51.790930+0000","last_active":"2024-07-27T06:53:52.826552+0000","last_peered":"2024-07-27T06:53:52.826552+0000","last_clean":"2024-07-27T06:53:52.826552+0000","last_became_active":"2024-07-27T06:53:51.790567+0000","last_became_peered":"2024-07-27T06:53:51.790567+0000","last_unstale":"2024-07-27T06:53:52.826552+0000","last_undegraded":"2024-07-27T06:53:52.826552+0000","last_fullsized":"2024-07-27T06:53:52.826552+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828756+0000","last_change":"2024-07-27T06:53:50.772561+0000","last_active":"2024-07-27T06:53:52.828756+0000","last_peered":"2024-07-27T06:53:52.828756+0000","last_clean":"2024-07-27T06:53:52.828756+0000","last_became_active":"2024-07-27T06:53:50.772188+0000","last_became_peered":"2024-07-27T06:53:50.772188+0000","last_unstale":"2024-07-27T06:53:52.828756+0000","last_undegraded":"2024-07-27T06:53:52.828756+0000","last_fullsized":"2024-07-27T06:53:52.828756+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:20.066771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790770+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T06:53:52.790770+0000","last_peered":"2024-07-27T06:53:52.790770+0000","last_clean":"2024-07-27T06:53:52.790770+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T06:53:52.790770+0000","last_undegraded":"2024-07-27T06:53:52.790770+0000","last_fullsized":"2024-07-27T06:53:52.790770+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831699+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T06:53:52.831699+0000","last_peered":"2024-07-27T06:53:52.831699+0000","last_clean":"2024-07-27T06:53:52.831699+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T06:53:52.831699+0000","last_undegraded":"2024-07-27T06:53:52.831699+0000","last_fullsized":"2024-07-27T06:53:52.831699+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798437+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:53:52.798437+0000","last_peered":"2024-07-27T06:53:52.798437+0000","last_clean":"2024-07-27T06:53:52.798437+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:53:52.798437+0000","last_undegraded":"2024-07-27T06:53:52.798437+0000","last_fullsized":"2024-07-27T06:53:52.798437+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796849+0000","last_change":"2024-07-27T06:53:51.797616+0000","last_active":"2024-07-27T06:53:52.796849+0000","last_peered":"2024-07-27T06:53:52.796849+0000","last_clean":"2024-07-27T06:53:52.796849+0000","last_became_active":"2024-07-27T06:53:51.797281+0000","last_became_peered":"2024-07-27T06:53:51.797281+0000","last_unstale":"2024-07-27T06:53:52.796849+0000","last_undegraded":"2024-07-27T06:53:52.796849+0000","last_fullsized":"2024-07-27T06:53:52.796849+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:30.401710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796740+0000","last_change":"2024-07-27T06:53:50.788913+0000","last_active":"2024-07-27T06:53:52.796740+0000","last_peered":"2024-07-27T06:53:52.796740+0000","last_clean":"2024-07-27T06:53:52.796740+0000","last_became_active":"2024-07-27T06:53:50.788569+0000","last_became_peered":"2024-07-27T06:53:50.788569+0000","last_unstale":"2024-07-27T06:53:52.796740+0000","last_undegraded":"2024-07-27T06:53:52.796740+0000","last_fullsized":"2024-07-27T06:53:52.796740+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:40:29.102060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827225+0000","last_change":"2024-07-27T06:52:53.279362+0000","last_active":"2024-07-27T06:53:52.827225+0000","last_peered":"2024-07-27T06:53:52.827225+0000","last_clean":"2024-07-27T06:53:52.827225+0000","last_became_active":"2024-07-27T06:52:53.278823+0000","last_became_peered":"2024-07-27T06:52:53.278823+0000","last_unstale":"2024-07-27T06:53:52.827225+0000","last_undegraded":"2024-07-27T06:53:52.827225+0000","last_fullsized":"2024-07-27T06:53:52.827225+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:03.653533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797941+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T06:53:52.797941+0000","last_peered":"2024-07-27T06:53:52.797941+0000","last_clean":"2024-07-27T06:53:52.797941+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T06:53:52.797941+0000","last_undegraded":"2024-07-27T06:53:52.797941+0000","last_fullsized":"2024-07-27T06:53:52.797941+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827884+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:53:52.827884+0000","last_peered":"2024-07-27T06:53:52.827884+0000","last_clean":"2024-07-27T06:53:52.827884+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:53:52.827884+0000","last_undegraded":"2024-07-27T06:53:52.827884+0000","last_fullsized":"2024-07-27T06:53:52.827884+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790166+0000","last_change":"2024-07-27T06:53:51.777654+0000","last_active":"2024-07-27T06:53:52.790166+0000","last_peered":"2024-07-27T06:53:52.790166+0000","last_clean":"2024-07-27T06:53:52.790166+0000","last_became_active":"2024-07-27T06:53:51.777293+0000","last_became_peered":"2024-07-27T06:53:51.777293+0000","last_unstale":"2024-07-27T06:53:52.790166+0000","last_undegraded":"2024-07-27T06:53:52.790166+0000","last_fullsized":"2024-07-27T06:53:52.790166+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:01.088660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783903+0000","last_change":"2024-07-27T06:53:50.784591+0000","last_active":"2024-07-27T06:53:51.783903+0000","last_peered":"2024-07-27T06:53:51.783903+0000","last_clean":"2024-07-27T06:53:51.783903+0000","last_became_active":"2024-07-27T06:53:50.784190+0000","last_became_peered":"2024-07-27T06:53:50.784190+0000","last_unstale":"2024-07-27T06:53:51.783903+0000","last_undegraded":"2024-07-27T06:53:51.783903+0000","last_fullsized":"2024-07-27T06:53:51.783903+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:27:36.001177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791207+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T06:53:52.791207+0000","last_peered":"2024-07-27T06:53:52.791207+0000","last_clean":"2024-07-27T06:53:52.791207+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T06:53:52.791207+0000","last_undegraded":"2024-07-27T06:53:52.791207+0000","last_fullsized":"2024-07-27T06:53:52.791207+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783056+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T06:53:51.783056+0000","last_peered":"2024-07-27T06:53:51.783056+0000","last_clean":"2024-07-27T06:53:51.783056+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T06:53:51.783056+0000","last_undegraded":"2024-07-27T06:53:51.783056+0000","last_fullsized":"2024-07-27T06:53:51.783056+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826854+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:53:52.826854+0000","last_peered":"2024-07-27T06:53:52.826854+0000","last_clean":"2024-07-27T06:53:52.826854+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:53:52.826854+0000","last_undegraded":"2024-07-27T06:53:52.826854+0000","last_fullsized":"2024-07-27T06:53:52.826854+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798692+0000","last_change":"2024-07-27T06:53:51.796820+0000","last_active":"2024-07-27T06:53:52.798692+0000","last_peered":"2024-07-27T06:53:52.798692+0000","last_clean":"2024-07-27T06:53:52.798692+0000","last_became_active":"2024-07-27T06:53:51.796331+0000","last_became_peered":"2024-07-27T06:53:51.796331+0000","last_unstale":"2024-07-27T06:53:52.798692+0000","last_undegraded":"2024-07-27T06:53:52.798692+0000","last_fullsized":"2024-07-27T06:53:52.798692+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:34.007668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"95'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:53.768427+0000","last_change":"2024-07-27T06:53:50.791997+0000","last_active":"2024-07-27T06:53:53.768427+0000","last_peered":"2024-07-27T06:53:53.768427+0000","last_clean":"2024-07-27T06:53:53.768427+0000","last_became_active":"2024-07-27T06:53:50.791630+0000","last_became_peered":"2024-07-27T06:53:50.791630+0000","last_unstale":"2024-07-27T06:53:53.768427+0000","last_undegraded":"2024-07-27T06:53:53.768427+0000","last_fullsized":"2024-07-27T06:53:53.768427+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:12:08.795133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830829+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T06:53:52.830829+0000","last_peered":"2024-07-27T06:53:52.830829+0000","last_clean":"2024-07-27T06:53:52.830829+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T06:53:52.830829+0000","last_undegraded":"2024-07-27T06:53:52.830829+0000","last_fullsized":"2024-07-27T06:53:52.830829+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829571+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T06:53:52.829571+0000","last_peered":"2024-07-27T06:53:52.829571+0000","last_clean":"2024-07-27T06:53:52.829571+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T06:53:52.829571+0000","last_undegraded":"2024-07-27T06:53:52.829571+0000","last_fullsized":"2024-07-27T06:53:52.829571+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829718+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:53:52.829718+0000","last_peered":"2024-07-27T06:53:52.829718+0000","last_clean":"2024-07-27T06:53:52.829718+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:53:52.829718+0000","last_undegraded":"2024-07-27T06:53:52.829718+0000","last_fullsized":"2024-07-27T06:53:52.829718+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790511+0000","last_change":"2024-07-27T06:53:51.795788+0000","last_active":"2024-07-27T06:53:52.790511+0000","last_peered":"2024-07-27T06:53:52.790511+0000","last_clean":"2024-07-27T06:53:52.790511+0000","last_became_active":"2024-07-27T06:53:51.793860+0000","last_became_peered":"2024-07-27T06:53:51.793860+0000","last_unstale":"2024-07-27T06:53:52.790511+0000","last_undegraded":"2024-07-27T06:53:52.790511+0000","last_fullsized":"2024-07-27T06:53:52.790511+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833949+0000","last_change":"2024-07-27T06:53:50.789784+0000","last_active":"2024-07-27T06:53:52.833949+0000","last_peered":"2024-07-27T06:53:52.833949+0000","last_clean":"2024-07-27T06:53:52.833949+0000","last_became_active":"2024-07-27T06:53:50.789028+0000","last_became_peered":"2024-07-27T06:53:50.789028+0000","last_unstale":"2024-07-27T06:53:52.833949+0000","last_undegraded":"2024-07-27T06:53:52.833949+0000","last_fullsized":"2024-07-27T06:53:52.833949+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:08.465507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797293+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T06:53:52.797293+0000","last_peered":"2024-07-27T06:53:52.797293+0000","last_clean":"2024-07-27T06:53:52.797293+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T06:53:52.797293+0000","last_undegraded":"2024-07-27T06:53:52.797293+0000","last_fullsized":"2024-07-27T06:53:52.797293+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790771+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T06:53:52.790771+0000","last_peered":"2024-07-27T06:53:52.790771+0000","last_clean":"2024-07-27T06:53:52.790771+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T06:53:52.790771+0000","last_undegraded":"2024-07-27T06:53:52.790771+0000","last_fullsized":"2024-07-27T06:53:52.790771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829448+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:53:52.829448+0000","last_peered":"2024-07-27T06:53:52.829448+0000","last_clean":"2024-07-27T06:53:52.829448+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:53:52.829448+0000","last_undegraded":"2024-07-27T06:53:52.829448+0000","last_fullsized":"2024-07-27T06:53:52.829448+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791087+0000","last_change":"2024-07-27T06:53:51.772333+0000","last_active":"2024-07-27T06:53:52.791087+0000","last_peered":"2024-07-27T06:53:52.791087+0000","last_clean":"2024-07-27T06:53:52.791087+0000","last_became_active":"2024-07-27T06:53:51.771992+0000","last_became_peered":"2024-07-27T06:53:51.771992+0000","last_unstale":"2024-07-27T06:53:52.791087+0000","last_undegraded":"2024-07-27T06:53:52.791087+0000","last_fullsized":"2024-07-27T06:53:52.791087+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832462+0000","last_change":"2024-07-27T06:53:50.792255+0000","last_active":"2024-07-27T06:53:52.832462+0000","last_peered":"2024-07-27T06:53:52.832462+0000","last_clean":"2024-07-27T06:53:52.832462+0000","last_became_active":"2024-07-27T06:53:50.791924+0000","last_became_peered":"2024-07-27T06:53:50.791924+0000","last_unstale":"2024-07-27T06:53:52.832462+0000","last_undegraded":"2024-07-27T06:53:52.832462+0000","last_fullsized":"2024-07-27T06:53:52.832462+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:40:29.102060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828799+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T06:53:52.828799+0000","last_peered":"2024-07-27T06:53:52.828799+0000","last_clean":"2024-07-27T06:53:52.828799+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T06:53:52.828799+0000","last_undegraded":"2024-07-27T06:53:52.828799+0000","last_fullsized":"2024-07-27T06:53:52.828799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828814+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T06:53:52.828814+0000","last_peered":"2024-07-27T06:53:52.828814+0000","last_clean":"2024-07-27T06:53:52.828814+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T06:53:52.828814+0000","last_undegraded":"2024-07-27T06:53:52.828814+0000","last_fullsized":"2024-07-27T06:53:52.828814+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830781+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:53:52.830781+0000","last_peered":"2024-07-27T06:53:52.830781+0000","last_clean":"2024-07-27T06:53:52.830781+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:53:52.830781+0000","last_undegraded":"2024-07-27T06:53:52.830781+0000","last_fullsized":"2024-07-27T06:53:52.830781+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.812209+0000","last_change":"2024-07-27T06:53:51.809501+0000","last_active":"2024-07-27T06:53:51.812209+0000","last_peered":"2024-07-27T06:53:51.812209+0000","last_clean":"2024-07-27T06:53:51.812209+0000","last_became_active":"2024-07-27T06:53:51.809205+0000","last_became_peered":"2024-07-27T06:53:51.809205+0000","last_unstale":"2024-07-27T06:53:51.812209+0000","last_undegraded":"2024-07-27T06:53:51.812209+0000","last_fullsized":"2024-07-27T06:53:51.812209+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:00:30.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833431+0000","last_change":"2024-07-27T06:53:50.781470+0000","last_active":"2024-07-27T06:53:52.833431+0000","last_peered":"2024-07-27T06:53:52.833431+0000","last_clean":"2024-07-27T06:53:52.833431+0000","last_became_active":"2024-07-27T06:53:50.781138+0000","last_became_peered":"2024-07-27T06:53:50.781138+0000","last_unstale":"2024-07-27T06:53:52.833431+0000","last_undegraded":"2024-07-27T06:53:52.833431+0000","last_fullsized":"2024-07-27T06:53:52.833431+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:11:35.489894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.825916+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T06:53:52.825916+0000","last_peered":"2024-07-27T06:53:52.825916+0000","last_clean":"2024-07-27T06:53:52.825916+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T06:53:52.825916+0000","last_undegraded":"2024-07-27T06:53:52.825916+0000","last_fullsized":"2024-07-27T06:53:52.825916+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829100+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T06:53:52.829100+0000","last_peered":"2024-07-27T06:53:52.829100+0000","last_clean":"2024-07-27T06:53:52.829100+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T06:53:52.829100+0000","last_undegraded":"2024-07-27T06:53:52.829100+0000","last_fullsized":"2024-07-27T06:53:52.829100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826887+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:53:52.826887+0000","last_peered":"2024-07-27T06:53:52.826887+0000","last_clean":"2024-07-27T06:53:52.826887+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:53:52.826887+0000","last_undegraded":"2024-07-27T06:53:52.826887+0000","last_fullsized":"2024-07-27T06:53:52.826887+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828611+0000","last_change":"2024-07-27T06:53:51.803821+0000","last_active":"2024-07-27T06:53:52.828611+0000","last_peered":"2024-07-27T06:53:52.828611+0000","last_clean":"2024-07-27T06:53:52.828611+0000","last_became_active":"2024-07-27T06:53:51.803469+0000","last_became_peered":"2024-07-27T06:53:51.803469+0000","last_unstale":"2024-07-27T06:53:52.828611+0000","last_undegraded":"2024-07-27T06:53:52.828611+0000","last_fullsized":"2024-07-27T06:53:52.828611+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:00:36.372750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"94'1","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.808581+0000","last_change":"2024-07-27T06:53:50.790053+0000","last_active":"2024-07-27T06:53:51.808581+0000","last_peered":"2024-07-27T06:53:51.808581+0000","last_clean":"2024-07-27T06:53:51.808581+0000","last_became_active":"2024-07-27T06:53:50.789431+0000","last_became_peered":"2024-07-27T06:53:50.789431+0000","last_unstale":"2024-07-27T06:53:51.808581+0000","last_undegraded":"2024-07-27T06:53:51.808581+0000","last_fullsized":"2024-07-27T06:53:51.808581+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:26.628443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831908+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T06:53:52.831908+0000","last_peered":"2024-07-27T06:53:52.831908+0000","last_clean":"2024-07-27T06:53:52.831908+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T06:53:52.831908+0000","last_undegraded":"2024-07-27T06:53:52.831908+0000","last_fullsized":"2024-07-27T06:53:52.831908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.789804+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T06:53:51.789804+0000","last_peered":"2024-07-27T06:53:51.789804+0000","last_clean":"2024-07-27T06:53:51.789804+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T06:53:51.789804+0000","last_undegraded":"2024-07-27T06:53:51.789804+0000","last_fullsized":"2024-07-27T06:53:51.789804+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827678+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:53:52.827678+0000","last_peered":"2024-07-27T06:53:52.827678+0000","last_clean":"2024-07-27T06:53:52.827678+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:53:52.827678+0000","last_undegraded":"2024-07-27T06:53:52.827678+0000","last_fullsized":"2024-07-27T06:53:52.827678+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832123+0000","last_change":"2024-07-27T06:53:51.801713+0000","last_active":"2024-07-27T06:53:52.832123+0000","last_peered":"2024-07-27T06:53:52.832123+0000","last_clean":"2024-07-27T06:53:52.832123+0000","last_became_active":"2024-07-27T06:53:51.798140+0000","last_became_peered":"2024-07-27T06:53:51.798140+0000","last_unstale":"2024-07-27T06:53:52.832123+0000","last_undegraded":"2024-07-27T06:53:52.832123+0000","last_fullsized":"2024-07-27T06:53:52.832123+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:34.007668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826919+0000","last_change":"2024-07-27T06:53:50.789673+0000","last_active":"2024-07-27T06:53:52.826919+0000","last_peered":"2024-07-27T06:53:52.826919+0000","last_clean":"2024-07-27T06:53:52.826919+0000","last_became_active":"2024-07-27T06:53:50.789204+0000","last_became_peered":"2024-07-27T06:53:50.789204+0000","last_unstale":"2024-07-27T06:53:52.826919+0000","last_undegraded":"2024-07-27T06:53:52.826919+0000","last_fullsized":"2024-07-27T06:53:52.826919+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:27:19.435648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831466+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T06:53:52.831466+0000","last_peered":"2024-07-27T06:53:52.831466+0000","last_clean":"2024-07-27T06:53:52.831466+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T06:53:52.831466+0000","last_undegraded":"2024-07-27T06:53:52.831466+0000","last_fullsized":"2024-07-27T06:53:52.831466+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830796+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T06:53:52.830796+0000","last_peered":"2024-07-27T06:53:52.830796+0000","last_clean":"2024-07-27T06:53:52.830796+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T06:53:52.830796+0000","last_undegraded":"2024-07-27T06:53:52.830796+0000","last_fullsized":"2024-07-27T06:53:52.830796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830006+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:53:52.830006+0000","last_peered":"2024-07-27T06:53:52.830006+0000","last_clean":"2024-07-27T06:53:52.830006+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:53:52.830006+0000","last_undegraded":"2024-07-27T06:53:52.830006+0000","last_fullsized":"2024-07-27T06:53:52.830006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828267+0000","last_change":"2024-07-27T06:53:51.797575+0000","last_active":"2024-07-27T06:53:52.828267+0000","last_peered":"2024-07-27T06:53:52.828267+0000","last_clean":"2024-07-27T06:53:52.828267+0000","last_became_active":"2024-07-27T06:53:51.797252+0000","last_became_peered":"2024-07-27T06:53:51.797252+0000","last_unstale":"2024-07-27T06:53:52.828267+0000","last_undegraded":"2024-07-27T06:53:52.828267+0000","last_fullsized":"2024-07-27T06:53:52.828267+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:50.047248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828415+0000","last_change":"2024-07-27T06:53:50.789881+0000","last_active":"2024-07-27T06:53:52.828415+0000","last_peered":"2024-07-27T06:53:52.828415+0000","last_clean":"2024-07-27T06:53:52.828415+0000","last_became_active":"2024-07-27T06:53:50.789507+0000","last_became_peered":"2024-07-27T06:53:50.789507+0000","last_unstale":"2024-07-27T06:53:52.828415+0000","last_undegraded":"2024-07-27T06:53:52.828415+0000","last_fullsized":"2024-07-27T06:53:52.828415+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:52.559141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829986+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T06:53:52.829986+0000","last_peered":"2024-07-27T06:53:52.829986+0000","last_clean":"2024-07-27T06:53:52.829986+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T06:53:52.829986+0000","last_undegraded":"2024-07-27T06:53:52.829986+0000","last_fullsized":"2024-07-27T06:53:52.829986+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829719+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T06:53:52.829719+0000","last_peered":"2024-07-27T06:53:52.829719+0000","last_clean":"2024-07-27T06:53:52.829719+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T06:53:52.829719+0000","last_undegraded":"2024-07-27T06:53:52.829719+0000","last_fullsized":"2024-07-27T06:53:52.829719+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830936+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:53:52.830936+0000","last_peered":"2024-07-27T06:53:52.830936+0000","last_clean":"2024-07-27T06:53:52.830936+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:53:52.830936+0000","last_undegraded":"2024-07-27T06:53:52.830936+0000","last_fullsized":"2024-07-27T06:53:52.830936+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828459+0000","last_change":"2024-07-27T06:53:51.794036+0000","last_active":"2024-07-27T06:53:52.828459+0000","last_peered":"2024-07-27T06:53:52.828459+0000","last_clean":"2024-07-27T06:53:52.828459+0000","last_became_active":"2024-07-27T06:53:51.791862+0000","last_became_peered":"2024-07-27T06:53:51.791862+0000","last_unstale":"2024-07-27T06:53:52.828459+0000","last_undegraded":"2024-07-27T06:53:52.828459+0000","last_fullsized":"2024-07-27T06:53:52.828459+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:01.088660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828338+0000","last_change":"2024-07-27T06:53:50.781623+0000","last_active":"2024-07-27T06:53:52.828338+0000","last_peered":"2024-07-27T06:53:52.828338+0000","last_clean":"2024-07-27T06:53:52.828338+0000","last_became_active":"2024-07-27T06:53:50.781290+0000","last_became_peered":"2024-07-27T06:53:50.781290+0000","last_unstale":"2024-07-27T06:53:52.828338+0000","last_undegraded":"2024-07-27T06:53:52.828338+0000","last_fullsized":"2024-07-27T06:53:52.828338+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:02.498058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830247+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T06:53:52.830247+0000","last_peered":"2024-07-27T06:53:52.830247+0000","last_clean":"2024-07-27T06:53:52.830247+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T06:53:52.830247+0000","last_undegraded":"2024-07-27T06:53:52.830247+0000","last_fullsized":"2024-07-27T06:53:52.830247+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791284+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T06:53:52.791284+0000","last_peered":"2024-07-27T06:53:52.791284+0000","last_clean":"2024-07-27T06:53:52.791284+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T06:53:52.791284+0000","last_undegraded":"2024-07-27T06:53:52.791284+0000","last_fullsized":"2024-07-27T06:53:52.791284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830812+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:53:52.830812+0000","last_peered":"2024-07-27T06:53:52.830812+0000","last_clean":"2024-07-27T06:53:52.830812+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:53:52.830812+0000","last_undegraded":"2024-07-27T06:53:52.830812+0000","last_fullsized":"2024-07-27T06:53:52.830812+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791549+0000","last_change":"2024-07-27T06:53:51.781933+0000","last_active":"2024-07-27T06:53:52.791549+0000","last_peered":"2024-07-27T06:53:52.791549+0000","last_clean":"2024-07-27T06:53:52.791549+0000","last_became_active":"2024-07-27T06:53:51.781642+0000","last_became_peered":"2024-07-27T06:53:51.781642+0000","last_unstale":"2024-07-27T06:53:52.791549+0000","last_undegraded":"2024-07-27T06:53:52.791549+0000","last_fullsized":"2024-07-27T06:53:52.791549+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:35:50.411786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830424+0000","last_change":"2024-07-27T06:53:50.777591+0000","last_active":"2024-07-27T06:53:52.830424+0000","last_peered":"2024-07-27T06:53:52.830424+0000","last_clean":"2024-07-27T06:53:52.830424+0000","last_became_active":"2024-07-27T06:53:50.777170+0000","last_became_peered":"2024-07-27T06:53:50.777170+0000","last_unstale":"2024-07-27T06:53:52.830424+0000","last_undegraded":"2024-07-27T06:53:52.830424+0000","last_fullsized":"2024-07-27T06:53:52.830424+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:23:49.949235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.778251+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T06:53:51.778251+0000","last_peered":"2024-07-27T06:53:51.778251+0000","last_clean":"2024-07-27T06:53:51.778251+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T06:53:51.778251+0000","last_undegraded":"2024-07-27T06:53:51.778251+0000","last_fullsized":"2024-07-27T06:53:51.778251+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829769+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T06:53:52.829769+0000","last_peered":"2024-07-27T06:53:52.829769+0000","last_clean":"2024-07-27T06:53:52.829769+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T06:53:52.829769+0000","last_undegraded":"2024-07-27T06:53:52.829769+0000","last_fullsized":"2024-07-27T06:53:52.829769+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797032+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:53:52.797032+0000","last_peered":"2024-07-27T06:53:52.797032+0000","last_clean":"2024-07-27T06:53:52.797032+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:53:52.797032+0000","last_undegraded":"2024-07-27T06:53:52.797032+0000","last_fullsized":"2024-07-27T06:53:52.797032+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.802877+0000","last_change":"2024-07-27T06:53:51.793946+0000","last_active":"2024-07-27T06:53:51.802877+0000","last_peered":"2024-07-27T06:53:51.802877+0000","last_clean":"2024-07-27T06:53:51.802877+0000","last_became_active":"2024-07-27T06:53:51.793477+0000","last_became_peered":"2024-07-27T06:53:51.793477+0000","last_unstale":"2024-07-27T06:53:51.802877+0000","last_undegraded":"2024-07-27T06:53:51.802877+0000","last_fullsized":"2024-07-27T06:53:51.802877+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:52.625386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"94'4","reported_seq":19,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791597+0000","last_change":"2024-07-27T06:53:50.781539+0000","last_active":"2024-07-27T06:53:52.791597+0000","last_peered":"2024-07-27T06:53:52.791597+0000","last_clean":"2024-07-27T06:53:52.791597+0000","last_became_active":"2024-07-27T06:53:50.781104+0000","last_became_peered":"2024-07-27T06:53:50.781104+0000","last_unstale":"2024-07-27T06:53:52.791597+0000","last_undegraded":"2024-07-27T06:53:52.791597+0000","last_fullsized":"2024-07-27T06:53:52.791597+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:33.913060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826768+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T06:53:52.826768+0000","last_peered":"2024-07-27T06:53:52.826768+0000","last_clean":"2024-07-27T06:53:52.826768+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T06:53:52.826768+0000","last_undegraded":"2024-07-27T06:53:52.826768+0000","last_fullsized":"2024-07-27T06:53:52.826768+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831954+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T06:53:52.831954+0000","last_peered":"2024-07-27T06:53:52.831954+0000","last_clean":"2024-07-27T06:53:52.831954+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T06:53:52.831954+0000","last_undegraded":"2024-07-27T06:53:52.831954+0000","last_fullsized":"2024-07-27T06:53:52.831954+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796956+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:53:52.796956+0000","last_peered":"2024-07-27T06:53:52.796956+0000","last_clean":"2024-07-27T06:53:52.796956+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:53:52.796956+0000","last_undegraded":"2024-07-27T06:53:52.796956+0000","last_fullsized":"2024-07-27T06:53:52.796956+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827671+0000","last_change":"2024-07-27T06:53:51.794927+0000","last_active":"2024-07-27T06:53:52.827671+0000","last_peered":"2024-07-27T06:53:52.827671+0000","last_clean":"2024-07-27T06:53:52.827671+0000","last_became_active":"2024-07-27T06:53:51.794619+0000","last_became_peered":"2024-07-27T06:53:51.794619+0000","last_unstale":"2024-07-27T06:53:52.827671+0000","last_undegraded":"2024-07-27T06:53:52.827671+0000","last_fullsized":"2024-07-27T06:53:52.827671+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:18.384486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832381+0000","last_change":"2024-07-27T06:53:50.794834+0000","last_active":"2024-07-27T06:53:52.832381+0000","last_peered":"2024-07-27T06:53:52.832381+0000","last_clean":"2024-07-27T06:53:52.832381+0000","last_became_active":"2024-07-27T06:53:50.794470+0000","last_became_peered":"2024-07-27T06:53:50.794470+0000","last_unstale":"2024-07-27T06:53:52.832381+0000","last_undegraded":"2024-07-27T06:53:52.832381+0000","last_fullsized":"2024-07-27T06:53:52.832381+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:08:24.273130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826118+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T06:53:52.826118+0000","last_peered":"2024-07-27T06:53:52.826118+0000","last_clean":"2024-07-27T06:53:52.826118+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T06:53:52.826118+0000","last_undegraded":"2024-07-27T06:53:52.826118+0000","last_fullsized":"2024-07-27T06:53:52.826118+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790580+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T06:53:52.790580+0000","last_peered":"2024-07-27T06:53:52.790580+0000","last_clean":"2024-07-27T06:53:52.790580+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T06:53:52.790580+0000","last_undegraded":"2024-07-27T06:53:52.790580+0000","last_fullsized":"2024-07-27T06:53:52.790580+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":111,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.778366+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:53:51.778366+0000","last_peered":"2024-07-27T06:53:51.778366+0000","last_clean":"2024-07-27T06:53:51.778366+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:53:51.778366+0000","last_undegraded":"2024-07-27T06:53:51.778366+0000","last_fullsized":"2024-07-27T06:53:51.778366+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798440+0000","last_change":"2024-07-27T06:53:51.798461+0000","last_active":"2024-07-27T06:53:52.798440+0000","last_peered":"2024-07-27T06:53:52.798440+0000","last_clean":"2024-07-27T06:53:52.798440+0000","last_became_active":"2024-07-27T06:53:51.797348+0000","last_became_peered":"2024-07-27T06:53:51.797348+0000","last_unstale":"2024-07-27T06:53:52.798440+0000","last_undegraded":"2024-07-27T06:53:52.798440+0000","last_fullsized":"2024-07-27T06:53:52.798440+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:09:31.518495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833128+0000","last_change":"2024-07-27T06:53:50.789212+0000","last_active":"2024-07-27T06:53:52.833128+0000","last_peered":"2024-07-27T06:53:52.833128+0000","last_clean":"2024-07-27T06:53:52.833128+0000","last_became_active":"2024-07-27T06:53:50.788873+0000","last_became_peered":"2024-07-27T06:53:50.788873+0000","last_unstale":"2024-07-27T06:53:52.833128+0000","last_undegraded":"2024-07-27T06:53:52.833128+0000","last_fullsized":"2024-07-27T06:53:52.833128+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:25.507913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826082+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T06:53:52.826082+0000","last_peered":"2024-07-27T06:53:52.826082+0000","last_clean":"2024-07-27T06:53:52.826082+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T06:53:52.826082+0000","last_undegraded":"2024-07-27T06:53:52.826082+0000","last_fullsized":"2024-07-27T06:53:52.826082+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826128+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T06:53:52.826128+0000","last_peered":"2024-07-27T06:53:52.826128+0000","last_clean":"2024-07-27T06:53:52.826128+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T06:53:52.826128+0000","last_undegraded":"2024-07-27T06:53:52.826128+0000","last_fullsized":"2024-07-27T06:53:52.826128+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833498+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:53:52.833498+0000","last_peered":"2024-07-27T06:53:52.833498+0000","last_clean":"2024-07-27T06:53:52.833498+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:53:52.833498+0000","last_undegraded":"2024-07-27T06:53:52.833498+0000","last_fullsized":"2024-07-27T06:53:52.833498+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832062+0000","last_change":"2024-07-27T06:53:51.767531+0000","last_active":"2024-07-27T06:53:52.832062+0000","last_peered":"2024-07-27T06:53:52.832062+0000","last_clean":"2024-07-27T06:53:52.832062+0000","last_became_active":"2024-07-27T06:53:51.767039+0000","last_became_peered":"2024-07-27T06:53:51.767039+0000","last_unstale":"2024-07-27T06:53:52.832062+0000","last_undegraded":"2024-07-27T06:53:52.832062+0000","last_fullsized":"2024-07-27T06:53:52.832062+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:09:31.518495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826697+0000","last_change":"2024-07-27T06:53:50.786361+0000","last_active":"2024-07-27T06:53:52.826697+0000","last_peered":"2024-07-27T06:53:52.826697+0000","last_clean":"2024-07-27T06:53:52.826697+0000","last_became_active":"2024-07-27T06:53:50.786009+0000","last_became_peered":"2024-07-27T06:53:50.786009+0000","last_unstale":"2024-07-27T06:53:52.826697+0000","last_undegraded":"2024-07-27T06:53:52.826697+0000","last_fullsized":"2024-07-27T06:53:52.826697+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:14:02.745682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831719+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T06:53:52.831719+0000","last_peered":"2024-07-27T06:53:52.831719+0000","last_clean":"2024-07-27T06:53:52.831719+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T06:53:52.831719+0000","last_undegraded":"2024-07-27T06:53:52.831719+0000","last_fullsized":"2024-07-27T06:53:52.831719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830669+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T06:53:52.830669+0000","last_peered":"2024-07-27T06:53:52.830669+0000","last_clean":"2024-07-27T06:53:52.830669+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T06:53:52.830669+0000","last_undegraded":"2024-07-27T06:53:52.830669+0000","last_fullsized":"2024-07-27T06:53:52.830669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":115,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831611+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:53:52.831611+0000","last_peered":"2024-07-27T06:53:52.831611+0000","last_clean":"2024-07-27T06:53:52.831611+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:53:52.831611+0000","last_undegraded":"2024-07-27T06:53:52.831611+0000","last_fullsized":"2024-07-27T06:53:52.831611+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828976+0000","last_change":"2024-07-27T06:53:51.788676+0000","last_active":"2024-07-27T06:53:52.828976+0000","last_peered":"2024-07-27T06:53:52.828976+0000","last_clean":"2024-07-27T06:53:52.828976+0000","last_became_active":"2024-07-27T06:53:51.788332+0000","last_became_peered":"2024-07-27T06:53:51.788332+0000","last_unstale":"2024-07-27T06:53:52.828976+0000","last_undegraded":"2024-07-27T06:53:52.828976+0000","last_fullsized":"2024-07-27T06:53:52.828976+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:56.394461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830341+0000","last_change":"2024-07-27T06:53:50.787463+0000","last_active":"2024-07-27T06:53:52.830341+0000","last_peered":"2024-07-27T06:53:52.830341+0000","last_clean":"2024-07-27T06:53:52.830341+0000","last_became_active":"2024-07-27T06:53:50.786900+0000","last_became_peered":"2024-07-27T06:53:50.786900+0000","last_unstale":"2024-07-27T06:53:52.830341+0000","last_undegraded":"2024-07-27T06:53:52.830341+0000","last_fullsized":"2024-07-27T06:53:52.830341+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:25.245660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790902+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T06:53:52.790902+0000","last_peered":"2024-07-27T06:53:52.790902+0000","last_clean":"2024-07-27T06:53:52.790902+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T06:53:52.790902+0000","last_undegraded":"2024-07-27T06:53:52.790902+0000","last_fullsized":"2024-07-27T06:53:52.790902+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832007+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T06:53:52.832007+0000","last_peered":"2024-07-27T06:53:52.832007+0000","last_clean":"2024-07-27T06:53:52.832007+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T06:53:52.832007+0000","last_undegraded":"2024-07-27T06:53:52.832007+0000","last_fullsized":"2024-07-27T06:53:52.832007+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832891+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:53:52.832891+0000","last_peered":"2024-07-27T06:53:52.832891+0000","last_clean":"2024-07-27T06:53:52.832891+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:53:52.832891+0000","last_undegraded":"2024-07-27T06:53:52.832891+0000","last_fullsized":"2024-07-27T06:53:52.832891+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831424+0000","last_change":"2024-07-27T06:53:51.795214+0000","last_active":"2024-07-27T06:53:52.831424+0000","last_peered":"2024-07-27T06:53:52.831424+0000","last_clean":"2024-07-27T06:53:52.831424+0000","last_became_active":"2024-07-27T06:53:51.794906+0000","last_became_peered":"2024-07-27T06:53:51.794906+0000","last_unstale":"2024-07-27T06:53:52.831424+0000","last_undegraded":"2024-07-27T06:53:52.831424+0000","last_fullsized":"2024-07-27T06:53:52.831424+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:37.873482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"94'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.809989+0000","last_change":"2024-07-27T06:53:50.785098+0000","last_active":"2024-07-27T06:53:51.809989+0000","last_peered":"2024-07-27T06:53:51.809989+0000","last_clean":"2024-07-27T06:53:51.809989+0000","last_became_active":"2024-07-27T06:53:50.784728+0000","last_became_peered":"2024-07-27T06:53:50.784728+0000","last_unstale":"2024-07-27T06:53:51.809989+0000","last_undegraded":"2024-07-27T06:53:51.809989+0000","last_fullsized":"2024-07-27T06:53:51.809989+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:03:23.696538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791211+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T06:53:52.791211+0000","last_peered":"2024-07-27T06:53:52.791211+0000","last_clean":"2024-07-27T06:53:52.791211+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T06:53:52.791211+0000","last_undegraded":"2024-07-27T06:53:52.791211+0000","last_fullsized":"2024-07-27T06:53:52.791211+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829640+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T06:53:52.829640+0000","last_peered":"2024-07-27T06:53:52.829640+0000","last_clean":"2024-07-27T06:53:52.829640+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T06:53:52.829640+0000","last_undegraded":"2024-07-27T06:53:52.829640+0000","last_fullsized":"2024-07-27T06:53:52.829640+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":115,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832093+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:53:52.832093+0000","last_peered":"2024-07-27T06:53:52.832093+0000","last_clean":"2024-07-27T06:53:52.832093+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:53:52.832093+0000","last_undegraded":"2024-07-27T06:53:52.832093+0000","last_fullsized":"2024-07-27T06:53:52.832093+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830369+0000","last_change":"2024-07-27T06:53:51.800304+0000","last_active":"2024-07-27T06:53:52.830369+0000","last_peered":"2024-07-27T06:53:52.830369+0000","last_clean":"2024-07-27T06:53:52.830369+0000","last_became_active":"2024-07-27T06:53:51.799937+0000","last_became_peered":"2024-07-27T06:53:51.799937+0000","last_unstale":"2024-07-27T06:53:52.830369+0000","last_undegraded":"2024-07-27T06:53:52.830369+0000","last_fullsized":"2024-07-27T06:53:52.830369+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830550+0000","last_change":"2024-07-27T06:53:50.783122+0000","last_active":"2024-07-27T06:53:52.830550+0000","last_peered":"2024-07-27T06:53:52.830550+0000","last_clean":"2024-07-27T06:53:52.830550+0000","last_became_active":"2024-07-27T06:53:50.782654+0000","last_became_peered":"2024-07-27T06:53:50.782654+0000","last_unstale":"2024-07-27T06:53:52.830550+0000","last_undegraded":"2024-07-27T06:53:52.830550+0000","last_fullsized":"2024-07-27T06:53:52.830550+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:43.200788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828830+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T06:53:52.828830+0000","last_peered":"2024-07-27T06:53:52.828830+0000","last_clean":"2024-07-27T06:53:52.828830+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T06:53:52.828830+0000","last_undegraded":"2024-07-27T06:53:52.828830+0000","last_fullsized":"2024-07-27T06:53:52.828830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832675+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T06:53:52.832675+0000","last_peered":"2024-07-27T06:53:52.832675+0000","last_clean":"2024-07-27T06:53:52.832675+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T06:53:52.832675+0000","last_undegraded":"2024-07-27T06:53:52.832675+0000","last_fullsized":"2024-07-27T06:53:52.832675+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829763+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:53:52.829763+0000","last_peered":"2024-07-27T06:53:52.829763+0000","last_clean":"2024-07-27T06:53:52.829763+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:53:52.829763+0000","last_undegraded":"2024-07-27T06:53:52.829763+0000","last_fullsized":"2024-07-27T06:53:52.829763+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830292+0000","last_change":"2024-07-27T06:53:51.801972+0000","last_active":"2024-07-27T06:53:52.830292+0000","last_peered":"2024-07-27T06:53:52.830292+0000","last_clean":"2024-07-27T06:53:52.830292+0000","last_became_active":"2024-07-27T06:53:51.801638+0000","last_became_peered":"2024-07-27T06:53:51.801638+0000","last_unstale":"2024-07-27T06:53:52.830292+0000","last_undegraded":"2024-07-27T06:53:52.830292+0000","last_fullsized":"2024-07-27T06:53:52.830292+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833855+0000","last_change":"2024-07-27T06:53:50.790044+0000","last_active":"2024-07-27T06:53:52.833855+0000","last_peered":"2024-07-27T06:53:52.833855+0000","last_clean":"2024-07-27T06:53:52.833855+0000","last_became_active":"2024-07-27T06:53:50.789456+0000","last_became_peered":"2024-07-27T06:53:50.789456+0000","last_unstale":"2024-07-27T06:53:52.833855+0000","last_undegraded":"2024-07-27T06:53:52.833855+0000","last_fullsized":"2024-07-27T06:53:52.833855+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:43.003218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832314+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T06:53:52.832314+0000","last_peered":"2024-07-27T06:53:52.832314+0000","last_clean":"2024-07-27T06:53:52.832314+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T06:53:52.832314+0000","last_undegraded":"2024-07-27T06:53:52.832314+0000","last_fullsized":"2024-07-27T06:53:52.832314+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830610+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T06:53:52.830610+0000","last_peered":"2024-07-27T06:53:52.830610+0000","last_clean":"2024-07-27T06:53:52.830610+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T06:53:52.830610+0000","last_undegraded":"2024-07-27T06:53:52.830610+0000","last_fullsized":"2024-07-27T06:53:52.830610+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826231+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:53:52.826231+0000","last_peered":"2024-07-27T06:53:52.826231+0000","last_clean":"2024-07-27T06:53:52.826231+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:53:52.826231+0000","last_undegraded":"2024-07-27T06:53:52.826231+0000","last_fullsized":"2024-07-27T06:53:52.826231+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831303+0000","last_change":"2024-07-27T06:53:51.789474+0000","last_active":"2024-07-27T06:53:52.831303+0000","last_peered":"2024-07-27T06:53:52.831303+0000","last_clean":"2024-07-27T06:53:52.831303+0000","last_became_active":"2024-07-27T06:53:51.789130+0000","last_became_peered":"2024-07-27T06:53:51.789130+0000","last_unstale":"2024-07-27T06:53:52.831303+0000","last_undegraded":"2024-07-27T06:53:52.831303+0000","last_fullsized":"2024-07-27T06:53:52.831303+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:48:56.740028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"94'6","reported_seq":21,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832307+0000","last_change":"2024-07-27T06:53:50.790795+0000","last_active":"2024-07-27T06:53:52.832307+0000","last_peered":"2024-07-27T06:53:52.832307+0000","last_clean":"2024-07-27T06:53:52.832307+0000","last_became_active":"2024-07-27T06:53:50.789005+0000","last_became_peered":"2024-07-27T06:53:50.789005+0000","last_unstale":"2024-07-27T06:53:52.832307+0000","last_undegraded":"2024-07-27T06:53:52.832307+0000","last_fullsized":"2024-07-27T06:53:52.832307+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:55.223427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790262+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T06:53:52.790262+0000","last_peered":"2024-07-27T06:53:52.790262+0000","last_clean":"2024-07-27T06:53:52.790262+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T06:53:52.790262+0000","last_undegraded":"2024-07-27T06:53:52.790262+0000","last_fullsized":"2024-07-27T06:53:52.790262+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829128+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T06:53:52.829128+0000","last_peered":"2024-07-27T06:53:52.829128+0000","last_clean":"2024-07-27T06:53:52.829128+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T06:53:52.829128+0000","last_undegraded":"2024-07-27T06:53:52.829128+0000","last_fullsized":"2024-07-27T06:53:52.829128+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797607+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:53:52.797607+0000","last_peered":"2024-07-27T06:53:52.797607+0000","last_clean":"2024-07-27T06:53:52.797607+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:53:52.797607+0000","last_undegraded":"2024-07-27T06:53:52.797607+0000","last_fullsized":"2024-07-27T06:53:52.797607+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797957+0000","last_change":"2024-07-27T06:53:51.778446+0000","last_active":"2024-07-27T06:53:52.797957+0000","last_peered":"2024-07-27T06:53:52.797957+0000","last_clean":"2024-07-27T06:53:52.797957+0000","last_became_active":"2024-07-27T06:53:51.778134+0000","last_became_peered":"2024-07-27T06:53:51.778134+0000","last_unstale":"2024-07-27T06:53:52.797957+0000","last_undegraded":"2024-07-27T06:53:52.797957+0000","last_fullsized":"2024-07-27T06:53:52.797957+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:39.830640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"94'3","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829984+0000","last_change":"2024-07-27T06:53:50.786245+0000","last_active":"2024-07-27T06:53:52.829984+0000","last_peered":"2024-07-27T06:53:52.829984+0000","last_clean":"2024-07-27T06:53:52.829984+0000","last_became_active":"2024-07-27T06:53:50.785525+0000","last_became_peered":"2024-07-27T06:53:50.785525+0000","last_unstale":"2024-07-27T06:53:52.829984+0000","last_undegraded":"2024-07-27T06:53:52.829984+0000","last_fullsized":"2024-07-27T06:53:52.829984+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:23.544224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796567+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T06:53:52.796567+0000","last_peered":"2024-07-27T06:53:52.796567+0000","last_clean":"2024-07-27T06:53:52.796567+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T06:53:52.796567+0000","last_undegraded":"2024-07-27T06:53:52.796567+0000","last_fullsized":"2024-07-27T06:53:52.796567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783579+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T06:53:51.783579+0000","last_peered":"2024-07-27T06:53:51.783579+0000","last_clean":"2024-07-27T06:53:51.783579+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T06:53:51.783579+0000","last_undegraded":"2024-07-27T06:53:51.783579+0000","last_fullsized":"2024-07-27T06:53:51.783579+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833204+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:53:52.833204+0000","last_peered":"2024-07-27T06:53:52.833204+0000","last_clean":"2024-07-27T06:53:52.833204+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:53:52.833204+0000","last_undegraded":"2024-07-27T06:53:52.833204+0000","last_fullsized":"2024-07-27T06:53:52.833204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831443+0000","last_change":"2024-07-27T06:53:51.784587+0000","last_active":"2024-07-27T06:53:52.831443+0000","last_peered":"2024-07-27T06:53:52.831443+0000","last_clean":"2024-07-27T06:53:52.831443+0000","last_became_active":"2024-07-27T06:53:51.784224+0000","last_became_peered":"2024-07-27T06:53:51.784224+0000","last_unstale":"2024-07-27T06:53:52.831443+0000","last_undegraded":"2024-07-27T06:53:52.831443+0000","last_fullsized":"2024-07-27T06:53:52.831443+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:36.068054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829646+0000","last_change":"2024-07-27T06:53:50.782379+0000","last_active":"2024-07-27T06:53:52.829646+0000","last_peered":"2024-07-27T06:53:52.829646+0000","last_clean":"2024-07-27T06:53:52.829646+0000","last_became_active":"2024-07-27T06:53:50.781939+0000","last_became_peered":"2024-07-27T06:53:50.781939+0000","last_unstale":"2024-07-27T06:53:52.829646+0000","last_undegraded":"2024-07-27T06:53:52.829646+0000","last_fullsized":"2024-07-27T06:53:52.829646+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:14:43.570668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.786047+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T06:53:51.786047+0000","last_peered":"2024-07-27T06:53:51.786047+0000","last_clean":"2024-07-27T06:53:51.786047+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T06:53:51.786047+0000","last_undegraded":"2024-07-27T06:53:51.786047+0000","last_fullsized":"2024-07-27T06:53:51.786047+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831284+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T06:53:52.831284+0000","last_peered":"2024-07-27T06:53:52.831284+0000","last_clean":"2024-07-27T06:53:52.831284+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T06:53:52.831284+0000","last_undegraded":"2024-07-27T06:53:52.831284+0000","last_fullsized":"2024-07-27T06:53:52.831284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798758+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:53:52.798758+0000","last_peered":"2024-07-27T06:53:52.798758+0000","last_clean":"2024-07-27T06:53:52.798758+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:53:52.798758+0000","last_undegraded":"2024-07-27T06:53:52.798758+0000","last_fullsized":"2024-07-27T06:53:52.798758+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":244,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826470+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:53:52.826470+0000","last_peered":"2024-07-27T06:53:52.826470+0000","last_clean":"2024-07-27T06:53:52.826470+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:53:52.826470+0000","last_undegraded":"2024-07-27T06:53:52.826470+0000","last_fullsized":"2024-07-27T06:53:52.826470+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476789,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1159168,"data_stored":576350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476787,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32328,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339512,"statfs":{"total":96636764160,"available":96603660288,"internally_reserved":0,"allocated":1171456,"data_stored":576988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476789,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32896,"kb_used_data":1712,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338944,"statfs":{"total":96636764160,"available":96603078656,"internally_reserved":0,"allocated":1753088,"data_stored":1166718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476787,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32324,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339516,"statfs":{"total":96636764160,"available":96603664384,"internally_reserved":0,"allocated":1167360,"data_stored":577002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509491,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1179648,"data_stored":578086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509490,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32888,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338952,"statfs":{"total":96636764160,"available":96603086848,"internally_reserved":0,"allocated":1748992,"data_stored":1159027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509491,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1163264,"data_stored":570269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542194,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1134592,"data_stored":560309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:53:56.563 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T06:53:56.749 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:53:56.756 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:53:56.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 -- 172.21.15.66:0/2040054642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde140aef40 msgr2=0x7fde14151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 --2- 172.21.15.66:0/2040054642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde140aef40 0x7fde14151010 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fde140b4180 tx=0x7fde0002a4a0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 -- 172.21.15.66:0/2040054642 shutdown_connections 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 --2- 172.21.15.66:0/2040054642 >> v2:172.21.15.155:3300/0 conn(0x7fde1406de60 0x7fde1406e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 --2- 172.21.15.66:0/2040054642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde140aef40 0x7fde14151010 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 -- 172.21.15.66:0/2040054642 >> 172.21.15.66:0/2040054642 conn(0x7fde1406c780 msgr2=0x7fde1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 -- 172.21.15.66:0/2040054642 shutdown_connections 2024-07-27T06:53:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.896+0000 7fde13200640 1 -- 172.21.15.66:0/2040054642 wait complete. 2024-07-27T06:53:56.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.898+0000 7fde13200640 1 Processor -- start 2024-07-27T06:53:56.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.898+0000 7fde13200640 1 -- start start 2024-07-27T06:53:56.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde1406de60 0x7fde14144650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140701d0 0x7fde141f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde1415a4b0 con 0x7fde1414f260 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fde140b3ec0 con 0x7fde1406de60 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde13200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fde1415a630 con 0x7fde140701d0 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde12800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde12800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34168/0 (socket says 172.21.15.66:34168) 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde12800640 1 -- 172.21.15.66:0/1138705863 learned_addr learned my addr 172.21.15.66:0/1138705863 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.900+0000 7fde11e00640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde1406de60 0x7fde14144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde11400640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140701d0 0x7fde141f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 -- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140701d0 msgr2=0x7fde141f5100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140701d0 0x7fde141f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 -- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde1406de60 msgr2=0x7fde14144650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:56.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde1406de60 0x7fde14144650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:56.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 -- 172.21.15.66:0/1138705863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde141f5640 con 0x7fde1414f260 2024-07-27T06:53:56.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde12800640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00e960 tx=0x7fde0c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:56.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c004d20 con 0x7fde1414f260 2024-07-27T06:53:56.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.901+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde0c00cac0 con 0x7fde1414f260 2024-07-27T06:53:56.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.902+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde0c005020 con 0x7fde1414f260 2024-07-27T06:53:56.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.902+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde141506b0 con 0x7fde1414f260 2024-07-27T06:53:56.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.902+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde141503d0 con 0x7fde1414f260 2024-07-27T06:53:56.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.903+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde14150130 con 0x7fde1414f260 2024-07-27T06:53:56.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.905+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fde0c0051c0 con 0x7fde1414f260 2024-07-27T06:53:56.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.906+0000 7fde0a000640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 0x7fddf4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:56.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.906+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fde0c0995b0 con 0x7fde1414f260 2024-07-27T06:53:56.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.906+0000 7fde11e00640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 0x7fddf4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:56.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.908+0000 7fde11e00640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 0x7fddf4079520 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fde04000f60 tx=0x7fde04009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:56.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:56.910+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fde14150130 con 0x7fde1414f260 2024-07-27T06:53:57.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.122+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fde1406e270 con 0x7fddf4077010 2024-07-27T06:53:57.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.145+0000 7fde0a000640 1 -- 172.21.15.66:0/1138705863 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+494655 (secure 0 0 0) 0x7fde1406e270 con 0x7fddf4077010 2024-07-27T06:53:57.153 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:57.156 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 msgr2=0x7fddf4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 0x7fddf4079520 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fde04000f60 tx=0x7fde04009040 comp rx=0 tx=0).stop 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 msgr2=0x7fde14143120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00e960 tx=0x7fde0c00ee20 comp rx=0 tx=0).stop 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 shutdown_connections 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fddf4077010 0x7fddf4079520 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde1414f260 0x7fde14143120 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde140701d0 0x7fde141f5100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 --2- 172.21.15.66:0/1138705863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde1406de60 0x7fde14144650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 >> 172.21.15.66:0/1138705863 conn(0x7fde1406c780 msgr2=0x7fde1406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:57.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 shutdown_connections 2024-07-27T06:53:57.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.153+0000 7fde13200640 1 -- 172.21.15.66:0/1138705863 wait complete. 2024-07-27T06:53:57.181 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":209,"stamp":"2024-07-27T06:53:56.298966+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":312,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259696,"kb_used_data":10232,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715024,"statfs":{"total":773094113280,"available":772828184576,"internally_reserved":0,"allocated":10477568,"data_stored":5764749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":44,"apply_latency_ms":44,"commit_latency_ns":44000000,"apply_latency_ns":44000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003181"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.807580+0000","last_change":"2024-07-27T06:53:51.802078+0000","last_active":"2024-07-27T06:53:51.807580+0000","last_peered":"2024-07-27T06:53:51.807580+0000","last_clean":"2024-07-27T06:53:51.807580+0000","last_became_active":"2024-07-27T06:53:51.801714+0000","last_became_peered":"2024-07-27T06:53:51.801714+0000","last_unstale":"2024-07-27T06:53:51.807580+0000","last_undegraded":"2024-07-27T06:53:51.807580+0000","last_fullsized":"2024-07-27T06:53:51.807580+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:59:16.227798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830299+0000","last_change":"2024-07-27T06:53:51.794485+0000","last_active":"2024-07-27T06:53:52.830299+0000","last_peered":"2024-07-27T06:53:52.830299+0000","last_clean":"2024-07-27T06:53:52.830299+0000","last_became_active":"2024-07-27T06:53:51.789029+0000","last_became_peered":"2024-07-27T06:53:51.789029+0000","last_unstale":"2024-07-27T06:53:52.830299+0000","last_undegraded":"2024-07-27T06:53:52.830299+0000","last_fullsized":"2024-07-27T06:53:52.830299+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826520+0000","last_change":"2024-07-27T06:53:51.804144+0000","last_active":"2024-07-27T06:53:52.826520+0000","last_peered":"2024-07-27T06:53:52.826520+0000","last_clean":"2024-07-27T06:53:52.826520+0000","last_became_active":"2024-07-27T06:53:51.803760+0000","last_became_peered":"2024-07-27T06:53:51.803760+0000","last_unstale":"2024-07-27T06:53:52.826520+0000","last_undegraded":"2024-07-27T06:53:52.826520+0000","last_fullsized":"2024-07-27T06:53:52.826520+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833391+0000","last_change":"2024-07-27T06:53:51.785648+0000","last_active":"2024-07-27T06:53:52.833391+0000","last_peered":"2024-07-27T06:53:52.833391+0000","last_clean":"2024-07-27T06:53:52.833391+0000","last_became_active":"2024-07-27T06:53:51.785317+0000","last_became_peered":"2024-07-27T06:53:51.785317+0000","last_unstale":"2024-07-27T06:53:52.833391+0000","last_undegraded":"2024-07-27T06:53:52.833391+0000","last_fullsized":"2024-07-27T06:53:52.833391+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:59:46.515733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829912+0000","last_change":"2024-07-27T06:53:51.808097+0000","last_active":"2024-07-27T06:53:52.829912+0000","last_peered":"2024-07-27T06:53:52.829912+0000","last_clean":"2024-07-27T06:53:52.829912+0000","last_became_active":"2024-07-27T06:53:51.807783+0000","last_became_peered":"2024-07-27T06:53:51.807783+0000","last_unstale":"2024-07-27T06:53:52.829912+0000","last_undegraded":"2024-07-27T06:53:52.829912+0000","last_fullsized":"2024-07-27T06:53:52.829912+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797024+0000","last_change":"2024-07-27T06:53:51.775608+0000","last_active":"2024-07-27T06:53:52.797024+0000","last_peered":"2024-07-27T06:53:52.797024+0000","last_clean":"2024-07-27T06:53:52.797024+0000","last_became_active":"2024-07-27T06:53:51.772882+0000","last_became_peered":"2024-07-27T06:53:51.772882+0000","last_unstale":"2024-07-27T06:53:52.797024+0000","last_undegraded":"2024-07-27T06:53:52.797024+0000","last_fullsized":"2024-07-27T06:53:52.797024+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:52.468853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828288+0000","last_change":"2024-07-27T06:53:51.778767+0000","last_active":"2024-07-27T06:53:52.828288+0000","last_peered":"2024-07-27T06:53:52.828288+0000","last_clean":"2024-07-27T06:53:52.828288+0000","last_became_active":"2024-07-27T06:53:51.778422+0000","last_became_peered":"2024-07-27T06:53:51.778422+0000","last_unstale":"2024-07-27T06:53:52.828288+0000","last_undegraded":"2024-07-27T06:53:52.828288+0000","last_fullsized":"2024-07-27T06:53:52.828288+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:05:05.781914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827535+0000","last_change":"2024-07-27T06:53:51.802972+0000","last_active":"2024-07-27T06:53:52.827535+0000","last_peered":"2024-07-27T06:53:52.827535+0000","last_clean":"2024-07-27T06:53:52.827535+0000","last_became_active":"2024-07-27T06:53:51.802649+0000","last_became_peered":"2024-07-27T06:53:51.802649+0000","last_unstale":"2024-07-27T06:53:52.827535+0000","last_undegraded":"2024-07-27T06:53:52.827535+0000","last_fullsized":"2024-07-27T06:53:52.827535+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:17:10.310689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.802255+0000","last_change":"2024-07-27T06:53:51.791361+0000","last_active":"2024-07-27T06:53:51.802255+0000","last_peered":"2024-07-27T06:53:51.802255+0000","last_clean":"2024-07-27T06:53:51.802255+0000","last_became_active":"2024-07-27T06:53:51.790605+0000","last_became_peered":"2024-07-27T06:53:51.790605+0000","last_unstale":"2024-07-27T06:53:51.802255+0000","last_undegraded":"2024-07-27T06:53:51.802255+0000","last_fullsized":"2024-07-27T06:53:51.802255+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:42:55.840592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830122+0000","last_change":"2024-07-27T06:53:51.803321+0000","last_active":"2024-07-27T06:53:52.830122+0000","last_peered":"2024-07-27T06:53:52.830122+0000","last_clean":"2024-07-27T06:53:52.830122+0000","last_became_active":"2024-07-27T06:53:51.802127+0000","last_became_peered":"2024-07-27T06:53:51.802127+0000","last_unstale":"2024-07-27T06:53:52.830122+0000","last_undegraded":"2024-07-27T06:53:52.830122+0000","last_fullsized":"2024-07-27T06:53:52.830122+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830727+0000","last_change":"2024-07-27T06:53:51.788397+0000","last_active":"2024-07-27T06:53:52.830727+0000","last_peered":"2024-07-27T06:53:52.830727+0000","last_clean":"2024-07-27T06:53:52.830727+0000","last_became_active":"2024-07-27T06:53:51.786371+0000","last_became_peered":"2024-07-27T06:53:51.786371+0000","last_unstale":"2024-07-27T06:53:52.830727+0000","last_undegraded":"2024-07-27T06:53:52.830727+0000","last_fullsized":"2024-07-27T06:53:52.830727+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:54:47.609903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829458+0000","last_change":"2024-07-27T06:53:51.804307+0000","last_active":"2024-07-27T06:53:52.829458+0000","last_peered":"2024-07-27T06:53:52.829458+0000","last_clean":"2024-07-27T06:53:52.829458+0000","last_became_active":"2024-07-27T06:53:51.803962+0000","last_became_peered":"2024-07-27T06:53:51.803962+0000","last_unstale":"2024-07-27T06:53:52.829458+0000","last_undegraded":"2024-07-27T06:53:52.829458+0000","last_fullsized":"2024-07-27T06:53:52.829458+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830665+0000","last_change":"2024-07-27T06:53:51.802818+0000","last_active":"2024-07-27T06:53:52.830665+0000","last_peered":"2024-07-27T06:53:52.830665+0000","last_clean":"2024-07-27T06:53:52.830665+0000","last_became_active":"2024-07-27T06:53:51.802520+0000","last_became_peered":"2024-07-27T06:53:51.802520+0000","last_unstale":"2024-07-27T06:53:52.830665+0000","last_undegraded":"2024-07-27T06:53:52.830665+0000","last_fullsized":"2024-07-27T06:53:52.830665+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790593+0000","last_change":"2024-07-27T06:53:51.787150+0000","last_active":"2024-07-27T06:53:52.790593+0000","last_peered":"2024-07-27T06:53:52.790593+0000","last_clean":"2024-07-27T06:53:52.790593+0000","last_became_active":"2024-07-27T06:53:51.784788+0000","last_became_peered":"2024-07-27T06:53:51.784788+0000","last_unstale":"2024-07-27T06:53:52.790593+0000","last_undegraded":"2024-07-27T06:53:52.790593+0000","last_fullsized":"2024-07-27T06:53:52.790593+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.804934+0000","last_change":"2024-07-27T06:53:51.799426+0000","last_active":"2024-07-27T06:53:51.804934+0000","last_peered":"2024-07-27T06:53:51.804934+0000","last_clean":"2024-07-27T06:53:51.804934+0000","last_became_active":"2024-07-27T06:53:51.796472+0000","last_became_peered":"2024-07-27T06:53:51.796472+0000","last_unstale":"2024-07-27T06:53:51.804934+0000","last_undegraded":"2024-07-27T06:53:51.804934+0000","last_fullsized":"2024-07-27T06:53:51.804934+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:46:29.833463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829182+0000","last_change":"2024-07-27T06:53:51.795003+0000","last_active":"2024-07-27T06:53:52.829182+0000","last_peered":"2024-07-27T06:53:52.829182+0000","last_clean":"2024-07-27T06:53:52.829182+0000","last_became_active":"2024-07-27T06:53:51.794677+0000","last_became_peered":"2024-07-27T06:53:51.794677+0000","last_unstale":"2024-07-27T06:53:52.829182+0000","last_undegraded":"2024-07-27T06:53:52.829182+0000","last_fullsized":"2024-07-27T06:53:52.829182+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827361+0000","last_change":"2024-07-27T06:53:51.793749+0000","last_active":"2024-07-27T06:53:52.827361+0000","last_peered":"2024-07-27T06:53:52.827361+0000","last_clean":"2024-07-27T06:53:52.827361+0000","last_became_active":"2024-07-27T06:53:51.793420+0000","last_became_peered":"2024-07-27T06:53:51.793420+0000","last_unstale":"2024-07-27T06:53:52.827361+0000","last_undegraded":"2024-07-27T06:53:52.827361+0000","last_fullsized":"2024-07-27T06:53:52.827361+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831405+0000","last_change":"2024-07-27T06:53:51.796862+0000","last_active":"2024-07-27T06:53:52.831405+0000","last_peered":"2024-07-27T06:53:52.831405+0000","last_clean":"2024-07-27T06:53:52.831405+0000","last_became_active":"2024-07-27T06:53:51.794523+0000","last_became_peered":"2024-07-27T06:53:51.794523+0000","last_unstale":"2024-07-27T06:53:52.831405+0000","last_undegraded":"2024-07-27T06:53:52.831405+0000","last_fullsized":"2024-07-27T06:53:52.831405+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:11:02.703456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827429+0000","last_change":"2024-07-27T06:53:51.804640+0000","last_active":"2024-07-27T06:53:52.827429+0000","last_peered":"2024-07-27T06:53:52.827429+0000","last_clean":"2024-07-27T06:53:52.827429+0000","last_became_active":"2024-07-27T06:53:51.802744+0000","last_became_peered":"2024-07-27T06:53:51.802744+0000","last_unstale":"2024-07-27T06:53:52.827429+0000","last_undegraded":"2024-07-27T06:53:52.827429+0000","last_fullsized":"2024-07-27T06:53:52.827429+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826485+0000","last_change":"2024-07-27T06:53:51.789966+0000","last_active":"2024-07-27T06:53:52.826485+0000","last_peered":"2024-07-27T06:53:52.826485+0000","last_clean":"2024-07-27T06:53:52.826485+0000","last_became_active":"2024-07-27T06:53:51.789592+0000","last_became_peered":"2024-07-27T06:53:51.789592+0000","last_unstale":"2024-07-27T06:53:52.826485+0000","last_undegraded":"2024-07-27T06:53:52.826485+0000","last_fullsized":"2024-07-27T06:53:52.826485+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828894+0000","last_change":"2024-07-27T06:53:51.776023+0000","last_active":"2024-07-27T06:53:52.828894+0000","last_peered":"2024-07-27T06:53:52.828894+0000","last_clean":"2024-07-27T06:53:52.828894+0000","last_became_active":"2024-07-27T06:53:51.774476+0000","last_became_peered":"2024-07-27T06:53:51.774476+0000","last_unstale":"2024-07-27T06:53:52.828894+0000","last_undegraded":"2024-07-27T06:53:52.828894+0000","last_fullsized":"2024-07-27T06:53:52.828894+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:38:23.029175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797099+0000","last_change":"2024-07-27T06:53:51.779484+0000","last_active":"2024-07-27T06:53:52.797099+0000","last_peered":"2024-07-27T06:53:52.797099+0000","last_clean":"2024-07-27T06:53:52.797099+0000","last_became_active":"2024-07-27T06:53:51.779181+0000","last_became_peered":"2024-07-27T06:53:51.779181+0000","last_unstale":"2024-07-27T06:53:52.797099+0000","last_undegraded":"2024-07-27T06:53:52.797099+0000","last_fullsized":"2024-07-27T06:53:52.797099+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:37.873482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790289+0000","last_change":"2024-07-27T06:53:51.796313+0000","last_active":"2024-07-27T06:53:52.790289+0000","last_peered":"2024-07-27T06:53:52.790289+0000","last_clean":"2024-07-27T06:53:52.790289+0000","last_became_active":"2024-07-27T06:53:51.795911+0000","last_became_peered":"2024-07-27T06:53:51.795911+0000","last_unstale":"2024-07-27T06:53:52.790289+0000","last_undegraded":"2024-07-27T06:53:52.790289+0000","last_fullsized":"2024-07-27T06:53:52.790289+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:56.394461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831851+0000","last_change":"2024-07-27T06:53:51.786844+0000","last_active":"2024-07-27T06:53:52.831851+0000","last_peered":"2024-07-27T06:53:52.831851+0000","last_clean":"2024-07-27T06:53:52.831851+0000","last_became_active":"2024-07-27T06:53:51.786530+0000","last_became_peered":"2024-07-27T06:53:51.786530+0000","last_unstale":"2024-07-27T06:53:52.831851+0000","last_undegraded":"2024-07-27T06:53:52.831851+0000","last_fullsized":"2024-07-27T06:53:52.831851+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:39.830640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831381+0000","last_change":"2024-07-27T06:53:51.798531+0000","last_active":"2024-07-27T06:53:52.831381+0000","last_peered":"2024-07-27T06:53:52.831381+0000","last_clean":"2024-07-27T06:53:52.831381+0000","last_became_active":"2024-07-27T06:53:51.798224+0000","last_became_peered":"2024-07-27T06:53:51.798224+0000","last_unstale":"2024-07-27T06:53:52.831381+0000","last_undegraded":"2024-07-27T06:53:52.831381+0000","last_fullsized":"2024-07-27T06:53:52.831381+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:27:10.885831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798841+0000","last_change":"2024-07-27T06:53:51.789115+0000","last_active":"2024-07-27T06:53:52.798841+0000","last_peered":"2024-07-27T06:53:52.798841+0000","last_clean":"2024-07-27T06:53:52.798841+0000","last_became_active":"2024-07-27T06:53:51.788636+0000","last_became_peered":"2024-07-27T06:53:51.788636+0000","last_unstale":"2024-07-27T06:53:52.798841+0000","last_undegraded":"2024-07-27T06:53:52.798841+0000","last_fullsized":"2024-07-27T06:53:52.798841+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:53:17.541091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833251+0000","last_change":"2024-07-27T06:53:51.803636+0000","last_active":"2024-07-27T06:53:52.833251+0000","last_peered":"2024-07-27T06:53:52.833251+0000","last_clean":"2024-07-27T06:53:52.833251+0000","last_became_active":"2024-07-27T06:53:51.799233+0000","last_became_peered":"2024-07-27T06:53:51.799233+0000","last_unstale":"2024-07-27T06:53:52.833251+0000","last_undegraded":"2024-07-27T06:53:52.833251+0000","last_fullsized":"2024-07-27T06:53:52.833251+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:53:17.541091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797740+0000","last_change":"2024-07-27T06:53:51.772648+0000","last_active":"2024-07-27T06:53:52.797740+0000","last_peered":"2024-07-27T06:53:52.797740+0000","last_clean":"2024-07-27T06:53:52.797740+0000","last_became_active":"2024-07-27T06:53:51.771476+0000","last_became_peered":"2024-07-27T06:53:51.771476+0000","last_unstale":"2024-07-27T06:53:52.797740+0000","last_undegraded":"2024-07-27T06:53:52.797740+0000","last_fullsized":"2024-07-27T06:53:52.797740+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:36.068054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790705+0000","last_change":"2024-07-27T06:53:51.783537+0000","last_active":"2024-07-27T06:53:52.790705+0000","last_peered":"2024-07-27T06:53:52.790705+0000","last_clean":"2024-07-27T06:53:52.790705+0000","last_became_active":"2024-07-27T06:53:51.781358+0000","last_became_peered":"2024-07-27T06:53:51.781358+0000","last_unstale":"2024-07-27T06:53:52.790705+0000","last_undegraded":"2024-07-27T06:53:52.790705+0000","last_fullsized":"2024-07-27T06:53:52.790705+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828253+0000","last_change":"2024-07-27T06:53:51.786828+0000","last_active":"2024-07-27T06:53:52.828253+0000","last_peered":"2024-07-27T06:53:52.828253+0000","last_clean":"2024-07-27T06:53:52.828253+0000","last_became_active":"2024-07-27T06:53:51.783676+0000","last_became_peered":"2024-07-27T06:53:51.783676+0000","last_unstale":"2024-07-27T06:53:52.828253+0000","last_undegraded":"2024-07-27T06:53:52.828253+0000","last_fullsized":"2024-07-27T06:53:52.828253+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:55:26.153560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.810188+0000","last_change":"2024-07-27T06:53:51.804749+0000","last_active":"2024-07-27T06:53:51.810188+0000","last_peered":"2024-07-27T06:53:51.810188+0000","last_clean":"2024-07-27T06:53:51.810188+0000","last_became_active":"2024-07-27T06:53:51.804427+0000","last_became_peered":"2024-07-27T06:53:51.804427+0000","last_unstale":"2024-07-27T06:53:51.810188+0000","last_undegraded":"2024-07-27T06:53:51.810188+0000","last_fullsized":"2024-07-27T06:53:51.810188+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:52:13.999380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829747+0000","last_change":"2024-07-27T06:53:51.801067+0000","last_active":"2024-07-27T06:53:52.829747+0000","last_peered":"2024-07-27T06:53:52.829747+0000","last_clean":"2024-07-27T06:53:52.829747+0000","last_became_active":"2024-07-27T06:53:51.800711+0000","last_became_peered":"2024-07-27T06:53:51.800711+0000","last_unstale":"2024-07-27T06:53:52.829747+0000","last_undegraded":"2024-07-27T06:53:52.829747+0000","last_fullsized":"2024-07-27T06:53:52.829747+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.803357+0000","last_change":"2024-07-27T06:53:51.796473+0000","last_active":"2024-07-27T06:53:51.803357+0000","last_peered":"2024-07-27T06:53:51.803357+0000","last_clean":"2024-07-27T06:53:51.803357+0000","last_became_active":"2024-07-27T06:53:51.796120+0000","last_became_peered":"2024-07-27T06:53:51.796120+0000","last_unstale":"2024-07-27T06:53:51.803357+0000","last_undegraded":"2024-07-27T06:53:51.803357+0000","last_fullsized":"2024-07-27T06:53:51.803357+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:42:34.356497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.784744+0000","last_change":"2024-07-27T06:53:50.793705+0000","last_active":"2024-07-27T06:53:51.784744+0000","last_peered":"2024-07-27T06:53:51.784744+0000","last_clean":"2024-07-27T06:53:51.784744+0000","last_became_active":"2024-07-27T06:53:50.793199+0000","last_became_peered":"2024-07-27T06:53:50.793199+0000","last_unstale":"2024-07-27T06:53:51.784744+0000","last_undegraded":"2024-07-27T06:53:51.784744+0000","last_fullsized":"2024-07-27T06:53:51.784744+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:26:32.367627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827451+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T06:53:52.827451+0000","last_peered":"2024-07-27T06:53:52.827451+0000","last_clean":"2024-07-27T06:53:52.827451+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T06:53:52.827451+0000","last_undegraded":"2024-07-27T06:53:52.827451+0000","last_fullsized":"2024-07-27T06:53:52.827451+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830487+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T06:53:52.830487+0000","last_peered":"2024-07-27T06:53:52.830487+0000","last_clean":"2024-07-27T06:53:52.830487+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T06:53:52.830487+0000","last_undegraded":"2024-07-27T06:53:52.830487+0000","last_fullsized":"2024-07-27T06:53:52.830487+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798141+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T06:53:52.798141+0000","last_peered":"2024-07-27T06:53:52.798141+0000","last_clean":"2024-07-27T06:53:52.798141+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T06:53:52.798141+0000","last_undegraded":"2024-07-27T06:53:52.798141+0000","last_fullsized":"2024-07-27T06:53:52.798141+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826735+0000","last_change":"2024-07-27T06:53:51.791659+0000","last_active":"2024-07-27T06:53:52.826735+0000","last_peered":"2024-07-27T06:53:52.826735+0000","last_clean":"2024-07-27T06:53:52.826735+0000","last_became_active":"2024-07-27T06:53:51.791330+0000","last_became_peered":"2024-07-27T06:53:51.791330+0000","last_unstale":"2024-07-27T06:53:52.826735+0000","last_undegraded":"2024-07-27T06:53:52.826735+0000","last_fullsized":"2024-07-27T06:53:52.826735+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:50:28.438588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.b","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830308+0000","last_change":"2024-07-27T06:53:50.787434+0000","last_active":"2024-07-27T06:53:52.830308+0000","last_peered":"2024-07-27T06:53:52.830308+0000","last_clean":"2024-07-27T06:53:52.830308+0000","last_became_active":"2024-07-27T06:53:50.786783+0000","last_became_peered":"2024-07-27T06:53:50.786783+0000","last_unstale":"2024-07-27T06:53:52.830308+0000","last_undegraded":"2024-07-27T06:53:52.830308+0000","last_fullsized":"2024-07-27T06:53:52.830308+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:33.913060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830329+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T06:53:52.830329+0000","last_peered":"2024-07-27T06:53:52.830329+0000","last_clean":"2024-07-27T06:53:52.830329+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T06:53:52.830329+0000","last_undegraded":"2024-07-27T06:53:52.830329+0000","last_fullsized":"2024-07-27T06:53:52.830329+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827591+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T06:53:52.827591+0000","last_peered":"2024-07-27T06:53:52.827591+0000","last_clean":"2024-07-27T06:53:52.827591+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T06:53:52.827591+0000","last_undegraded":"2024-07-27T06:53:52.827591+0000","last_fullsized":"2024-07-27T06:53:52.827591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829875+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T06:53:52.829875+0000","last_peered":"2024-07-27T06:53:52.829875+0000","last_clean":"2024-07-27T06:53:52.829875+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T06:53:52.829875+0000","last_undegraded":"2024-07-27T06:53:52.829875+0000","last_fullsized":"2024-07-27T06:53:52.829875+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829018+0000","last_change":"2024-07-27T06:53:51.792833+0000","last_active":"2024-07-27T06:53:52.829018+0000","last_peered":"2024-07-27T06:53:52.829018+0000","last_clean":"2024-07-27T06:53:52.829018+0000","last_became_active":"2024-07-27T06:53:51.792483+0000","last_became_peered":"2024-07-27T06:53:51.792483+0000","last_unstale":"2024-07-27T06:53:52.829018+0000","last_undegraded":"2024-07-27T06:53:52.829018+0000","last_fullsized":"2024-07-27T06:53:52.829018+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831191+0000","last_change":"2024-07-27T06:53:50.784118+0000","last_active":"2024-07-27T06:53:52.831191+0000","last_peered":"2024-07-27T06:53:52.831191+0000","last_clean":"2024-07-27T06:53:52.831191+0000","last_became_active":"2024-07-27T06:53:50.781422+0000","last_became_peered":"2024-07-27T06:53:50.781422+0000","last_unstale":"2024-07-27T06:53:52.831191+0000","last_undegraded":"2024-07-27T06:53:52.831191+0000","last_fullsized":"2024-07-27T06:53:52.831191+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:53.577083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831125+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T06:53:52.831125+0000","last_peered":"2024-07-27T06:53:52.831125+0000","last_clean":"2024-07-27T06:53:52.831125+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T06:53:52.831125+0000","last_undegraded":"2024-07-27T06:53:52.831125+0000","last_fullsized":"2024-07-27T06:53:52.831125+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791352+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T06:53:52.791352+0000","last_peered":"2024-07-27T06:53:52.791352+0000","last_clean":"2024-07-27T06:53:52.791352+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T06:53:52.791352+0000","last_undegraded":"2024-07-27T06:53:52.791352+0000","last_fullsized":"2024-07-27T06:53:52.791352+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":116,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791802+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T06:53:52.791802+0000","last_peered":"2024-07-27T06:53:52.791802+0000","last_clean":"2024-07-27T06:53:52.791802+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T06:53:52.791802+0000","last_undegraded":"2024-07-27T06:53:52.791802+0000","last_fullsized":"2024-07-27T06:53:52.791802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790479+0000","last_change":"2024-07-27T06:53:51.793833+0000","last_active":"2024-07-27T06:53:52.790479+0000","last_peered":"2024-07-27T06:53:52.790479+0000","last_clean":"2024-07-27T06:53:52.790479+0000","last_became_active":"2024-07-27T06:53:51.792149+0000","last_became_peered":"2024-07-27T06:53:51.792149+0000","last_unstale":"2024-07-27T06:53:52.790479+0000","last_undegraded":"2024-07-27T06:53:52.790479+0000","last_fullsized":"2024-07-27T06:53:52.790479+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831366+0000","last_change":"2024-07-27T06:53:50.795603+0000","last_active":"2024-07-27T06:53:52.831366+0000","last_peered":"2024-07-27T06:53:52.831366+0000","last_clean":"2024-07-27T06:53:52.831366+0000","last_became_active":"2024-07-27T06:53:50.795283+0000","last_became_peered":"2024-07-27T06:53:50.795283+0000","last_unstale":"2024-07-27T06:53:52.831366+0000","last_undegraded":"2024-07-27T06:53:52.831366+0000","last_fullsized":"2024-07-27T06:53:52.831366+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:40:01.743302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.785936+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T06:53:51.785936+0000","last_peered":"2024-07-27T06:53:51.785936+0000","last_clean":"2024-07-27T06:53:51.785936+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T06:53:51.785936+0000","last_undegraded":"2024-07-27T06:53:51.785936+0000","last_fullsized":"2024-07-27T06:53:51.785936+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827542+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T06:53:52.827542+0000","last_peered":"2024-07-27T06:53:52.827542+0000","last_clean":"2024-07-27T06:53:52.827542+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T06:53:52.827542+0000","last_undegraded":"2024-07-27T06:53:52.827542+0000","last_fullsized":"2024-07-27T06:53:52.827542+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":113,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830710+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T06:53:52.830710+0000","last_peered":"2024-07-27T06:53:52.830710+0000","last_clean":"2024-07-27T06:53:52.830710+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T06:53:52.830710+0000","last_undegraded":"2024-07-27T06:53:52.830710+0000","last_fullsized":"2024-07-27T06:53:52.830710+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.803296+0000","last_change":"2024-07-27T06:53:51.795815+0000","last_active":"2024-07-27T06:53:51.803296+0000","last_peered":"2024-07-27T06:53:51.803296+0000","last_clean":"2024-07-27T06:53:51.803296+0000","last_became_active":"2024-07-27T06:53:51.790777+0000","last_became_peered":"2024-07-27T06:53:51.790777+0000","last_unstale":"2024-07-27T06:53:51.803296+0000","last_undegraded":"2024-07-27T06:53:51.803296+0000","last_fullsized":"2024-07-27T06:53:51.803296+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:53:37.426377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.e","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831146+0000","last_change":"2024-07-27T06:53:50.787885+0000","last_active":"2024-07-27T06:53:52.831146+0000","last_peered":"2024-07-27T06:53:52.831146+0000","last_clean":"2024-07-27T06:53:52.831146+0000","last_became_active":"2024-07-27T06:53:50.786741+0000","last_became_peered":"2024-07-27T06:53:50.786741+0000","last_unstale":"2024-07-27T06:53:52.831146+0000","last_undegraded":"2024-07-27T06:53:52.831146+0000","last_fullsized":"2024-07-27T06:53:52.831146+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:25:37.500474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827104+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T06:53:52.827104+0000","last_peered":"2024-07-27T06:53:52.827104+0000","last_clean":"2024-07-27T06:53:52.827104+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T06:53:52.827104+0000","last_undegraded":"2024-07-27T06:53:52.827104+0000","last_fullsized":"2024-07-27T06:53:52.827104+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832808+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T06:53:52.832808+0000","last_peered":"2024-07-27T06:53:52.832808+0000","last_clean":"2024-07-27T06:53:52.832808+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T06:53:52.832808+0000","last_undegraded":"2024-07-27T06:53:52.832808+0000","last_fullsized":"2024-07-27T06:53:52.832808+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828406+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T06:53:52.828406+0000","last_peered":"2024-07-27T06:53:52.828406+0000","last_clean":"2024-07-27T06:53:52.828406+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T06:53:52.828406+0000","last_undegraded":"2024-07-27T06:53:52.828406+0000","last_fullsized":"2024-07-27T06:53:52.828406+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.804667+0000","last_change":"2024-07-27T06:53:51.799834+0000","last_active":"2024-07-27T06:53:51.804667+0000","last_peered":"2024-07-27T06:53:51.804667+0000","last_clean":"2024-07-27T06:53:51.804667+0000","last_became_active":"2024-07-27T06:53:51.798060+0000","last_became_peered":"2024-07-27T06:53:51.798060+0000","last_unstale":"2024-07-27T06:53:51.804667+0000","last_undegraded":"2024-07-27T06:53:51.804667+0000","last_fullsized":"2024-07-27T06:53:51.804667+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:53.209524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.f","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798613+0000","last_change":"2024-07-27T06:53:50.794641+0000","last_active":"2024-07-27T06:53:52.798613+0000","last_peered":"2024-07-27T06:53:52.798613+0000","last_clean":"2024-07-27T06:53:52.798613+0000","last_became_active":"2024-07-27T06:53:50.791158+0000","last_became_peered":"2024-07-27T06:53:50.791158+0000","last_unstale":"2024-07-27T06:53:52.798613+0000","last_undegraded":"2024-07-27T06:53:52.798613+0000","last_fullsized":"2024-07-27T06:53:52.798613+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:08.465507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.786044+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T06:53:51.786044+0000","last_peered":"2024-07-27T06:53:51.786044+0000","last_clean":"2024-07-27T06:53:51.786044+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T06:53:51.786044+0000","last_undegraded":"2024-07-27T06:53:51.786044+0000","last_fullsized":"2024-07-27T06:53:51.786044+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797439+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T06:53:52.797439+0000","last_peered":"2024-07-27T06:53:52.797439+0000","last_clean":"2024-07-27T06:53:52.797439+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T06:53:52.797439+0000","last_undegraded":"2024-07-27T06:53:52.797439+0000","last_fullsized":"2024-07-27T06:53:52.797439+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832003+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T06:53:52.832003+0000","last_peered":"2024-07-27T06:53:52.832003+0000","last_clean":"2024-07-27T06:53:52.832003+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T06:53:52.832003+0000","last_undegraded":"2024-07-27T06:53:52.832003+0000","last_fullsized":"2024-07-27T06:53:52.832003+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791124+0000","last_change":"2024-07-27T06:53:51.791572+0000","last_active":"2024-07-27T06:53:52.791124+0000","last_peered":"2024-07-27T06:53:52.791124+0000","last_clean":"2024-07-27T06:53:52.791124+0000","last_became_active":"2024-07-27T06:53:51.791216+0000","last_became_peered":"2024-07-27T06:53:51.791216+0000","last_unstale":"2024-07-27T06:53:52.791124+0000","last_undegraded":"2024-07-27T06:53:52.791124+0000","last_fullsized":"2024-07-27T06:53:52.791124+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:18.384486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791119+0000","last_change":"2024-07-27T06:53:50.784014+0000","last_active":"2024-07-27T06:53:52.791119+0000","last_peered":"2024-07-27T06:53:52.791119+0000","last_clean":"2024-07-27T06:53:52.791119+0000","last_became_active":"2024-07-27T06:53:50.783663+0000","last_became_peered":"2024-07-27T06:53:50.783663+0000","last_unstale":"2024-07-27T06:53:52.791119+0000","last_undegraded":"2024-07-27T06:53:52.791119+0000","last_fullsized":"2024-07-27T06:53:52.791119+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:23.544224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783451+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T06:53:51.783451+0000","last_peered":"2024-07-27T06:53:51.783451+0000","last_clean":"2024-07-27T06:53:51.783451+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T06:53:51.783451+0000","last_undegraded":"2024-07-27T06:53:51.783451+0000","last_fullsized":"2024-07-27T06:53:51.783451+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.777808+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T06:53:51.777808+0000","last_peered":"2024-07-27T06:53:51.777808+0000","last_clean":"2024-07-27T06:53:51.777808+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T06:53:51.777808+0000","last_undegraded":"2024-07-27T06:53:51.777808+0000","last_fullsized":"2024-07-27T06:53:51.777808+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832160+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T06:53:52.832160+0000","last_peered":"2024-07-27T06:53:52.832160+0000","last_clean":"2024-07-27T06:53:52.832160+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T06:53:52.832160+0000","last_undegraded":"2024-07-27T06:53:52.832160+0000","last_fullsized":"2024-07-27T06:53:52.832160+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830569+0000","last_change":"2024-07-27T06:53:51.802183+0000","last_active":"2024-07-27T06:53:52.830569+0000","last_peered":"2024-07-27T06:53:52.830569+0000","last_clean":"2024-07-27T06:53:52.830569+0000","last_became_active":"2024-07-27T06:53:51.801780+0000","last_became_peered":"2024-07-27T06:53:51.801780+0000","last_unstale":"2024-07-27T06:53:52.830569+0000","last_undegraded":"2024-07-27T06:53:52.830569+0000","last_fullsized":"2024-07-27T06:53:52.830569+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:23:02.322563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.d","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791219+0000","last_change":"2024-07-27T06:53:50.790408+0000","last_active":"2024-07-27T06:53:52.791219+0000","last_peered":"2024-07-27T06:53:52.791219+0000","last_clean":"2024-07-27T06:53:52.791219+0000","last_became_active":"2024-07-27T06:53:50.790071+0000","last_became_peered":"2024-07-27T06:53:50.790071+0000","last_unstale":"2024-07-27T06:53:52.791219+0000","last_undegraded":"2024-07-27T06:53:52.791219+0000","last_fullsized":"2024-07-27T06:53:52.791219+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:25.245660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828514+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T06:53:52.828514+0000","last_peered":"2024-07-27T06:53:52.828514+0000","last_clean":"2024-07-27T06:53:52.828514+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T06:53:52.828514+0000","last_undegraded":"2024-07-27T06:53:52.828514+0000","last_fullsized":"2024-07-27T06:53:52.828514+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829656+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T06:53:52.829656+0000","last_peered":"2024-07-27T06:53:52.829656+0000","last_clean":"2024-07-27T06:53:52.829656+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T06:53:52.829656+0000","last_undegraded":"2024-07-27T06:53:52.829656+0000","last_fullsized":"2024-07-27T06:53:52.829656+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828470+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T06:53:52.828470+0000","last_peered":"2024-07-27T06:53:52.828470+0000","last_clean":"2024-07-27T06:53:52.828470+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T06:53:52.828470+0000","last_undegraded":"2024-07-27T06:53:52.828470+0000","last_fullsized":"2024-07-27T06:53:52.828470+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790910+0000","last_change":"2024-07-27T06:53:51.806100+0000","last_active":"2024-07-27T06:53:52.790910+0000","last_peered":"2024-07-27T06:53:52.790910+0000","last_clean":"2024-07-27T06:53:52.790910+0000","last_became_active":"2024-07-27T06:53:51.805687+0000","last_became_peered":"2024-07-27T06:53:51.805687+0000","last_unstale":"2024-07-27T06:53:52.790910+0000","last_undegraded":"2024-07-27T06:53:52.790910+0000","last_fullsized":"2024-07-27T06:53:52.790910+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:44:05.725375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790244+0000","last_change":"2024-07-27T06:53:50.784745+0000","last_active":"2024-07-27T06:53:52.790244+0000","last_peered":"2024-07-27T06:53:52.790244+0000","last_clean":"2024-07-27T06:53:52.790244+0000","last_became_active":"2024-07-27T06:53:50.784102+0000","last_became_peered":"2024-07-27T06:53:50.784102+0000","last_unstale":"2024-07-27T06:53:52.790244+0000","last_undegraded":"2024-07-27T06:53:52.790244+0000","last_fullsized":"2024-07-27T06:53:52.790244+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:43.200788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827707+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T06:53:52.827707+0000","last_peered":"2024-07-27T06:53:52.827707+0000","last_clean":"2024-07-27T06:53:52.827707+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T06:53:52.827707+0000","last_undegraded":"2024-07-27T06:53:52.827707+0000","last_fullsized":"2024-07-27T06:53:52.827707+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830380+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T06:53:52.830380+0000","last_peered":"2024-07-27T06:53:52.830380+0000","last_clean":"2024-07-27T06:53:52.830380+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T06:53:52.830380+0000","last_undegraded":"2024-07-27T06:53:52.830380+0000","last_fullsized":"2024-07-27T06:53:52.830380+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":114,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831456+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T06:53:52.831456+0000","last_peered":"2024-07-27T06:53:52.831456+0000","last_clean":"2024-07-27T06:53:52.831456+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T06:53:52.831456+0000","last_undegraded":"2024-07-27T06:53:52.831456+0000","last_fullsized":"2024-07-27T06:53:52.831456+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826552+0000","last_change":"2024-07-27T06:53:51.790930+0000","last_active":"2024-07-27T06:53:52.826552+0000","last_peered":"2024-07-27T06:53:52.826552+0000","last_clean":"2024-07-27T06:53:52.826552+0000","last_became_active":"2024-07-27T06:53:51.790567+0000","last_became_peered":"2024-07-27T06:53:51.790567+0000","last_unstale":"2024-07-27T06:53:52.826552+0000","last_undegraded":"2024-07-27T06:53:52.826552+0000","last_fullsized":"2024-07-27T06:53:52.826552+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828756+0000","last_change":"2024-07-27T06:53:50.772561+0000","last_active":"2024-07-27T06:53:52.828756+0000","last_peered":"2024-07-27T06:53:52.828756+0000","last_clean":"2024-07-27T06:53:52.828756+0000","last_became_active":"2024-07-27T06:53:50.772188+0000","last_became_peered":"2024-07-27T06:53:50.772188+0000","last_unstale":"2024-07-27T06:53:52.828756+0000","last_undegraded":"2024-07-27T06:53:52.828756+0000","last_fullsized":"2024-07-27T06:53:52.828756+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:29:20.066771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790770+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T06:53:52.790770+0000","last_peered":"2024-07-27T06:53:52.790770+0000","last_clean":"2024-07-27T06:53:52.790770+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T06:53:52.790770+0000","last_undegraded":"2024-07-27T06:53:52.790770+0000","last_fullsized":"2024-07-27T06:53:52.790770+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831699+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T06:53:52.831699+0000","last_peered":"2024-07-27T06:53:52.831699+0000","last_clean":"2024-07-27T06:53:52.831699+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T06:53:52.831699+0000","last_undegraded":"2024-07-27T06:53:52.831699+0000","last_fullsized":"2024-07-27T06:53:52.831699+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":119,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798437+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T06:53:52.798437+0000","last_peered":"2024-07-27T06:53:52.798437+0000","last_clean":"2024-07-27T06:53:52.798437+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T06:53:52.798437+0000","last_undegraded":"2024-07-27T06:53:52.798437+0000","last_fullsized":"2024-07-27T06:53:52.798437+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796849+0000","last_change":"2024-07-27T06:53:51.797616+0000","last_active":"2024-07-27T06:53:52.796849+0000","last_peered":"2024-07-27T06:53:52.796849+0000","last_clean":"2024-07-27T06:53:52.796849+0000","last_became_active":"2024-07-27T06:53:51.797281+0000","last_became_peered":"2024-07-27T06:53:51.797281+0000","last_unstale":"2024-07-27T06:53:52.796849+0000","last_undegraded":"2024-07-27T06:53:52.796849+0000","last_fullsized":"2024-07-27T06:53:52.796849+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:02:30.401710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796740+0000","last_change":"2024-07-27T06:53:50.788913+0000","last_active":"2024-07-27T06:53:52.796740+0000","last_peered":"2024-07-27T06:53:52.796740+0000","last_clean":"2024-07-27T06:53:52.796740+0000","last_became_active":"2024-07-27T06:53:50.788569+0000","last_became_peered":"2024-07-27T06:53:50.788569+0000","last_unstale":"2024-07-27T06:53:52.796740+0000","last_undegraded":"2024-07-27T06:53:52.796740+0000","last_fullsized":"2024-07-27T06:53:52.796740+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:40:29.102060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827225+0000","last_change":"2024-07-27T06:52:53.279362+0000","last_active":"2024-07-27T06:53:52.827225+0000","last_peered":"2024-07-27T06:53:52.827225+0000","last_clean":"2024-07-27T06:53:52.827225+0000","last_became_active":"2024-07-27T06:52:53.278823+0000","last_became_peered":"2024-07-27T06:52:53.278823+0000","last_unstale":"2024-07-27T06:53:52.827225+0000","last_undegraded":"2024-07-27T06:53:52.827225+0000","last_fullsized":"2024-07-27T06:53:52.827225+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:03.653533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797941+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T06:53:52.797941+0000","last_peered":"2024-07-27T06:53:52.797941+0000","last_clean":"2024-07-27T06:53:52.797941+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T06:53:52.797941+0000","last_undegraded":"2024-07-27T06:53:52.797941+0000","last_fullsized":"2024-07-27T06:53:52.797941+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827884+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T06:53:52.827884+0000","last_peered":"2024-07-27T06:53:52.827884+0000","last_clean":"2024-07-27T06:53:52.827884+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T06:53:52.827884+0000","last_undegraded":"2024-07-27T06:53:52.827884+0000","last_fullsized":"2024-07-27T06:53:52.827884+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790166+0000","last_change":"2024-07-27T06:53:51.777654+0000","last_active":"2024-07-27T06:53:52.790166+0000","last_peered":"2024-07-27T06:53:52.790166+0000","last_clean":"2024-07-27T06:53:52.790166+0000","last_became_active":"2024-07-27T06:53:51.777293+0000","last_became_peered":"2024-07-27T06:53:51.777293+0000","last_unstale":"2024-07-27T06:53:52.790166+0000","last_undegraded":"2024-07-27T06:53:52.790166+0000","last_fullsized":"2024-07-27T06:53:52.790166+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:01.088660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":13,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783903+0000","last_change":"2024-07-27T06:53:50.784591+0000","last_active":"2024-07-27T06:53:51.783903+0000","last_peered":"2024-07-27T06:53:51.783903+0000","last_clean":"2024-07-27T06:53:51.783903+0000","last_became_active":"2024-07-27T06:53:50.784190+0000","last_became_peered":"2024-07-27T06:53:50.784190+0000","last_unstale":"2024-07-27T06:53:51.783903+0000","last_undegraded":"2024-07-27T06:53:51.783903+0000","last_fullsized":"2024-07-27T06:53:51.783903+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:27:36.001177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791207+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T06:53:52.791207+0000","last_peered":"2024-07-27T06:53:52.791207+0000","last_clean":"2024-07-27T06:53:52.791207+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T06:53:52.791207+0000","last_undegraded":"2024-07-27T06:53:52.791207+0000","last_fullsized":"2024-07-27T06:53:52.791207+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783056+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T06:53:51.783056+0000","last_peered":"2024-07-27T06:53:51.783056+0000","last_clean":"2024-07-27T06:53:51.783056+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T06:53:51.783056+0000","last_undegraded":"2024-07-27T06:53:51.783056+0000","last_fullsized":"2024-07-27T06:53:51.783056+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826854+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T06:53:52.826854+0000","last_peered":"2024-07-27T06:53:52.826854+0000","last_clean":"2024-07-27T06:53:52.826854+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T06:53:52.826854+0000","last_undegraded":"2024-07-27T06:53:52.826854+0000","last_fullsized":"2024-07-27T06:53:52.826854+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798692+0000","last_change":"2024-07-27T06:53:51.796820+0000","last_active":"2024-07-27T06:53:52.798692+0000","last_peered":"2024-07-27T06:53:52.798692+0000","last_clean":"2024-07-27T06:53:52.798692+0000","last_became_active":"2024-07-27T06:53:51.796331+0000","last_became_peered":"2024-07-27T06:53:51.796331+0000","last_unstale":"2024-07-27T06:53:52.798692+0000","last_undegraded":"2024-07-27T06:53:52.798692+0000","last_fullsized":"2024-07-27T06:53:52.798692+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:34.007668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.6","version":"95'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:53.768427+0000","last_change":"2024-07-27T06:53:50.791997+0000","last_active":"2024-07-27T06:53:53.768427+0000","last_peered":"2024-07-27T06:53:53.768427+0000","last_clean":"2024-07-27T06:53:53.768427+0000","last_became_active":"2024-07-27T06:53:50.791630+0000","last_became_peered":"2024-07-27T06:53:50.791630+0000","last_unstale":"2024-07-27T06:53:53.768427+0000","last_undegraded":"2024-07-27T06:53:53.768427+0000","last_fullsized":"2024-07-27T06:53:53.768427+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:12:08.795133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830829+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T06:53:52.830829+0000","last_peered":"2024-07-27T06:53:52.830829+0000","last_clean":"2024-07-27T06:53:52.830829+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T06:53:52.830829+0000","last_undegraded":"2024-07-27T06:53:52.830829+0000","last_fullsized":"2024-07-27T06:53:52.830829+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829571+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T06:53:52.829571+0000","last_peered":"2024-07-27T06:53:52.829571+0000","last_clean":"2024-07-27T06:53:52.829571+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T06:53:52.829571+0000","last_undegraded":"2024-07-27T06:53:52.829571+0000","last_fullsized":"2024-07-27T06:53:52.829571+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829718+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T06:53:52.829718+0000","last_peered":"2024-07-27T06:53:52.829718+0000","last_clean":"2024-07-27T06:53:52.829718+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T06:53:52.829718+0000","last_undegraded":"2024-07-27T06:53:52.829718+0000","last_fullsized":"2024-07-27T06:53:52.829718+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790511+0000","last_change":"2024-07-27T06:53:51.795788+0000","last_active":"2024-07-27T06:53:52.790511+0000","last_peered":"2024-07-27T06:53:52.790511+0000","last_clean":"2024-07-27T06:53:52.790511+0000","last_became_active":"2024-07-27T06:53:51.793860+0000","last_became_peered":"2024-07-27T06:53:51.793860+0000","last_unstale":"2024-07-27T06:53:52.790511+0000","last_undegraded":"2024-07-27T06:53:52.790511+0000","last_fullsized":"2024-07-27T06:53:52.790511+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:15:44.373170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.7","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833949+0000","last_change":"2024-07-27T06:53:50.789784+0000","last_active":"2024-07-27T06:53:52.833949+0000","last_peered":"2024-07-27T06:53:52.833949+0000","last_clean":"2024-07-27T06:53:52.833949+0000","last_became_active":"2024-07-27T06:53:50.789028+0000","last_became_peered":"2024-07-27T06:53:50.789028+0000","last_unstale":"2024-07-27T06:53:52.833949+0000","last_undegraded":"2024-07-27T06:53:52.833949+0000","last_fullsized":"2024-07-27T06:53:52.833949+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:08.465507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797293+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T06:53:52.797293+0000","last_peered":"2024-07-27T06:53:52.797293+0000","last_clean":"2024-07-27T06:53:52.797293+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T06:53:52.797293+0000","last_undegraded":"2024-07-27T06:53:52.797293+0000","last_fullsized":"2024-07-27T06:53:52.797293+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790771+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T06:53:52.790771+0000","last_peered":"2024-07-27T06:53:52.790771+0000","last_clean":"2024-07-27T06:53:52.790771+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T06:53:52.790771+0000","last_undegraded":"2024-07-27T06:53:52.790771+0000","last_fullsized":"2024-07-27T06:53:52.790771+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829448+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T06:53:52.829448+0000","last_peered":"2024-07-27T06:53:52.829448+0000","last_clean":"2024-07-27T06:53:52.829448+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T06:53:52.829448+0000","last_undegraded":"2024-07-27T06:53:52.829448+0000","last_fullsized":"2024-07-27T06:53:52.829448+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791087+0000","last_change":"2024-07-27T06:53:51.772333+0000","last_active":"2024-07-27T06:53:52.791087+0000","last_peered":"2024-07-27T06:53:52.791087+0000","last_clean":"2024-07-27T06:53:52.791087+0000","last_became_active":"2024-07-27T06:53:51.771992+0000","last_became_peered":"2024-07-27T06:53:51.771992+0000","last_unstale":"2024-07-27T06:53:52.791087+0000","last_undegraded":"2024-07-27T06:53:52.791087+0000","last_fullsized":"2024-07-27T06:53:52.791087+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:42.358612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832462+0000","last_change":"2024-07-27T06:53:50.792255+0000","last_active":"2024-07-27T06:53:52.832462+0000","last_peered":"2024-07-27T06:53:52.832462+0000","last_clean":"2024-07-27T06:53:52.832462+0000","last_became_active":"2024-07-27T06:53:50.791924+0000","last_became_peered":"2024-07-27T06:53:50.791924+0000","last_unstale":"2024-07-27T06:53:52.832462+0000","last_undegraded":"2024-07-27T06:53:52.832462+0000","last_fullsized":"2024-07-27T06:53:52.832462+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:40:29.102060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":55,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828799+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T06:53:52.828799+0000","last_peered":"2024-07-27T06:53:52.828799+0000","last_clean":"2024-07-27T06:53:52.828799+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T06:53:52.828799+0000","last_undegraded":"2024-07-27T06:53:52.828799+0000","last_fullsized":"2024-07-27T06:53:52.828799+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828814+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T06:53:52.828814+0000","last_peered":"2024-07-27T06:53:52.828814+0000","last_clean":"2024-07-27T06:53:52.828814+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T06:53:52.828814+0000","last_undegraded":"2024-07-27T06:53:52.828814+0000","last_fullsized":"2024-07-27T06:53:52.828814+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830781+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T06:53:52.830781+0000","last_peered":"2024-07-27T06:53:52.830781+0000","last_clean":"2024-07-27T06:53:52.830781+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T06:53:52.830781+0000","last_undegraded":"2024-07-27T06:53:52.830781+0000","last_fullsized":"2024-07-27T06:53:52.830781+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.812209+0000","last_change":"2024-07-27T06:53:51.809501+0000","last_active":"2024-07-27T06:53:51.812209+0000","last_peered":"2024-07-27T06:53:51.812209+0000","last_clean":"2024-07-27T06:53:51.812209+0000","last_became_active":"2024-07-27T06:53:51.809205+0000","last_became_peered":"2024-07-27T06:53:51.809205+0000","last_unstale":"2024-07-27T06:53:51.812209+0000","last_undegraded":"2024-07-27T06:53:51.812209+0000","last_fullsized":"2024-07-27T06:53:51.812209+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:00:30.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833431+0000","last_change":"2024-07-27T06:53:50.781470+0000","last_active":"2024-07-27T06:53:52.833431+0000","last_peered":"2024-07-27T06:53:52.833431+0000","last_clean":"2024-07-27T06:53:52.833431+0000","last_became_active":"2024-07-27T06:53:50.781138+0000","last_became_peered":"2024-07-27T06:53:50.781138+0000","last_unstale":"2024-07-27T06:53:52.833431+0000","last_undegraded":"2024-07-27T06:53:52.833431+0000","last_fullsized":"2024-07-27T06:53:52.833431+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:11:35.489894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.825916+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T06:53:52.825916+0000","last_peered":"2024-07-27T06:53:52.825916+0000","last_clean":"2024-07-27T06:53:52.825916+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T06:53:52.825916+0000","last_undegraded":"2024-07-27T06:53:52.825916+0000","last_fullsized":"2024-07-27T06:53:52.825916+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829100+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T06:53:52.829100+0000","last_peered":"2024-07-27T06:53:52.829100+0000","last_clean":"2024-07-27T06:53:52.829100+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T06:53:52.829100+0000","last_undegraded":"2024-07-27T06:53:52.829100+0000","last_fullsized":"2024-07-27T06:53:52.829100+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826887+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T06:53:52.826887+0000","last_peered":"2024-07-27T06:53:52.826887+0000","last_clean":"2024-07-27T06:53:52.826887+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T06:53:52.826887+0000","last_undegraded":"2024-07-27T06:53:52.826887+0000","last_fullsized":"2024-07-27T06:53:52.826887+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828611+0000","last_change":"2024-07-27T06:53:51.803821+0000","last_active":"2024-07-27T06:53:52.828611+0000","last_peered":"2024-07-27T06:53:52.828611+0000","last_clean":"2024-07-27T06:53:52.828611+0000","last_became_active":"2024-07-27T06:53:51.803469+0000","last_became_peered":"2024-07-27T06:53:51.803469+0000","last_unstale":"2024-07-27T06:53:52.828611+0000","last_undegraded":"2024-07-27T06:53:52.828611+0000","last_fullsized":"2024-07-27T06:53:52.828611+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:00:36.372750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.1a","version":"94'1","reported_seq":14,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.808581+0000","last_change":"2024-07-27T06:53:50.790053+0000","last_active":"2024-07-27T06:53:51.808581+0000","last_peered":"2024-07-27T06:53:51.808581+0000","last_clean":"2024-07-27T06:53:51.808581+0000","last_became_active":"2024-07-27T06:53:50.789431+0000","last_became_peered":"2024-07-27T06:53:50.789431+0000","last_unstale":"2024-07-27T06:53:51.808581+0000","last_undegraded":"2024-07-27T06:53:51.808581+0000","last_fullsized":"2024-07-27T06:53:51.808581+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:26.628443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831908+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T06:53:52.831908+0000","last_peered":"2024-07-27T06:53:52.831908+0000","last_clean":"2024-07-27T06:53:52.831908+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T06:53:52.831908+0000","last_undegraded":"2024-07-27T06:53:52.831908+0000","last_fullsized":"2024-07-27T06:53:52.831908+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.789804+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T06:53:51.789804+0000","last_peered":"2024-07-27T06:53:51.789804+0000","last_clean":"2024-07-27T06:53:51.789804+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T06:53:51.789804+0000","last_undegraded":"2024-07-27T06:53:51.789804+0000","last_fullsized":"2024-07-27T06:53:51.789804+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827678+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T06:53:52.827678+0000","last_peered":"2024-07-27T06:53:52.827678+0000","last_clean":"2024-07-27T06:53:52.827678+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T06:53:52.827678+0000","last_undegraded":"2024-07-27T06:53:52.827678+0000","last_fullsized":"2024-07-27T06:53:52.827678+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832123+0000","last_change":"2024-07-27T06:53:51.801713+0000","last_active":"2024-07-27T06:53:52.832123+0000","last_peered":"2024-07-27T06:53:52.832123+0000","last_clean":"2024-07-27T06:53:52.832123+0000","last_became_active":"2024-07-27T06:53:51.798140+0000","last_became_peered":"2024-07-27T06:53:51.798140+0000","last_unstale":"2024-07-27T06:53:52.832123+0000","last_undegraded":"2024-07-27T06:53:52.832123+0000","last_fullsized":"2024-07-27T06:53:52.832123+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:31:34.007668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1b","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826919+0000","last_change":"2024-07-27T06:53:50.789673+0000","last_active":"2024-07-27T06:53:52.826919+0000","last_peered":"2024-07-27T06:53:52.826919+0000","last_clean":"2024-07-27T06:53:52.826919+0000","last_became_active":"2024-07-27T06:53:50.789204+0000","last_became_peered":"2024-07-27T06:53:50.789204+0000","last_unstale":"2024-07-27T06:53:52.826919+0000","last_undegraded":"2024-07-27T06:53:52.826919+0000","last_fullsized":"2024-07-27T06:53:52.826919+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:27:19.435648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831466+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T06:53:52.831466+0000","last_peered":"2024-07-27T06:53:52.831466+0000","last_clean":"2024-07-27T06:53:52.831466+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T06:53:52.831466+0000","last_undegraded":"2024-07-27T06:53:52.831466+0000","last_fullsized":"2024-07-27T06:53:52.831466+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830796+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T06:53:52.830796+0000","last_peered":"2024-07-27T06:53:52.830796+0000","last_clean":"2024-07-27T06:53:52.830796+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T06:53:52.830796+0000","last_undegraded":"2024-07-27T06:53:52.830796+0000","last_fullsized":"2024-07-27T06:53:52.830796+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":111,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830006+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T06:53:52.830006+0000","last_peered":"2024-07-27T06:53:52.830006+0000","last_clean":"2024-07-27T06:53:52.830006+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T06:53:52.830006+0000","last_undegraded":"2024-07-27T06:53:52.830006+0000","last_fullsized":"2024-07-27T06:53:52.830006+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828267+0000","last_change":"2024-07-27T06:53:51.797575+0000","last_active":"2024-07-27T06:53:52.828267+0000","last_peered":"2024-07-27T06:53:52.828267+0000","last_clean":"2024-07-27T06:53:52.828267+0000","last_became_active":"2024-07-27T06:53:51.797252+0000","last_became_peered":"2024-07-27T06:53:51.797252+0000","last_unstale":"2024-07-27T06:53:52.828267+0000","last_undegraded":"2024-07-27T06:53:52.828267+0000","last_fullsized":"2024-07-27T06:53:52.828267+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:50.047248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828415+0000","last_change":"2024-07-27T06:53:50.789881+0000","last_active":"2024-07-27T06:53:52.828415+0000","last_peered":"2024-07-27T06:53:52.828415+0000","last_clean":"2024-07-27T06:53:52.828415+0000","last_became_active":"2024-07-27T06:53:50.789507+0000","last_became_peered":"2024-07-27T06:53:50.789507+0000","last_unstale":"2024-07-27T06:53:52.828415+0000","last_undegraded":"2024-07-27T06:53:52.828415+0000","last_fullsized":"2024-07-27T06:53:52.828415+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:52.559141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829986+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T06:53:52.829986+0000","last_peered":"2024-07-27T06:53:52.829986+0000","last_clean":"2024-07-27T06:53:52.829986+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T06:53:52.829986+0000","last_undegraded":"2024-07-27T06:53:52.829986+0000","last_fullsized":"2024-07-27T06:53:52.829986+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829719+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T06:53:52.829719+0000","last_peered":"2024-07-27T06:53:52.829719+0000","last_clean":"2024-07-27T06:53:52.829719+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T06:53:52.829719+0000","last_undegraded":"2024-07-27T06:53:52.829719+0000","last_fullsized":"2024-07-27T06:53:52.829719+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830936+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T06:53:52.830936+0000","last_peered":"2024-07-27T06:53:52.830936+0000","last_clean":"2024-07-27T06:53:52.830936+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T06:53:52.830936+0000","last_undegraded":"2024-07-27T06:53:52.830936+0000","last_fullsized":"2024-07-27T06:53:52.830936+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828459+0000","last_change":"2024-07-27T06:53:51.794036+0000","last_active":"2024-07-27T06:53:52.828459+0000","last_peered":"2024-07-27T06:53:52.828459+0000","last_clean":"2024-07-27T06:53:52.828459+0000","last_became_active":"2024-07-27T06:53:51.791862+0000","last_became_peered":"2024-07-27T06:53:51.791862+0000","last_unstale":"2024-07-27T06:53:52.828459+0000","last_undegraded":"2024-07-27T06:53:52.828459+0000","last_fullsized":"2024-07-27T06:53:52.828459+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:01.088660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828338+0000","last_change":"2024-07-27T06:53:50.781623+0000","last_active":"2024-07-27T06:53:52.828338+0000","last_peered":"2024-07-27T06:53:52.828338+0000","last_clean":"2024-07-27T06:53:52.828338+0000","last_became_active":"2024-07-27T06:53:50.781290+0000","last_became_peered":"2024-07-27T06:53:50.781290+0000","last_unstale":"2024-07-27T06:53:52.828338+0000","last_undegraded":"2024-07-27T06:53:52.828338+0000","last_fullsized":"2024-07-27T06:53:52.828338+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:28:02.498058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830247+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T06:53:52.830247+0000","last_peered":"2024-07-27T06:53:52.830247+0000","last_clean":"2024-07-27T06:53:52.830247+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T06:53:52.830247+0000","last_undegraded":"2024-07-27T06:53:52.830247+0000","last_fullsized":"2024-07-27T06:53:52.830247+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791284+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T06:53:52.791284+0000","last_peered":"2024-07-27T06:53:52.791284+0000","last_clean":"2024-07-27T06:53:52.791284+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T06:53:52.791284+0000","last_undegraded":"2024-07-27T06:53:52.791284+0000","last_fullsized":"2024-07-27T06:53:52.791284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830812+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T06:53:52.830812+0000","last_peered":"2024-07-27T06:53:52.830812+0000","last_clean":"2024-07-27T06:53:52.830812+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T06:53:52.830812+0000","last_undegraded":"2024-07-27T06:53:52.830812+0000","last_fullsized":"2024-07-27T06:53:52.830812+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791549+0000","last_change":"2024-07-27T06:53:51.781933+0000","last_active":"2024-07-27T06:53:52.791549+0000","last_peered":"2024-07-27T06:53:52.791549+0000","last_clean":"2024-07-27T06:53:52.791549+0000","last_became_active":"2024-07-27T06:53:51.781642+0000","last_became_peered":"2024-07-27T06:53:51.781642+0000","last_unstale":"2024-07-27T06:53:52.791549+0000","last_undegraded":"2024-07-27T06:53:52.791549+0000","last_fullsized":"2024-07-27T06:53:52.791549+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:35:50.411786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1e","version":"94'1","reported_seq":16,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830424+0000","last_change":"2024-07-27T06:53:50.777591+0000","last_active":"2024-07-27T06:53:52.830424+0000","last_peered":"2024-07-27T06:53:52.830424+0000","last_clean":"2024-07-27T06:53:52.830424+0000","last_became_active":"2024-07-27T06:53:50.777170+0000","last_became_peered":"2024-07-27T06:53:50.777170+0000","last_unstale":"2024-07-27T06:53:52.830424+0000","last_undegraded":"2024-07-27T06:53:52.830424+0000","last_fullsized":"2024-07-27T06:53:52.830424+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:23:49.949235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.778251+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T06:53:51.778251+0000","last_peered":"2024-07-27T06:53:51.778251+0000","last_clean":"2024-07-27T06:53:51.778251+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T06:53:51.778251+0000","last_undegraded":"2024-07-27T06:53:51.778251+0000","last_fullsized":"2024-07-27T06:53:51.778251+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829769+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T06:53:52.829769+0000","last_peered":"2024-07-27T06:53:52.829769+0000","last_clean":"2024-07-27T06:53:52.829769+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T06:53:52.829769+0000","last_undegraded":"2024-07-27T06:53:52.829769+0000","last_fullsized":"2024-07-27T06:53:52.829769+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797032+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T06:53:52.797032+0000","last_peered":"2024-07-27T06:53:52.797032+0000","last_clean":"2024-07-27T06:53:52.797032+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T06:53:52.797032+0000","last_undegraded":"2024-07-27T06:53:52.797032+0000","last_fullsized":"2024-07-27T06:53:52.797032+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":10,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.802877+0000","last_change":"2024-07-27T06:53:51.793946+0000","last_active":"2024-07-27T06:53:51.802877+0000","last_peered":"2024-07-27T06:53:51.802877+0000","last_clean":"2024-07-27T06:53:51.802877+0000","last_became_active":"2024-07-27T06:53:51.793477+0000","last_became_peered":"2024-07-27T06:53:51.793477+0000","last_unstale":"2024-07-27T06:53:51.802877+0000","last_undegraded":"2024-07-27T06:53:51.802877+0000","last_fullsized":"2024-07-27T06:53:51.802877+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:52.625386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1f","version":"94'4","reported_seq":19,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791597+0000","last_change":"2024-07-27T06:53:50.781539+0000","last_active":"2024-07-27T06:53:52.791597+0000","last_peered":"2024-07-27T06:53:52.791597+0000","last_clean":"2024-07-27T06:53:52.791597+0000","last_became_active":"2024-07-27T06:53:50.781104+0000","last_became_peered":"2024-07-27T06:53:50.781104+0000","last_unstale":"2024-07-27T06:53:52.791597+0000","last_undegraded":"2024-07-27T06:53:52.791597+0000","last_fullsized":"2024-07-27T06:53:52.791597+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:33.913060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826768+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T06:53:52.826768+0000","last_peered":"2024-07-27T06:53:52.826768+0000","last_clean":"2024-07-27T06:53:52.826768+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T06:53:52.826768+0000","last_undegraded":"2024-07-27T06:53:52.826768+0000","last_fullsized":"2024-07-27T06:53:52.826768+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831954+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T06:53:52.831954+0000","last_peered":"2024-07-27T06:53:52.831954+0000","last_clean":"2024-07-27T06:53:52.831954+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T06:53:52.831954+0000","last_undegraded":"2024-07-27T06:53:52.831954+0000","last_fullsized":"2024-07-27T06:53:52.831954+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796956+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T06:53:52.796956+0000","last_peered":"2024-07-27T06:53:52.796956+0000","last_clean":"2024-07-27T06:53:52.796956+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T06:53:52.796956+0000","last_undegraded":"2024-07-27T06:53:52.796956+0000","last_fullsized":"2024-07-27T06:53:52.796956+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.827671+0000","last_change":"2024-07-27T06:53:51.794927+0000","last_active":"2024-07-27T06:53:52.827671+0000","last_peered":"2024-07-27T06:53:52.827671+0000","last_clean":"2024-07-27T06:53:52.827671+0000","last_became_active":"2024-07-27T06:53:51.794619+0000","last_became_peered":"2024-07-27T06:53:51.794619+0000","last_unstale":"2024-07-27T06:53:52.827671+0000","last_undegraded":"2024-07-27T06:53:52.827671+0000","last_fullsized":"2024-07-27T06:53:52.827671+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:18.384486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1c","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832381+0000","last_change":"2024-07-27T06:53:50.794834+0000","last_active":"2024-07-27T06:53:52.832381+0000","last_peered":"2024-07-27T06:53:52.832381+0000","last_clean":"2024-07-27T06:53:52.832381+0000","last_became_active":"2024-07-27T06:53:50.794470+0000","last_became_peered":"2024-07-27T06:53:50.794470+0000","last_unstale":"2024-07-27T06:53:52.832381+0000","last_undegraded":"2024-07-27T06:53:52.832381+0000","last_fullsized":"2024-07-27T06:53:52.832381+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:08:24.273130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826118+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T06:53:52.826118+0000","last_peered":"2024-07-27T06:53:52.826118+0000","last_clean":"2024-07-27T06:53:52.826118+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T06:53:52.826118+0000","last_undegraded":"2024-07-27T06:53:52.826118+0000","last_fullsized":"2024-07-27T06:53:52.826118+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790580+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T06:53:52.790580+0000","last_peered":"2024-07-27T06:53:52.790580+0000","last_clean":"2024-07-27T06:53:52.790580+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T06:53:52.790580+0000","last_undegraded":"2024-07-27T06:53:52.790580+0000","last_fullsized":"2024-07-27T06:53:52.790580+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":111,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.778366+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T06:53:51.778366+0000","last_peered":"2024-07-27T06:53:51.778366+0000","last_clean":"2024-07-27T06:53:51.778366+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T06:53:51.778366+0000","last_undegraded":"2024-07-27T06:53:51.778366+0000","last_fullsized":"2024-07-27T06:53:51.778366+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798440+0000","last_change":"2024-07-27T06:53:51.798461+0000","last_active":"2024-07-27T06:53:52.798440+0000","last_peered":"2024-07-27T06:53:52.798440+0000","last_clean":"2024-07-27T06:53:52.798440+0000","last_became_active":"2024-07-27T06:53:51.797348+0000","last_became_peered":"2024-07-27T06:53:51.797348+0000","last_unstale":"2024-07-27T06:53:52.798440+0000","last_undegraded":"2024-07-27T06:53:52.798440+0000","last_fullsized":"2024-07-27T06:53:52.798440+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:09:31.518495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.1d","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833128+0000","last_change":"2024-07-27T06:53:50.789212+0000","last_active":"2024-07-27T06:53:52.833128+0000","last_peered":"2024-07-27T06:53:52.833128+0000","last_clean":"2024-07-27T06:53:52.833128+0000","last_became_active":"2024-07-27T06:53:50.788873+0000","last_became_peered":"2024-07-27T06:53:50.788873+0000","last_unstale":"2024-07-27T06:53:52.833128+0000","last_undegraded":"2024-07-27T06:53:52.833128+0000","last_fullsized":"2024-07-27T06:53:52.833128+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:25.507913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826082+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T06:53:52.826082+0000","last_peered":"2024-07-27T06:53:52.826082+0000","last_clean":"2024-07-27T06:53:52.826082+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T06:53:52.826082+0000","last_undegraded":"2024-07-27T06:53:52.826082+0000","last_fullsized":"2024-07-27T06:53:52.826082+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":61,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826128+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T06:53:52.826128+0000","last_peered":"2024-07-27T06:53:52.826128+0000","last_clean":"2024-07-27T06:53:52.826128+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T06:53:52.826128+0000","last_undegraded":"2024-07-27T06:53:52.826128+0000","last_fullsized":"2024-07-27T06:53:52.826128+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833498+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T06:53:52.833498+0000","last_peered":"2024-07-27T06:53:52.833498+0000","last_clean":"2024-07-27T06:53:52.833498+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T06:53:52.833498+0000","last_undegraded":"2024-07-27T06:53:52.833498+0000","last_fullsized":"2024-07-27T06:53:52.833498+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832062+0000","last_change":"2024-07-27T06:53:51.767531+0000","last_active":"2024-07-27T06:53:52.832062+0000","last_peered":"2024-07-27T06:53:52.832062+0000","last_clean":"2024-07-27T06:53:52.832062+0000","last_became_active":"2024-07-27T06:53:51.767039+0000","last_became_peered":"2024-07-27T06:53:51.767039+0000","last_unstale":"2024-07-27T06:53:52.832062+0000","last_undegraded":"2024-07-27T06:53:52.832062+0000","last_fullsized":"2024-07-27T06:53:52.832062+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:09:31.518495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826697+0000","last_change":"2024-07-27T06:53:50.786361+0000","last_active":"2024-07-27T06:53:52.826697+0000","last_peered":"2024-07-27T06:53:52.826697+0000","last_clean":"2024-07-27T06:53:52.826697+0000","last_became_active":"2024-07-27T06:53:50.786009+0000","last_became_peered":"2024-07-27T06:53:50.786009+0000","last_unstale":"2024-07-27T06:53:52.826697+0000","last_undegraded":"2024-07-27T06:53:52.826697+0000","last_fullsized":"2024-07-27T06:53:52.826697+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:14:02.745682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":54,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831719+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T06:53:52.831719+0000","last_peered":"2024-07-27T06:53:52.831719+0000","last_clean":"2024-07-27T06:53:52.831719+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T06:53:52.831719+0000","last_undegraded":"2024-07-27T06:53:52.831719+0000","last_fullsized":"2024-07-27T06:53:52.831719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830669+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T06:53:52.830669+0000","last_peered":"2024-07-27T06:53:52.830669+0000","last_clean":"2024-07-27T06:53:52.830669+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T06:53:52.830669+0000","last_undegraded":"2024-07-27T06:53:52.830669+0000","last_fullsized":"2024-07-27T06:53:52.830669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":115,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831611+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T06:53:52.831611+0000","last_peered":"2024-07-27T06:53:52.831611+0000","last_clean":"2024-07-27T06:53:52.831611+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T06:53:52.831611+0000","last_undegraded":"2024-07-27T06:53:52.831611+0000","last_fullsized":"2024-07-27T06:53:52.831611+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828976+0000","last_change":"2024-07-27T06:53:51.788676+0000","last_active":"2024-07-27T06:53:52.828976+0000","last_peered":"2024-07-27T06:53:52.828976+0000","last_clean":"2024-07-27T06:53:52.828976+0000","last_became_active":"2024-07-27T06:53:51.788332+0000","last_became_peered":"2024-07-27T06:53:51.788332+0000","last_unstale":"2024-07-27T06:53:52.828976+0000","last_undegraded":"2024-07-27T06:53:52.828976+0000","last_fullsized":"2024-07-27T06:53:52.828976+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:26:56.394461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.13","version":"94'2","reported_seq":17,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830341+0000","last_change":"2024-07-27T06:53:50.787463+0000","last_active":"2024-07-27T06:53:52.830341+0000","last_peered":"2024-07-27T06:53:52.830341+0000","last_clean":"2024-07-27T06:53:52.830341+0000","last_became_active":"2024-07-27T06:53:50.786900+0000","last_became_peered":"2024-07-27T06:53:50.786900+0000","last_unstale":"2024-07-27T06:53:52.830341+0000","last_undegraded":"2024-07-27T06:53:52.830341+0000","last_fullsized":"2024-07-27T06:53:52.830341+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:18:25.245660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790902+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T06:53:52.790902+0000","last_peered":"2024-07-27T06:53:52.790902+0000","last_clean":"2024-07-27T06:53:52.790902+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T06:53:52.790902+0000","last_undegraded":"2024-07-27T06:53:52.790902+0000","last_fullsized":"2024-07-27T06:53:52.790902+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832007+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T06:53:52.832007+0000","last_peered":"2024-07-27T06:53:52.832007+0000","last_clean":"2024-07-27T06:53:52.832007+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T06:53:52.832007+0000","last_undegraded":"2024-07-27T06:53:52.832007+0000","last_fullsized":"2024-07-27T06:53:52.832007+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832891+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T06:53:52.832891+0000","last_peered":"2024-07-27T06:53:52.832891+0000","last_clean":"2024-07-27T06:53:52.832891+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T06:53:52.832891+0000","last_undegraded":"2024-07-27T06:53:52.832891+0000","last_fullsized":"2024-07-27T06:53:52.832891+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831424+0000","last_change":"2024-07-27T06:53:51.795214+0000","last_active":"2024-07-27T06:53:52.831424+0000","last_peered":"2024-07-27T06:53:52.831424+0000","last_clean":"2024-07-27T06:53:52.831424+0000","last_became_active":"2024-07-27T06:53:51.794906+0000","last_became_peered":"2024-07-27T06:53:51.794906+0000","last_unstale":"2024-07-27T06:53:52.831424+0000","last_undegraded":"2024-07-27T06:53:52.831424+0000","last_fullsized":"2024-07-27T06:53:52.831424+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:37.873482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.10","version":"94'8","reported_seq":21,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.809989+0000","last_change":"2024-07-27T06:53:50.785098+0000","last_active":"2024-07-27T06:53:51.809989+0000","last_peered":"2024-07-27T06:53:51.809989+0000","last_clean":"2024-07-27T06:53:51.809989+0000","last_became_active":"2024-07-27T06:53:50.784728+0000","last_became_peered":"2024-07-27T06:53:50.784728+0000","last_unstale":"2024-07-27T06:53:51.809989+0000","last_undegraded":"2024-07-27T06:53:51.809989+0000","last_fullsized":"2024-07-27T06:53:51.809989+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:03:23.696538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.791211+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T06:53:52.791211+0000","last_peered":"2024-07-27T06:53:52.791211+0000","last_clean":"2024-07-27T06:53:52.791211+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T06:53:52.791211+0000","last_undegraded":"2024-07-27T06:53:52.791211+0000","last_fullsized":"2024-07-27T06:53:52.791211+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829640+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T06:53:52.829640+0000","last_peered":"2024-07-27T06:53:52.829640+0000","last_clean":"2024-07-27T06:53:52.829640+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T06:53:52.829640+0000","last_undegraded":"2024-07-27T06:53:52.829640+0000","last_fullsized":"2024-07-27T06:53:52.829640+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":115,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832093+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T06:53:52.832093+0000","last_peered":"2024-07-27T06:53:52.832093+0000","last_clean":"2024-07-27T06:53:52.832093+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T06:53:52.832093+0000","last_undegraded":"2024-07-27T06:53:52.832093+0000","last_fullsized":"2024-07-27T06:53:52.832093+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830369+0000","last_change":"2024-07-27T06:53:51.800304+0000","last_active":"2024-07-27T06:53:52.830369+0000","last_peered":"2024-07-27T06:53:52.830369+0000","last_clean":"2024-07-27T06:53:52.830369+0000","last_became_active":"2024-07-27T06:53:51.799937+0000","last_became_peered":"2024-07-27T06:53:51.799937+0000","last_unstale":"2024-07-27T06:53:52.830369+0000","last_undegraded":"2024-07-27T06:53:52.830369+0000","last_fullsized":"2024-07-27T06:53:52.830369+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:49:48.667770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830550+0000","last_change":"2024-07-27T06:53:50.783122+0000","last_active":"2024-07-27T06:53:52.830550+0000","last_peered":"2024-07-27T06:53:52.830550+0000","last_clean":"2024-07-27T06:53:52.830550+0000","last_became_active":"2024-07-27T06:53:50.782654+0000","last_became_peered":"2024-07-27T06:53:50.782654+0000","last_unstale":"2024-07-27T06:53:52.830550+0000","last_undegraded":"2024-07-27T06:53:52.830550+0000","last_fullsized":"2024-07-27T06:53:52.830550+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:25:43.200788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.828830+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T06:53:52.828830+0000","last_peered":"2024-07-27T06:53:52.828830+0000","last_clean":"2024-07-27T06:53:52.828830+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T06:53:52.828830+0000","last_undegraded":"2024-07-27T06:53:52.828830+0000","last_fullsized":"2024-07-27T06:53:52.828830+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":64,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832675+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T06:53:52.832675+0000","last_peered":"2024-07-27T06:53:52.832675+0000","last_clean":"2024-07-27T06:53:52.832675+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T06:53:52.832675+0000","last_undegraded":"2024-07-27T06:53:52.832675+0000","last_fullsized":"2024-07-27T06:53:52.832675+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829763+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T06:53:52.829763+0000","last_peered":"2024-07-27T06:53:52.829763+0000","last_clean":"2024-07-27T06:53:52.829763+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T06:53:52.829763+0000","last_undegraded":"2024-07-27T06:53:52.829763+0000","last_fullsized":"2024-07-27T06:53:52.829763+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830292+0000","last_change":"2024-07-27T06:53:51.801972+0000","last_active":"2024-07-27T06:53:52.830292+0000","last_peered":"2024-07-27T06:53:52.830292+0000","last_clean":"2024-07-27T06:53:52.830292+0000","last_became_active":"2024-07-27T06:53:51.801638+0000","last_became_peered":"2024-07-27T06:53:51.801638+0000","last_unstale":"2024-07-27T06:53:52.830292+0000","last_undegraded":"2024-07-27T06:53:52.830292+0000","last_fullsized":"2024-07-27T06:53:52.830292+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:20:38.089943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833855+0000","last_change":"2024-07-27T06:53:50.790044+0000","last_active":"2024-07-27T06:53:52.833855+0000","last_peered":"2024-07-27T06:53:52.833855+0000","last_clean":"2024-07-27T06:53:52.833855+0000","last_became_active":"2024-07-27T06:53:50.789456+0000","last_became_peered":"2024-07-27T06:53:50.789456+0000","last_unstale":"2024-07-27T06:53:52.833855+0000","last_undegraded":"2024-07-27T06:53:52.833855+0000","last_fullsized":"2024-07-27T06:53:52.833855+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:43.003218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832314+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T06:53:52.832314+0000","last_peered":"2024-07-27T06:53:52.832314+0000","last_clean":"2024-07-27T06:53:52.832314+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T06:53:52.832314+0000","last_undegraded":"2024-07-27T06:53:52.832314+0000","last_fullsized":"2024-07-27T06:53:52.832314+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.830610+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T06:53:52.830610+0000","last_peered":"2024-07-27T06:53:52.830610+0000","last_clean":"2024-07-27T06:53:52.830610+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T06:53:52.830610+0000","last_undegraded":"2024-07-27T06:53:52.830610+0000","last_fullsized":"2024-07-27T06:53:52.830610+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":112,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826231+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T06:53:52.826231+0000","last_peered":"2024-07-27T06:53:52.826231+0000","last_clean":"2024-07-27T06:53:52.826231+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T06:53:52.826231+0000","last_undegraded":"2024-07-27T06:53:52.826231+0000","last_fullsized":"2024-07-27T06:53:52.826231+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831303+0000","last_change":"2024-07-27T06:53:51.789474+0000","last_active":"2024-07-27T06:53:52.831303+0000","last_peered":"2024-07-27T06:53:52.831303+0000","last_clean":"2024-07-27T06:53:52.831303+0000","last_became_active":"2024-07-27T06:53:51.789130+0000","last_became_peered":"2024-07-27T06:53:51.789130+0000","last_unstale":"2024-07-27T06:53:52.831303+0000","last_undegraded":"2024-07-27T06:53:52.831303+0000","last_fullsized":"2024-07-27T06:53:52.831303+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:48:56.740028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.14","version":"94'6","reported_seq":21,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.832307+0000","last_change":"2024-07-27T06:53:50.790795+0000","last_active":"2024-07-27T06:53:52.832307+0000","last_peered":"2024-07-27T06:53:52.832307+0000","last_clean":"2024-07-27T06:53:52.832307+0000","last_became_active":"2024-07-27T06:53:50.789005+0000","last_became_peered":"2024-07-27T06:53:50.789005+0000","last_unstale":"2024-07-27T06:53:52.832307+0000","last_undegraded":"2024-07-27T06:53:52.832307+0000","last_fullsized":"2024-07-27T06:53:52.832307+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:11:55.223427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":56,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.790262+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T06:53:52.790262+0000","last_peered":"2024-07-27T06:53:52.790262+0000","last_clean":"2024-07-27T06:53:52.790262+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T06:53:52.790262+0000","last_undegraded":"2024-07-27T06:53:52.790262+0000","last_fullsized":"2024-07-27T06:53:52.790262+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":62,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829128+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T06:53:52.829128+0000","last_peered":"2024-07-27T06:53:52.829128+0000","last_clean":"2024-07-27T06:53:52.829128+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T06:53:52.829128+0000","last_undegraded":"2024-07-27T06:53:52.829128+0000","last_fullsized":"2024-07-27T06:53:52.829128+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797607+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T06:53:52.797607+0000","last_peered":"2024-07-27T06:53:52.797607+0000","last_clean":"2024-07-27T06:53:52.797607+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T06:53:52.797607+0000","last_undegraded":"2024-07-27T06:53:52.797607+0000","last_fullsized":"2024-07-27T06:53:52.797607+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.797957+0000","last_change":"2024-07-27T06:53:51.778446+0000","last_active":"2024-07-27T06:53:52.797957+0000","last_peered":"2024-07-27T06:53:52.797957+0000","last_clean":"2024-07-27T06:53:52.797957+0000","last_became_active":"2024-07-27T06:53:51.778134+0000","last_became_peered":"2024-07-27T06:53:51.778134+0000","last_unstale":"2024-07-27T06:53:52.797957+0000","last_undegraded":"2024-07-27T06:53:52.797957+0000","last_fullsized":"2024-07-27T06:53:52.797957+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:56:39.830640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.15","version":"94'3","reported_seq":18,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829984+0000","last_change":"2024-07-27T06:53:50.786245+0000","last_active":"2024-07-27T06:53:52.829984+0000","last_peered":"2024-07-27T06:53:52.829984+0000","last_clean":"2024-07-27T06:53:52.829984+0000","last_became_active":"2024-07-27T06:53:50.785525+0000","last_became_peered":"2024-07-27T06:53:50.785525+0000","last_unstale":"2024-07-27T06:53:52.829984+0000","last_undegraded":"2024-07-27T06:53:52.829984+0000","last_fullsized":"2024-07-27T06:53:52.829984+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:58:23.544224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":57,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.796567+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T06:53:52.796567+0000","last_peered":"2024-07-27T06:53:52.796567+0000","last_clean":"2024-07-27T06:53:52.796567+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T06:53:52.796567+0000","last_undegraded":"2024-07-27T06:53:52.796567+0000","last_fullsized":"2024-07-27T06:53:52.796567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":60,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.783579+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T06:53:51.783579+0000","last_peered":"2024-07-27T06:53:51.783579+0000","last_clean":"2024-07-27T06:53:51.783579+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T06:53:51.783579+0000","last_undegraded":"2024-07-27T06:53:51.783579+0000","last_fullsized":"2024-07-27T06:53:51.783579+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.833204+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T06:53:52.833204+0000","last_peered":"2024-07-27T06:53:52.833204+0000","last_clean":"2024-07-27T06:53:52.833204+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T06:53:52.833204+0000","last_undegraded":"2024-07-27T06:53:52.833204+0000","last_fullsized":"2024-07-27T06:53:52.833204+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831443+0000","last_change":"2024-07-27T06:53:51.784587+0000","last_active":"2024-07-27T06:53:52.831443+0000","last_peered":"2024-07-27T06:53:52.831443+0000","last_clean":"2024-07-27T06:53:52.831443+0000","last_became_active":"2024-07-27T06:53:51.784224+0000","last_became_peered":"2024-07-27T06:53:51.784224+0000","last_unstale":"2024-07-27T06:53:52.831443+0000","last_undegraded":"2024-07-27T06:53:52.831443+0000","last_fullsized":"2024-07-27T06:53:52.831443+0000","mapping_epoch":93,"log_start":"0'0","ondisk_log_start":"0'0","created":93,"last_epoch_clean":94,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:50.728137+0000","last_clean_scrub_stamp":"2024-07-27T06:53:50.728137+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:35:36.068054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.829646+0000","last_change":"2024-07-27T06:53:50.782379+0000","last_active":"2024-07-27T06:53:52.829646+0000","last_peered":"2024-07-27T06:53:52.829646+0000","last_clean":"2024-07-27T06:53:52.829646+0000","last_became_active":"2024-07-27T06:53:50.781939+0000","last_became_peered":"2024-07-27T06:53:50.781939+0000","last_unstale":"2024-07-27T06:53:52.829646+0000","last_undegraded":"2024-07-27T06:53:52.829646+0000","last_fullsized":"2024-07-27T06:53:52.829646+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":92,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:53:49.720663+0000","last_clean_scrub_stamp":"2024-07-27T06:53:49.720663+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:14:43.570668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":53,"reported_epoch":94,"state":"active+clean","last_fresh":"2024-07-27T06:53:51.786047+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T06:53:51.786047+0000","last_peered":"2024-07-27T06:53:51.786047+0000","last_clean":"2024-07-27T06:53:51.786047+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T06:53:51.786047+0000","last_undegraded":"2024-07-27T06:53:51.786047+0000","last_fullsized":"2024-07-27T06:53:51.786047+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":63,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.831284+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T06:53:52.831284+0000","last_peered":"2024-07-27T06:53:52.831284+0000","last_clean":"2024-07-27T06:53:52.831284+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T06:53:52.831284+0000","last_undegraded":"2024-07-27T06:53:52.831284+0000","last_fullsized":"2024-07-27T06:53:52.831284+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":120,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.798758+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T06:53:52.798758+0000","last_peered":"2024-07-27T06:53:52.798758+0000","last_clean":"2024-07-27T06:53:52.798758+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T06:53:52.798758+0000","last_undegraded":"2024-07-27T06:53:52.798758+0000","last_fullsized":"2024-07-27T06:53:52.798758+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":244,"reported_epoch":95,"state":"active+clean","last_fresh":"2024-07-27T06:53:52.826470+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T06:53:52.826470+0000","last_peered":"2024-07-27T06:53:52.826470+0000","last_clean":"2024-07-27T06:53:52.826470+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T06:53:52.826470+0000","last_undegraded":"2024-07-27T06:53:52.826470+0000","last_fullsized":"2024-07-27T06:53:52.826470+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476789,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1159168,"data_stored":576350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476787,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32328,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339512,"statfs":{"total":96636764160,"available":96603660288,"internally_reserved":0,"allocated":1171456,"data_stored":576988,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476789,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32896,"kb_used_data":1712,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338944,"statfs":{"total":96636764160,"available":96603078656,"internally_reserved":0,"allocated":1753088,"data_stored":1166718,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476787,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32324,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339516,"statfs":{"total":96636764160,"available":96603664384,"internally_reserved":0,"allocated":1167360,"data_stored":577002,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509491,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32336,"kb_used_data":1152,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339504,"statfs":{"total":96636764160,"available":96603652096,"internally_reserved":0,"allocated":1179648,"data_stored":578086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509490,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32888,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338952,"statfs":{"total":96636764160,"available":96603086848,"internally_reserved":0,"allocated":1748992,"data_stored":1159027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509491,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32316,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339524,"statfs":{"total":96636764160,"available":96603672576,"internally_reserved":0,"allocated":1163264,"data_stored":570269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542194,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32292,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339548,"statfs":{"total":96636764160,"available":96603697152,"internally_reserved":0,"allocated":1134592,"data_stored":560309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T06:53:57.188 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T06:53:57.188 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T06:53:57.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.530+0000 7f565e800640 1 -- 172.21.15.66:0/1669265674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5640005910 msgr2=0x7f5640005d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.530+0000 7f565e800640 1 --2- 172.21.15.66:0/1669265674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5640005910 0x7f5640005d20 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f5644006f90 tx=0x7f5640006940 comp rx=0 tx=0).stop 2024-07-27T06:53:57.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.531+0000 7f565e800640 1 -- 172.21.15.66:0/1669265674 shutdown_connections 2024-07-27T06:53:57.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.531+0000 7f565e800640 1 --2- 172.21.15.66:0/1669265674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5640005910 0x7f5640005d20 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.531+0000 7f565e800640 1 -- 172.21.15.66:0/1669265674 >> 172.21.15.66:0/1669265674 conn(0x7f565806cf40 msgr2=0x7f56580b14f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:57.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.531+0000 7f565e800640 1 -- 172.21.15.66:0/1669265674 shutdown_connections 2024-07-27T06:53:57.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.531+0000 7f565e800640 1 -- 172.21.15.66:0/1669265674 wait complete. 2024-07-27T06:53:57.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.533+0000 7f565e800640 1 Processor -- start 2024-07-27T06:53:57.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.533+0000 7f565e800640 1 -- start start 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5640005910 0x7f56581f3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 0x7f56581f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f565815df00 con 0x7f56581f6b90 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f565806e3b0 con 0x7f5640005910 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565e800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f565815e080 con 0x7f565813b980 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34188/0 (socket says 172.21.15.66:34188) 2024-07-27T06:53:57.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.535+0000 7f565de00640 1 -- 172.21.15.66:0/4124604543 learned_addr learned my addr 172.21.15.66:0/4124604543 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:57.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565ca00640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 0x7f56581f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:57.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565d400640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5640005910 0x7f56581f3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 -- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 msgr2=0x7f56581f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 0x7f56581f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 -- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5640005910 msgr2=0x7f56581f3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5640005910 0x7f56581f3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 -- 172.21.15.66:0/4124604543 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56580a94e0 con 0x7f56581f6b90 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565ca00640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 0x7f56581f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.536+0000 7f565de00640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f5650001370 tx=0x7f565000c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:57.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.537+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5650018070 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.537+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5650003c80 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.537+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5650005330 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.537+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56581f3920 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.537+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56581f3ee0 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.538+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56581f3690 con 0x7f56581f6b90 2024-07-27T06:53:57.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.539+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f565001b070 con 0x7f56581f6b90 2024-07-27T06:53:57.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.541+0000 7f5655600640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 0x7f5638079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:57.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.541+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f56500982b0 con 0x7f56581f6b90 2024-07-27T06:53:57.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.542+0000 7f565d400640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 0x7f5638079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:57.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.543+0000 7f565d400640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 0x7f5638079520 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f564c005fd0 tx=0x7f564c005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:57.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.546+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5650060e40 con 0x7f56581f6b90 2024-07-27T06:53:57.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.840+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f565815cc40 con 0x7f56581f6b90 2024-07-27T06:53:57.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.847+0000 7f5655600640 1 -- 172.21.15.66:0/4124604543 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7f565815cc40 con 0x7f56581f6b90 2024-07-27T06:53:57.848 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T06:53:57.849 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T06:53:57.849 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T06:53:57.849 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T06:53:57.849 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T06:53:57.849 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 msgr2=0x7f5638079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 0x7f5638079520 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f564c005fd0 tx=0x7f564c005850 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 msgr2=0x7f56581f6fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f5650001370 tx=0x7f565000c980 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 shutdown_connections 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5638077010 0x7f5638079520 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f56581f6b90 0x7f56581f6fa0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f565813b980 0x7f56581f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 --2- 172.21.15.66:0/4124604543 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5640005910 0x7f56581f3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:57.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 >> 172.21.15.66:0/4124604543 conn(0x7f565806cf40 msgr2=0x7f565815c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:57.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 shutdown_connections 2024-07-27T06:53:57.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:57.850+0000 7f565e800640 1 -- 172.21.15.66:0/4124604543 wait complete. 2024-07-27T06:53:57.883 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 -- 172.21.15.66:0/4077727969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 msgr2=0x7f212806fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 --2- 172.21.15.66:0/4077727969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f212806fc10 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f2114005fd0 tx=0x7f211402a580 comp rx=0 tx=0).stop 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 -- 172.21.15.66:0/4077727969 shutdown_connections 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 --2- 172.21.15.66:0/4077727969 >> v2:172.21.15.155:3300/0 conn(0x7f212815e800 0x7f212815ec10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 --2- 172.21.15.66:0/4077727969 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f212806fc10 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 -- 172.21.15.66:0/4077727969 >> 172.21.15.66:0/4077727969 conn(0x7f212806c780 msgr2=0x7f212806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 -- 172.21.15.66:0/4077727969 shutdown_connections 2024-07-27T06:53:58.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.177+0000 7f2127e00640 1 -- 172.21.15.66:0/4077727969 wait complete. 2024-07-27T06:53:58.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.180+0000 7f2127e00640 1 Processor -- start 2024-07-27T06:53:58.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.180+0000 7f2127e00640 1 -- start start 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 0x7f2128142300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815e800 0x7f21281f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f212815f4e0 con 0x7f212806f800 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f212815f360 con 0x7f21280b4440 2024-07-27T06:53:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.182+0000 7f2127e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f212815f660 con 0x7f212815e800 2024-07-27T06:53:58.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:58.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34210/0 (socket says 172.21.15.66:34210) 2024-07-27T06:53:58.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 -- 172.21.15.66:0/1222473894 learned_addr learned my addr 172.21.15.66:0/1222473894 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126000640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 0x7f2128142300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2127400640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815e800 0x7f21281f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 -- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815e800 msgr2=0x7f21281f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815e800 0x7f21281f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 -- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 msgr2=0x7f2128142300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 0x7f2128142300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.183+0000 7f2126a00640 1 -- 172.21.15.66:0/1222473894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2128154290 con 0x7f212806f800 2024-07-27T06:53:58.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f2126000640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 0x7f2128142300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f2126a00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f211800ba80 tx=0x7f211800bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f211800cc00 con 0x7f212806f800 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2118003970 con 0x7f212806f800 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2118003e00 con 0x7f212806f800 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2128154570 con 0x7f212806f800 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.184+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2128142840 con 0x7f212806f800 2024-07-27T06:53:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.186+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2128069fd0 con 0x7f212806f800 2024-07-27T06:53:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.187+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2118004000 con 0x7f212806f800 2024-07-27T06:53:58.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.188+0000 7f211ea00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 0x7f2108079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:58.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.188+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f2118098ee0 con 0x7f212806f800 2024-07-27T06:53:58.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.189+0000 7f2126000640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 0x7f2108079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:58.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.190+0000 7f2126000640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 0x7f2108079520 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2114033000 tx=0x7f2114004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:58.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.194+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2128069fd0 con 0x7f212806f800 2024-07-27T06:53:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.448+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f212806fc10 con 0x7f212806f800 2024-07-27T06:53:58.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.449+0000 7f211ea00640 1 -- 172.21.15.66:0/1222473894 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5225 (secure 0 0 0) 0x7f2118061b10 con 0x7f212806f800 2024-07-27T06:53:58.451 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:53:58.451 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":55,"btime":"2024-07-27T06:53:54:800965+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49},{"gid":6309,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:53:54.401903+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6315},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315]},"id":6}]} 2024-07-27T06:53:58.451 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 55 2024-07-27T06:53:58.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 msgr2=0x7f2108079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 0x7f2108079520 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2114033000 tx=0x7f2114004730 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 msgr2=0x7f21281f6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f211800ba80 tx=0x7f211800bf40 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 shutdown_connections 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2108077010 0x7f2108079520 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f212815e800 0x7f21281f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f21280b4440 0x7f2128142300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 --2- 172.21.15.66:0/1222473894 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f212806f800 0x7f21281f6f10 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.452+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 >> 172.21.15.66:0/1222473894 conn(0x7f212806c780 msgr2=0x7f21280b3700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.453+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 shutdown_connections 2024-07-27T06:53:58.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:58.453+0000 7f2127e00640 1 -- 172.21.15.66:0/1222473894 wait complete. 2024-07-27T06:53:58.886 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:53:54.401903+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6315}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6315': {'gid': 6315, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/2447479800', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 2447479800}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2447479800}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6315, 'qdb_cluster': [6315]} 2024-07-27T06:53:58.886 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T06:53:58.886 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T06:53:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 -- 172.21.15.66:0/776625725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a660 msgr2=0x7efc1c0b3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 --2- 172.21.15.66:0/776625725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a660 0x7efc1c0b3ef0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7efc1c074480 tx=0x7efc0402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 -- 172.21.15.66:0/776625725 shutdown_connections 2024-07-27T06:53:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 --2- 172.21.15.66:0/776625725 >> v2:172.21.15.155:3300/0 conn(0x7efc1c06ee60 0x7efc1c06f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 --2- 172.21.15.66:0/776625725 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a660 0x7efc1c0b3ef0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 -- 172.21.15.66:0/776625725 >> 172.21.15.66:0/776625725 conn(0x7efc1c06c780 msgr2=0x7efc1c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 -- 172.21.15.66:0/776625725 shutdown_connections 2024-07-27T06:53:59.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.186+0000 7efc20e00640 1 -- 172.21.15.66:0/776625725 wait complete. 2024-07-27T06:53:59.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.189+0000 7efc20e00640 1 Processor -- start 2024-07-27T06:53:59.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.189+0000 7efc20e00640 1 -- start start 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc1c06ee60 0x7efc1c146340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc1c15a660 0x7efc1c0ccd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c06de60 con 0x7efc1c15a250 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c0b4640 con 0x7efc1c15a660 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.190+0000 7efc20e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc1c06dfe0 con 0x7efc1c06ee60 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34222/0 (socket says 172.21.15.66:34222) 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 -- 172.21.15.66:0/3452129473 learned_addr learned my addr 172.21.15.66:0/3452129473 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1be00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc1c15a660 0x7efc1c0ccd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 -- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc1c06ee60 msgr2=0x7efc1c146340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc1c06ee60 0x7efc1c146340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 -- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc1c15a660 msgr2=0x7efc1c0ccd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc1c15a660 0x7efc1c0ccd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 -- 172.21.15.66:0/3452129473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc1c157070 con 0x7efc1c15a250 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.191+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7efc04034040 tx=0x7efc040039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.192+0000 7efc13400640 1 -- 172.21.15.66:0/3452129473 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc0403e030 con 0x7efc1c15a250 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.192+0000 7efc13400640 1 -- 172.21.15.66:0/3452129473 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc040047a0 con 0x7efc1c15a250 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.192+0000 7efc13400640 1 -- 172.21.15.66:0/3452129473 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04035040 con 0x7efc1c15a250 2024-07-27T06:53:59.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.192+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc1c157310 con 0x7efc1c15a250 2024-07-27T06:53:59.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.192+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc1c146880 con 0x7efc1c15a250 2024-07-27T06:53:59.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.195+0000 7efc13400640 1 -- 172.21.15.66:0/3452129473 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efc04041030 con 0x7efc1c15a250 2024-07-27T06:53:59.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.196+0000 7efc13400640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 0x7efbf8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.196+0000 7efc13400640 1 -- 172.21.15.66:0/3452129473 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7efc040b9700 con 0x7efc1c15a250 2024-07-27T06:53:59.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.197+0000 7efc29429740 1 Processor -- start 2024-07-27T06:53:59.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.197+0000 7efc29429740 1 -- start start 2024-07-27T06:53:59.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.197+0000 7efc1b400640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 0x7efbf8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc1b400640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 0x7efbf8079550 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000f60 tx=0x7efc0c0079b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469e64d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e47a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560469d90390 con 0x560469a57590 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560469d7fa30 con 0x560469a4f3b0 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.198+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560469d838d0 con 0x560469a78270 2024-07-27T06:53:59.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34236/0 (socket says 172.21.15.66:34236) 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 -- 172.21.15.66:0/4132912469 learned_addr learned my addr 172.21.15.66:0/4132912469 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1aa00640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e47a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1b400640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469e64d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 -- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 msgr2=0x560469e64d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469e64d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 -- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 msgr2=0x560469e47a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e47a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1be00640 1 -- 172.21.15.66:0/4132912469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560469d3bd70 con 0x560469a57590 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.199+0000 7efc1b400640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469e64d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.200+0000 7efc1be00640 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ae60 tx=0x7efc1400e7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b514420fb5af236 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.200+0000 7efc0be00640 1 -- 172.21.15.66:0/4132912469 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14003b70 con 0x560469a57590 2024-07-27T06:53:59.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.200+0000 7efc0be00640 1 -- 172.21.15.66:0/4132912469 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc14003e00 con 0x560469a57590 2024-07-27T06:53:59.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.200+0000 7efc0be00640 1 -- 172.21.15.66:0/4132912469 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14004240 con 0x560469a57590 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 -- 172.21.15.66:0/4132912469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 msgr2=0x560469e47f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ae60 tx=0x7efc1400e7c0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 -- 172.21.15.66:0/4132912469 shutdown_connections 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e47f50 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e47a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 --2- 172.21.15.66:0/4132912469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469e64d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 -- 172.21.15.66:0/4132912469 >> 172.21.15.66:0/4132912469 conn(0x560469a6c3c0 msgr2=0x560469e1dc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 -- 172.21.15.66:0/4132912469 shutdown_connections 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.201+0000 7efc29429740 1 -- 172.21.15.66:0/4132912469 wait complete. 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.202+0000 7efc29429740 1 -- start start 2024-07-27T06:53:59.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.202+0000 7efc29429740 1 Processor -- start 2024-07-27T06:53:59.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a4f3b0 0x560469e5ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a57590 0x560469e71390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560469af2620 con 0x560469a78270 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560469d1ce10 con 0x560469a57590 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560469e26b70 con 0x560469a4f3b0 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc29429740 10 client.0 _ll_register_callbacks cb 0x560469d799a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34238/0 (socket says 172.21.15.66:34238) 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 -- 172.21.15.66:0/1236547627 learned_addr learned my addr 172.21.15.66:0/1236547627 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1aa00640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a57590 0x560469e71390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1b400640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a4f3b0 0x560469e5ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 -- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a4f3b0 msgr2=0x560469e5ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a4f3b0 0x560469e5ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 -- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a57590 msgr2=0x560469e71390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a57590 0x560469e71390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.204+0000 7efc1be00640 1 -- 172.21.15.66:0/1236547627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560469ae3850 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc1be00640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ae00 tx=0x7efc140041c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e009272571c4335 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc08c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc140045c0 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc14003e00 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7efc14004760 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7efc14004b20 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc29429740 10 client.6453 fetch_fsmap learned FSMap version 55 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.205+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x560469b5a6b0 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc14003e00 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7efc1400b040 con 0x560469a78270 2024-07-27T06:53:59.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 10 client.6453 fetch_fsmap finished waiting for FSMap version 55 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 10 client.6453 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 20 client.6453 populate_metadata read hostname 'smithi066' 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469a36e40 0x560469e5ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 4 client.6453 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.206+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 --> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560469d922e0 con 0x560469a36e40 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.207+0000 7efc1b400640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469a36e40 0x560469e5ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.208+0000 7efc1b400640 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469a36e40 0x560469e5ce50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e1556799d6bcdc7 server_cookie=d816be0219d160b8 in_seq=0 out_seq=0 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.208+0000 7efc08c00640 10 client.6453 ms_handle_connect on v2:172.21.15.155:6835/2447479800 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.209+0000 7efc08c00640 1 -- 172.21.15.66:0/1236547627 <== mds.0 v2:172.21.15.155:6835/2447479800 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560469d922e0 con 0x560469a36e40 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.209+0000 7efc08c00640 10 client.6453 handle_command_reply: tid=0 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.209+0000 7efc29429740 1 client.6453 shutdown 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.209+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 msgr2=0x560469e1d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.209+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7efc1400ae00 tx=0x7efc140041c0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 shutdown_connections 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469a36e40 0x560469e5ce50 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e1d010 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a57590 0x560469e71390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 --2- 172.21.15.66:0/1236547627 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a4f3b0 0x560469e5ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc08c00640 0 client.6453 ms_handle_reset on v2:172.21.15.155:6835/2447479800 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 >> 172.21.15.66:0/1236547627 conn(0x560469a6c3c0 msgr2=0x560469e44990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 shutdown_connections 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 1 -- 172.21.15.66:0/1236547627 wait complete. 2024-07-27T06:53:59.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.210+0000 7efc29429740 20 client.6453 trim_cache size 0 max 16384 2024-07-27T06:53:59.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.231+0000 7efc29429740 1 Processor -- start 2024-07-27T06:53:59.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.231+0000 7efc29429740 1 -- start start 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e16f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a57590 0x560469e17440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c203710 con 0x560469a78270 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc1c202a70 con 0x560469a4f3b0 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc1c2030c0 con 0x560469a57590 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34244/0 (socket says 172.21.15.66:34244) 2024-07-27T06:53:59.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.232+0000 7efc1be00640 1 -- 172.21.15.66:0/3955713850 learned_addr learned my addr 172.21.15.66:0/3955713850 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a57590 0x560469e17440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1b400640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e16f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 -- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a57590 msgr2=0x560469e17440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a57590 0x560469e17440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 -- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 msgr2=0x560469e16f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e16f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 -- 172.21.15.66:0/3955713850 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560469e63b30 con 0x560469a78270 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1b400640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e16f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc1be00640 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7efc14003cb0 tx=0x7efc1400e7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaf8ed604d7080e8 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.233+0000 7efc0b400640 1 -- 172.21.15.66:0/3955713850 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc14003e00 con 0x560469a78270 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc0b400640 1 -- 172.21.15.66:0/3955713850 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc1402e070 con 0x560469a78270 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc0b400640 1 -- 172.21.15.66:0/3955713850 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc1400c5f0 con 0x560469a78270 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 -- 172.21.15.66:0/3955713850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 msgr2=0x560469e62b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7efc14003cb0 tx=0x7efc1400e7c0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 -- 172.21.15.66:0/3955713850 shutdown_connections 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a78270 0x560469e62b00 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a57590 0x560469e17440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 --2- 172.21.15.66:0/3955713850 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e16f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 -- 172.21.15.66:0/3955713850 >> 172.21.15.66:0/3955713850 conn(0x560469a6c3c0 msgr2=0x560469e1c990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 -- 172.21.15.66:0/3955713850 shutdown_connections 2024-07-27T06:53:59.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.234+0000 7efc29429740 1 -- 172.21.15.66:0/3955713850 wait complete. 2024-07-27T06:53:59.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.235+0000 7efc29429740 1 -- start start 2024-07-27T06:53:59.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.236+0000 7efc29429740 1 Processor -- start 2024-07-27T06:53:59.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e17450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469ed61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560469e5e550 con 0x560469a57590 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560469e26d10 con 0x560469a4f3b0 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560469e71a10 con 0x560469a78270 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.237+0000 7efc29429740 10 client.0 _ll_register_callbacks cb 0x7efc04003f90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34254/0 (socket says 172.21.15.66:34254) 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 -- 172.21.15.66:0/3566868383 learned_addr learned my addr 172.21.15.66:0/3566868383 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1b400640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e17450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1be00640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469ed61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 -- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 msgr2=0x560469ed61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469ed61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 -- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 msgr2=0x560469e17450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e17450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 -- 172.21.15.66:0/3566868383 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560469ed6720 con 0x560469a57590 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc1aa00640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7efc04000c00 tx=0x7efc04081300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6ddbc661384145f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc08c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:53:59.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.238+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc040b4070 con 0x560469a57590 2024-07-27T06:53:59.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7efc04004bf0 con 0x560469a57590 2024-07-27T06:53:59.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efc1402e070 con 0x560469a57590 2024-07-27T06:53:59.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7efc040a3050 con 0x560469a57590 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 10 client.6459 fetch_fsmap learned FSMap version 55 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x560469e26640 con 0x560469a57590 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc1402e070 con 0x560469a57590 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7efc04080df0 con 0x560469a57590 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 10 client.6459 fetch_fsmap finished waiting for FSMap version 55 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 10 client.6459 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:53:59.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 20 client.6459 populate_metadata read hostname 'smithi066' 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469e85e70 0x560469e58e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 4 client.6459 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.239+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 --> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] -- command(tid 0: {"prefix": "status"}) -- 0x560469d8dd80 con 0x560469e85e70 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.240+0000 7efc1b400640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469e85e70 0x560469e58e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.241+0000 7efc1b400640 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469e85e70 0x560469e58e60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae7d47ce8bf82d5d server_cookie=6bda83fffeb7dee0 in_seq=0 out_seq=0 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.241+0000 7efc08c00640 10 client.6459 ms_handle_connect on v2:172.21.15.155:6835/2447479800 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.241+0000 7efc08c00640 1 -- 172.21.15.66:0/3566868383 <== mds.0 v2:172.21.15.155:6835/2447479800 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x560469d8dd80 con 0x560469e85e70 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.241+0000 7efc08c00640 10 client.6459 handle_command_reply: tid=0 2024-07-27T06:53:59.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 client.6459 shutdown 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 msgr2=0x560469e25940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7efc04000c00 tx=0x7efc04081300 comp rx=0 tx=0).stop 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 shutdown_connections 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x560469e85e70 0x560469e58e60 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560469a78270 0x560469ed61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560469a57590 0x560469e25940 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 --2- 172.21.15.66:0/3566868383 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560469a4f3b0 0x560469e17450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 >> 172.21.15.66:0/3566868383 conn(0x560469a6c3c0 msgr2=0x560469e65c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc08c00640 0 client.6459 ms_handle_reset on v2:172.21.15.155:6835/2447479800 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 shutdown_connections 2024-07-27T06:53:59.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 1 -- 172.21.15.66:0/3566868383 wait complete. 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.242+0000 7efc29429740 20 client.6459 trim_cache size 0 max 16384 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6315, 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:53:59.248 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4893565940000002, 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 55, 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 95, 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 95, 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.150117841 2024-07-27T06:53:59.249 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 msgr2=0x7efbf8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 0x7efbf8079550 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000f60 tx=0x7efc0c0079b0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 msgr2=0x7efc1c0cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7efc04034040 tx=0x7efc040039e0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 shutdown_connections 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efbf8077040 0x7efbf8079550 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc1c15a660 0x7efc1c0ccd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc1c15a250 0x7efc1c0cc850 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 --2- 172.21.15.66:0/3452129473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc1c06ee60 0x7efc1c146340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 >> 172.21.15.66:0/3452129473 conn(0x7efc1c06c780 msgr2=0x7efc1c0ae610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 shutdown_connections 2024-07-27T06:53:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.243+0000 7efc20e00640 1 -- 172.21.15.66:0/3452129473 wait complete. 2024-07-27T06:53:59.270 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:53:59.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.556+0000 7f058d600640 1 -- 172.21.15.66:0/2791069382 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 msgr2=0x7f05880cbd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.556+0000 7f058d600640 1 --2- 172.21.15.66:0/2791069382 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f05880cbd50 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f0578005fd0 tx=0x7f057802a540 comp rx=0 tx=0).stop 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 -- 172.21.15.66:0/2791069382 shutdown_connections 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 --2- 172.21.15.66:0/2791069382 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05880cc5f0 0x7f058815f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 --2- 172.21.15.66:0/2791069382 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f05880cbd50 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 -- 172.21.15.66:0/2791069382 >> 172.21.15.66:0/2791069382 conn(0x7f058806c780 msgr2=0x7f058806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 -- 172.21.15.66:0/2791069382 shutdown_connections 2024-07-27T06:53:59.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.557+0000 7f058d600640 1 -- 172.21.15.66:0/2791069382 wait complete. 2024-07-27T06:53:59.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.559+0000 7f058d600640 1 Processor -- start 2024-07-27T06:53:59.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.559+0000 7f058d600640 1 -- start start 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 0x7f05880b3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058815fea0 0x7f058806f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f058815ca80 con 0x7f05880ceb20 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f05880ccc10 con 0x7f05880cc5f0 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f058d600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f058815cc00 con 0x7f058815fea0 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f0587400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f0587400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34282/0 (socket says 172.21.15.66:34282) 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.561+0000 7f0587400640 1 -- 172.21.15.66:0/785044911 learned_addr learned my addr 172.21.15.66:0/785044911 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587e00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 0x7f05880b3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f058cc00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058815fea0 0x7f058806f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 -- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058815fea0 msgr2=0x7f058806f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058815fea0 0x7f058806f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 -- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 msgr2=0x7f05880b3a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 0x7f05880b3a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 -- 172.21.15.66:0/785044911 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0588156b40 con 0x7f05880ceb20 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587e00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 0x7f05880b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.562+0000 7f0587400640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f057000d6d0 tx=0x7f057000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.563+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570017070 con 0x7f05880ceb20 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.563+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0570009b10 con 0x7f05880ceb20 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.563+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0588156e20 con 0x7f05880ceb20 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.563+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0570010460 con 0x7f05880ceb20 2024-07-27T06:53:59.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.563+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f058814b380 con 0x7f05880ceb20 2024-07-27T06:53:59.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.564+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05880b4410 con 0x7f05880ceb20 2024-07-27T06:53:59.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.565+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f057001a070 con 0x7f05880ceb20 2024-07-27T06:53:59.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.567+0000 7f057fe00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 0x7f0564079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:53:59.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.567+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f0570099160 con 0x7f05880ceb20 2024-07-27T06:53:59.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.568+0000 7f0587e00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 0x7f0564079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:53:59.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.569+0000 7f0587e00640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 0x7f0564079550 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f0578033000 tx=0x7f0578004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:53:59.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.572+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0570061d80 con 0x7f05880ceb20 2024-07-27T06:53:59.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.838+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0588075330 con 0x7f05880ceb20 2024-07-27T06:53:59.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.839+0000 7f057fe00640 1 -- 172.21.15.66:0/785044911 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7f0570061680 con 0x7f05880ceb20 2024-07-27T06:53:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:53:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 msgr2=0x7f0564079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 0x7f0564079550 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f0578033000 tx=0x7f0578004730 comp rx=0 tx=0).stop 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 msgr2=0x7f058806f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f057000d6d0 tx=0x7f057000db90 comp rx=0 tx=0).stop 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 shutdown_connections 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0564077040 0x7f0564079550 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f058815fea0 0x7f058806f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05880ceb20 0x7f058806f460 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 --2- 172.21.15.66:0/785044911 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05880cc5f0 0x7f05880b3a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:53:59.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.842+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 >> 172.21.15.66:0/785044911 conn(0x7f058806c780 msgr2=0x7f0588156060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:53:59.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.843+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 shutdown_connections 2024-07-27T06:53:59.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:53:59.843+0000 7f058d600640 1 -- 172.21.15.66:0/785044911 wait complete. 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:53:59.871 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:53:59.872 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:53:59.872 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:53:59.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:59.872 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:53:59.924 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:53:59.924 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:59.925 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42349sec preferred_lft 42349sec 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:53:59.926 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.927 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:53:59.927 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:53:59.927 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:53:59.927 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:53:59.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:53:59.928 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:54:00.007 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:54:00.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:00.012 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:54:00.063 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:54:00.063 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:54:00.063 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:54:00.063 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:54:00.063 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:54:00.064 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:54:00.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:54:00.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:54:00.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:00.286 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:54:00.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:54:00.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:54:00.338 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:54:00.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:00.338 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:54:00.423 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:54:00.423 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:54:00.481 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:54:00.482 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:54:00.482 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:54:00.535 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:54:00.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:00.535 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:54:00.754 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:54:00.755 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:54:00.801 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:54:00.801 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:54:00.801 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:54:00.801 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:54:00.801 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:54:00.803 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:54:00.803 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:54:00.803 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:54:00.803 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:54:00.803 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:54:00.809 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:54:00.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:00.809 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:54:00.880 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:54:00.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:54:01.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:54:01.033 INFO:teuthology.orchestra.run.smithi066.stdout:client5731 2024-07-27T06:54:01.033 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:54:01.033 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:54:01.090 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T06:54:01.403 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T06:54:01.404 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T06:54:01.404 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps true --yes-i-really-mean-it 2024-07-27T06:54:01.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3127548091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0b5240 msgr2=0x7f3bbc0cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3127548091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc0cf0a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc06f970 tx=0x7f3bb402ab50 comp rx=0 tx=0).stop 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3127548091 shutdown_connections 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3127548091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc0cf0a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3127548091 >> v2:172.21.15.155:3300/0 conn(0x7f3bbc0d29d0 0x7f3bbc0d06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3127548091 >> 172.21.15.66:0/3127548091 conn(0x7f3bbc0d3d10 msgr2=0x7f3bbc0d4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.702+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3127548091 shutdown_connections 2024-07-27T06:54:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.703+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3127548091 wait complete. 2024-07-27T06:54:01.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.705+0000 7f3bbbe00640 1 Processor -- start 2024-07-27T06:54:01.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.705+0000 7f3bbbe00640 1 -- start start 2024-07-27T06:54:01.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:01.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d0c00 0x7f3bbc0c8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:01.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:01.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc0b9890 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3bbc0b9710 con 0x7f3bbc0b5240 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3bbc0d4950 con 0x7f3bbc0d0c00 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37092/0 (socket says 172.21.15.66:37092) 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.707+0000 7f3bbb400640 1 -- 172.21.15.66:0/3107160090 learned_addr learned my addr 172.21.15.66:0/3107160090 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bb2000640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d0c00 0x7f3bbc0c8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbaa00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 -- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d0c00 msgr2=0x7f3bbc0c8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:01.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d0c00 0x7f3bbc0c8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:01.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 -- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc0b5240 msgr2=0x7f3bbc150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:01.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:01.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 -- 172.21.15.66:0/3107160090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bbc0c7ba0 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bbb400640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f3bb402b140 tx=0x7f3bb402c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.708+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb4004250 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.709+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bb40043f0 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.709+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb4004840 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.709+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bbc0c7e80 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.709+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bbc0c8440 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.710+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bbc0c7910 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.712+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3bb402d480 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.713+0000 7f3bb3e00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 0x7f3b98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:01.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.713+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f3bb40b9be0 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.713+0000 7f3bbaa00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 0x7f3b98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:01.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.715+0000 7f3bbaa00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 0x7f3b98079520 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3bac005fd0 tx=0x7f3bac005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:01.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.720+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3bb4032030 con 0x7f3bbc0d29d0 2024-07-27T06:54:01.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:01.977+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f3bbc0cf6c0 con 0x7f3bbc0d29d0 2024-07-27T06:54:02.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.872+0000 7f3bb3e00640 1 -- 172.21.15.66:0/3107160090 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true}]=0 enabled new snapshots v56) ==== 167+0+0 (secure 0 0 0) 0x7f3bb4082770 con 0x7f3bbc0d29d0 2024-07-27T06:54:02.874 INFO:teuthology.orchestra.run.smithi066.stderr:enabled new snapshots 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 msgr2=0x7f3b98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 0x7f3b98079520 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f3bac005fd0 tx=0x7f3bac005dc0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 msgr2=0x7f3bbc156740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f3bb402b140 tx=0x7f3bb402c8e0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 shutdown_connections 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b98077010 0x7f3b98079520 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3bbc0d29d0 0x7f3bbc156740 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3bbc0d0c00 0x7f3bbc0c8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 --2- 172.21.15.66:0/3107160090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3bbc0b5240 0x7f3bbc150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:02.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 >> 172.21.15.66:0/3107160090 conn(0x7f3bbc0d3d10 msgr2=0x7f3bbc06e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:02.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 shutdown_connections 2024-07-27T06:54:02.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:02.876+0000 7f3bbbe00640 1 -- 172.21.15.66:0/3107160090 wait complete. 2024-07-27T06:54:02.910 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 -- 172.21.15.66:0/1808667326 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c180ae830 msgr2=0x7f4c180aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 --2- 172.21.15.66:0/1808667326 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c180ae830 0x7f4c180aec40 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f4c18157ff0 tx=0x7f4c0402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 -- 172.21.15.66:0/1808667326 shutdown_connections 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 --2- 172.21.15.66:0/1808667326 >> v2:172.21.15.155:3300/0 conn(0x7f4c1806de60 0x7f4c1806e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 --2- 172.21.15.66:0/1808667326 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c180ae830 0x7f4c180aec40 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 --2- 172.21.15.66:0/1808667326 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c18151010 0x7f4c180b38c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 -- 172.21.15.66:0/1808667326 >> 172.21.15.66:0/1808667326 conn(0x7f4c1806c780 msgr2=0x7f4c1806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 -- 172.21.15.66:0/1808667326 shutdown_connections 2024-07-27T06:54:03.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.197+0000 7f4c17200640 1 -- 172.21.15.66:0/1808667326 wait complete. 2024-07-27T06:54:03.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.200+0000 7f4c17200640 1 Processor -- start 2024-07-27T06:54:03.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.201+0000 7f4c17200640 1 -- start start 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 0x7f4c18153f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c180ae830 0x7f4c1813b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4c18070350 con 0x7f4c18151010 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c180701d0 con 0x7f4c180ae830 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c17200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c1815a4b0 con 0x7f4c1806de60 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c16800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c16800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37108/0 (socket says 172.21.15.66:37108) 2024-07-27T06:54:03.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.203+0000 7f4c16800640 1 -- 172.21.15.66:0/2302590523 learned_addr learned my addr 172.21.15.66:0/2302590523 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:03.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c15400640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c180ae830 0x7f4c1813b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:03.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c15e00640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 0x7f4c18153f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 -- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 msgr2=0x7f4c18153f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 0x7f4c18153f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 -- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c180ae830 msgr2=0x7f4c1813b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c180ae830 0x7f4c1813b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 -- 172.21.15.66:0/2302590523 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1813bb20 con 0x7f4c18151010 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c15e00640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 0x7f4c18153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:54:03.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.204+0000 7f4c16800640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000dac0 tx=0x7f4c1000df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.205+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1000adc0 con 0x7f4c18151010 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.205+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c10005110 con 0x7f4c18151010 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.205+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c10005560 con 0x7f4c18151010 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.205+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1814f1d0 con 0x7f4c18151010 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.205+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c1814f790 con 0x7f4c18151010 2024-07-27T06:54:03.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.206+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c1806fac0 con 0x7f4c18151010 2024-07-27T06:54:03.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.207+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4c100047a0 con 0x7f4c18151010 2024-07-27T06:54:03.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.208+0000 7f4c0e000640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 0x7f4bf8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:03.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.209+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f4c10099490 con 0x7f4c18151010 2024-07-27T06:54:03.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.209+0000 7f4c15e00640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 0x7f4bf8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:03.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.211+0000 7f4c15e00640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 0x7f4bf8079550 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4c08005c40 tx=0x7f4c0800a3f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:03.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.215+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c100620b0 con 0x7f4c18151010 2024-07-27T06:54:03.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.476+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f4c180aec40 con 0x7f4c18151010 2024-07-27T06:54:03.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.886+0000 7f4c0e000640 1 -- 172.21.15.66:0/2302590523 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v57) ==== 105+0+0 (secure 0 0 0) 0x7f4c1006a2f0 con 0x7f4c18151010 2024-07-27T06:54:03.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.889+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 msgr2=0x7f4bf8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:03.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.889+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 0x7f4bf8079550 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f4c08005c40 tx=0x7f4c0800a3f0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.889+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 msgr2=0x7f4c1813b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:03.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.889+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f4c1000dac0 tx=0x7f4c1000df80 comp rx=0 tx=0).stop 2024-07-27T06:54:03.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.889+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 shutdown_connections 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bf8077040 0x7f4bf8079550 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c18151010 0x7f4c1813b5e0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c180ae830 0x7f4c1813b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 --2- 172.21.15.66:0/2302590523 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c1806de60 0x7f4c18153f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 >> 172.21.15.66:0/2302590523 conn(0x7f4c1806c780 msgr2=0x7f4c1806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 shutdown_connections 2024-07-27T06:54:03.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:03.890+0000 7f4c17200640 1 -- 172.21.15.66:0/2302590523 wait complete. 2024-07-27T06:54:03.926 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 -- 172.21.15.66:0/1686237983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c0cee80 msgr2=0x7fe19c0cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1686237983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c0cee80 0x7fe19c0cf290 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fe19c06d8e0 tx=0x7fe18c02a560 comp rx=0 tx=0).stop 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 -- 172.21.15.66:0/1686237983 shutdown_connections 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1686237983 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c15f970 0x7fe19c15fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1686237983 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c0cee80 0x7fe19c0cf290 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1686237983 >> v2:172.21.15.155:3300/0 conn(0x7fe19c159980 0x7fe19c073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 -- 172.21.15.66:0/1686237983 >> 172.21.15.66:0/1686237983 conn(0x7fe19c06c780 msgr2=0x7fe19c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 -- 172.21.15.66:0/1686237983 shutdown_connections 2024-07-27T06:54:04.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.191+0000 7fe1a2600640 1 -- 172.21.15.66:0/1686237983 wait complete. 2024-07-27T06:54:04.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.193+0000 7fe1a2600640 1 Processor -- start 2024-07-27T06:54:04.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.194+0000 7fe1a2600640 1 -- start start 2024-07-27T06:54:04.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c0cee80 0x7fe19c1f8520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 0x7fe19c158e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c06e3a0 con 0x7fe19c15f970 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c06e220 con 0x7fe19c159980 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.195+0000 7fe1a2600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe19c06e520 con 0x7fe19c0cee80 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37130/0 (socket says 172.21.15.66:37130) 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 -- 172.21.15.66:0/1426340067 learned_addr learned my addr 172.21.15.66:0/1426340067 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe193e00640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 0x7fe19c158e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:04.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1200640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c0cee80 0x7fe19c1f8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 -- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c0cee80 msgr2=0x7fe19c1f8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c0cee80 0x7fe19c1f8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 -- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 msgr2=0x7fe19c158e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 0x7fe19c158e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe1a1c00640 1 -- 172.21.15.66:0/1426340067 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19c1f8d70 con 0x7fe19c15f970 2024-07-27T06:54:04.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.196+0000 7fe193e00640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 0x7fe19c158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:54:04.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe1a1c00640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fe19400b970 tx=0x7fe19400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:04.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe194019070 con 0x7fe19c15f970 2024-07-27T06:54:04.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe19400cbf0 con 0x7fe19c15f970 2024-07-27T06:54:04.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe194014440 con 0x7fe19c15f970 2024-07-27T06:54:04.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe19c1f9050 con 0x7fe19c15f970 2024-07-27T06:54:04.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.197+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe19c1f5040 con 0x7fe19c15f970 2024-07-27T06:54:04.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.198+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe19c06fbf0 con 0x7fe19c15f970 2024-07-27T06:54:04.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.199+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe19401c070 con 0x7fe19c15f970 2024-07-27T06:54:04.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.200+0000 7fe199600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 0x7fe178079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:04.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.201+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fe194098cc0 con 0x7fe19c15f970 2024-07-27T06:54:04.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.201+0000 7fe1a1200640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 0x7fe178079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:04.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.203+0000 7fe1a1200640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 0x7fe178079520 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe184005fd0 tx=0x7fe184005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:04.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.205+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe19409f080 con 0x7fe19c15f970 2024-07-27T06:54:04.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.465+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe19c0b12e0 con 0x7fe19c15f970 2024-07-27T06:54:04.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.466+0000 7fe199600640 1 -- 172.21.15.66:0/1426340067 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 58 v58) ==== 94+0+5241 (secure 0 0 0) 0x7fe1940618e0 con 0x7fe19c15f970 2024-07-27T06:54:04.468 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:04.468 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":58,"btime":"2024-07-27T06:54:03:893514+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":58,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:03.893479+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:creating","state_seq":1,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315]},"id":6}]} 2024-07-27T06:54:04.468 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 58 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.470+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 msgr2=0x7fe178079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.470+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 0x7fe178079520 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fe184005fd0 tx=0x7fe184005850 comp rx=0 tx=0).stop 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.470+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 msgr2=0x7fe19c1f5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.470+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fe19400b970 tx=0x7fe19400be30 comp rx=0 tx=0).stop 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 shutdown_connections 2024-07-27T06:54:04.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe178077010 0x7fe178079520 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe19c15f970 0x7fe19c1f5840 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe19c159980 0x7fe19c158e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 --2- 172.21.15.66:0/1426340067 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe19c0cee80 0x7fe19c1f8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 >> 172.21.15.66:0/1426340067 conn(0x7fe19c06c780 msgr2=0x7fe19c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 shutdown_connections 2024-07-27T06:54:04.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:04.471+0000 7fe1a2600640 1 -- 172.21.15.66:0/1426340067 wait complete. 2024-07-27T06:54:04.899 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 58, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:54:03.893479+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6315, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6315': {'gid': 6315, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/2447479800', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 2447479800}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2447479800}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6315, 'qdb_cluster': [6315]} 2024-07-27T06:54:04.900 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6309:up:creating 2024-07-27T06:54:05.901 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:06.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 -- 172.21.15.66:0/3308386883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1288073730 msgr2=0x7f12880ce5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:06.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 --2- 172.21.15.66:0/3308386883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1288073730 0x7f12880ce5e0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f1288072120 tx=0x7f128002aa10 comp rx=0 tx=0).stop 2024-07-27T06:54:06.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 -- 172.21.15.66:0/3308386883 shutdown_connections 2024-07-27T06:54:06.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 --2- 172.21.15.66:0/3308386883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1288073730 0x7f12880ce5e0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 --2- 172.21.15.66:0/3308386883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f128815ad00 0x7f12880731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 --2- 172.21.15.66:0/3308386883 >> v2:172.21.15.155:3300/0 conn(0x7f12880cf800 0x7f128815f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 -- 172.21.15.66:0/3308386883 >> 172.21.15.66:0/3308386883 conn(0x7f12880d0a10 msgr2=0x7f12880d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:06.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 -- 172.21.15.66:0/3308386883 shutdown_connections 2024-07-27T06:54:06.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.208+0000 7f128da00640 1 -- 172.21.15.66:0/3308386883 wait complete. 2024-07-27T06:54:06.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.211+0000 7f128da00640 1 Processor -- start 2024-07-27T06:54:06.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.211+0000 7f128da00640 1 -- start start 2024-07-27T06:54:06.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.212+0000 7f128da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1288073730 0x7f12880cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:06.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.212+0000 7f128da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12880cf800 0x7f1288158380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:06.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.212+0000 7f128da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f12880cef90 con 0x7f128815ad00 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f12880cee10 con 0x7f1288073730 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12880cf110 con 0x7f12880cf800 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37146/0 (socket says 172.21.15.66:37146) 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 -- 172.21.15.66:0/2927832290 learned_addr learned my addr 172.21.15.66:0/2927832290 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f1287e00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1288073730 0x7f12880cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:06.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f127f400640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12880cf800 0x7f1288158380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 -- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12880cf800 msgr2=0x7f1288158380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12880cf800 0x7f1288158380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 -- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1288073730 msgr2=0x7f12880cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1288073730 0x7f12880cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.213+0000 7f128d000640 1 -- 172.21.15.66:0/2927832290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f128815e5d0 con 0x7f128815ad00 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f128d000640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f1280009d60 tx=0x7f1280003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1280033050 con 0x7f128815ad00 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1280004450 con 0x7f128815ad00 2024-07-27T06:54:06.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1280004860 con 0x7f128815ad00 2024-07-27T06:54:06.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1288158e00 con 0x7f128815ad00 2024-07-27T06:54:06.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.214+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12880c49a0 con 0x7f128815ad00 2024-07-27T06:54:06.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.215+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f128815f290 con 0x7f128815ad00 2024-07-27T06:54:06.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.217+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1280036070 con 0x7f128815ad00 2024-07-27T06:54:06.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.218+0000 7f1284c00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 0x7f1264079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:06.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.218+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f12800ba2e0 con 0x7f128815ad00 2024-07-27T06:54:06.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.218+0000 7f1287e00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 0x7f1264079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:06.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.220+0000 7f1287e00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 0x7f1264079550 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f127800daa0 tx=0x7f1278005d70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:06.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.223+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1280082f90 con 0x7f128815ad00 2024-07-27T06:54:06.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.486+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f128806f210 con 0x7f128815ad00 2024-07-27T06:54:06.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.487+0000 7f1284c00640 1 -- 172.21.15.66:0/2927832290 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5244 (secure 0 0 0) 0x7f1280082890 con 0x7f128815ad00 2024-07-27T06:54:06.489 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:06.489 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"btime":"2024-07-27T06:54:04:897516+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:04.897501+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:06.489 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 59 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 msgr2=0x7f1264079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 0x7f1264079550 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f127800daa0 tx=0x7f1278005d70 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 msgr2=0x7f12881588c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f1280009d60 tx=0x7f1280003f10 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 shutdown_connections 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1264077040 0x7f1264079550 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f128815ad00 0x7f12881588c0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12880cf800 0x7f1288158380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 --2- 172.21.15.66:0/2927832290 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1288073730 0x7f12880cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:06.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 >> 172.21.15.66:0/2927832290 conn(0x7f12880d0a10 msgr2=0x7f128806c780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:06.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 shutdown_connections 2024-07-27T06:54:06.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:06.490+0000 7f128da00640 1 -- 172.21.15.66:0/2927832290 wait complete. 2024-07-27T06:54:06.921 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 59, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:54:04.897501+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6315, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6315': {'gid': 6315, 'name': 'd', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/2447479800', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 2447479800}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2447479800}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6315, 'qdb_cluster': [6309, 6315]} 2024-07-27T06:54:06.921 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:54:06.921 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.218+0000 7f4883200640 1 -- 172.21.15.66:0/4161191100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 msgr2=0x7f4868004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.218+0000 7f4883200640 1 --2- 172.21.15.66:0/4161191100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f4868004c10 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f486c009b50 tx=0x7f4868005830 comp rx=0 tx=0).stop 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.219+0000 7f4882800640 1 -- 172.21.15.66:0/4161191100 reap_dead start 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.219+0000 7f4883200640 1 -- 172.21.15.66:0/4161191100 shutdown_connections 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.219+0000 7f4883200640 1 -- 172.21.15.66:0/4161191100 >> 172.21.15.66:0/4161191100 conn(0x7f488406c780 msgr2=0x7f488406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.219+0000 7f4883200640 1 -- 172.21.15.66:0/4161191100 shutdown_connections 2024-07-27T06:54:07.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.219+0000 7f4883200640 1 -- 172.21.15.66:0/4161191100 wait complete. 2024-07-27T06:54:07.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.221+0000 7f4883200640 1 Processor -- start 2024-07-27T06:54:07.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.222+0000 7f4883200640 1 -- start start 2024-07-27T06:54:07.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f488413f520 0x7f488413ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4884141f70 0x7f48841f3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f48840cf620 con 0x7f4868004800 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f48840cf4a0 con 0x7f4884141f70 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4883200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f488406e220 con 0x7f488413f520 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.223+0000 7f4881e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37172/0 (socket says 172.21.15.66:37172) 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 -- 172.21.15.66:0/1639262023 learned_addr learned my addr 172.21.15.66:0/1639262023 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4879400640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f488413f520 0x7f488413ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 -- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f488413f520 msgr2=0x7f488413ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f488413f520 0x7f488413ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 -- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4884141f70 msgr2=0x7f48841f3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4884141f70 0x7f48841f3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 -- 172.21.15.66:0/1639262023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f488413fda0 con 0x7f4868004800 2024-07-27T06:54:07.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.224+0000 7f4881e00640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f4874010a40 tx=0x7f4874010e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.225+0000 7f487aa00640 1 -- 172.21.15.66:0/1639262023 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f487400eda0 con 0x7f4868004800 2024-07-27T06:54:07.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.225+0000 7f487aa00640 1 -- 172.21.15.66:0/1639262023 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4874005020 con 0x7f4868004800 2024-07-27T06:54:07.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.225+0000 7f487aa00640 1 -- 172.21.15.66:0/1639262023 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4874005450 con 0x7f4868004800 2024-07-27T06:54:07.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.225+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f488413fac0 con 0x7f4868004800 2024-07-27T06:54:07.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.225+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4884141770 con 0x7f4868004800 2024-07-27T06:54:07.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.228+0000 7f487aa00640 1 -- 172.21.15.66:0/1639262023 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f48740047a0 con 0x7f4868004800 2024-07-27T06:54:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.229+0000 7f487aa00640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 0x7f4860079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.230+0000 7f487aa00640 1 -- 172.21.15.66:0/1639262023 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f4874099d60 con 0x7f4868004800 2024-07-27T06:54:07.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.230+0000 7f488fffc740 1 Processor -- start 2024-07-27T06:54:07.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.230+0000 7f4879400640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 0x7f4860079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.230+0000 7f488fffc740 1 -- start start 2024-07-27T06:54:07.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.231+0000 7f4879400640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 0x7f4860079520 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f486c035000 tx=0x7f486c02d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8991a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898fb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f89847390 con 0x558f8952f270 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f89836a30 con 0x558f8950e590 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f8983a8d0 con 0x558f895063b0 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f4881e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f4881e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37188/0 (socket says 172.21.15.66:37188) 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.232+0000 7f4881e00640 1 -- 172.21.15.66:0/2701242455 learned_addr learned my addr 172.21.15.66:0/2701242455 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4882800640 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898fb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4879400640 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8991a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 -- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 msgr2=0x558f8991a8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8991a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 -- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 msgr2=0x558f898fb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898fb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 -- 172.21.15.66:0/2701242455 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f897f2d70 con 0x558f8952f270 2024-07-27T06:54:07.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4881e00640 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4874061ef0 tx=0x7f4874061c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eb0339fc95a8fda server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4872a00640 1 -- 172.21.15.66:0/2701242455 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48740621f0 con 0x558f8952f270 2024-07-27T06:54:07.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4872a00640 1 -- 172.21.15.66:0/2701242455 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4874095070 con 0x558f8952f270 2024-07-27T06:54:07.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.233+0000 7f4872a00640 1 -- 172.21.15.66:0/2701242455 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f487406b2a0 con 0x558f8952f270 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 -- 172.21.15.66:0/2701242455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 msgr2=0x558f898eed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4874061ef0 tx=0x7f4874061c50 comp rx=0 tx=0).stop 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 -- 172.21.15.66:0/2701242455 shutdown_connections 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898fb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8991a8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 --2- 172.21.15.66:0/2701242455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898eed50 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 -- 172.21.15.66:0/2701242455 >> 172.21.15.66:0/2701242455 conn(0x558f895233c0 msgr2=0x558f898d4c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 -- 172.21.15.66:0/2701242455 shutdown_connections 2024-07-27T06:54:07.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.234+0000 7f488fffc740 1 -- 172.21.15.66:0/2701242455 wait complete. 2024-07-27T06:54:07.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.235+0000 7f488fffc740 1 -- start start 2024-07-27T06:54:07.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.236+0000 7f488fffc740 1 Processor -- start 2024-07-27T06:54:07.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f895063b0 0x558f898fde20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f8952f270 0x558f89901d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f895a9620 con 0x558f8950e590 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f897d3e10 con 0x558f895063b0 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f898ec920 con 0x558f8952f270 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.237+0000 7f488fffc740 10 client.0 _ll_register_callbacks cb 0x558f898309a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37204/0 (socket says 172.21.15.66:37204) 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 -- 172.21.15.66:0/4159412511 learned_addr learned my addr 172.21.15.66:0/4159412511 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4881e00640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f895063b0 0x558f898fde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4882800640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f8952f270 0x558f89901d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 -- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f8952f270 msgr2=0x558f89901d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f8952f270 0x558f89901d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 -- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f895063b0 msgr2=0x558f898fde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f895063b0 0x558f898fde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.238+0000 7f4879400640 1 -- 172.21.15.66:0/4159412511 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f8959a850 con 0x558f8950e590 2024-07-27T06:54:07.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f4879400640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f486c02be20 tx=0x7f486c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da19dbff4710c690 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f4867400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:07.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c033b10 con 0x558f8950e590 2024-07-27T06:54:07.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f486c033cb0 con 0x558f8950e590 2024-07-27T06:54:07.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4874095070 con 0x558f8950e590 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f486c056050 con 0x558f8950e590 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f488fffc740 10 client.6501 fetch_fsmap learned FSMap version 59 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.239+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x558f896116b0 con 0x558f8950e590 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4874095070 con 0x558f8950e590 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 59) ==== 3522+0+0 (secure 0 0 0) 0x7f486c059020 con 0x558f8950e590 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 10 client.6501 fetch_fsmap finished waiting for FSMap version 59 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 10 client.6501 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 20 client.6501 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f894ede40 0x558f898fcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 4 client.6501 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f898492e0 con 0x558f894ede40 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.240+0000 7f4881e00640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f894ede40 0x558f898fcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.241+0000 7f4881e00640 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f894ede40 0x558f898fcad0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fd810abb4fcee2de server_cookie=abd9d4dfa4e8a492 in_seq=0 out_seq=0 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.241+0000 7f4867400640 10 client.6501 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:07.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f4867400640 1 -- 172.21.15.66:0/4159412511 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558f898492e0 con 0x558f894ede40 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f4867400640 10 client.6501 handle_command_reply: tid=0 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 client.6501 shutdown 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 msgr2=0x558f899017d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f486c02be20 tx=0x7f486c005f90 comp rx=0 tx=0).stop 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 shutdown_connections 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f894ede40 0x558f898fcad0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f8952f270 0x558f89901d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f899017d0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 --2- 172.21.15.66:0/4159412511 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f895063b0 0x558f898fde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f4867400640 0 client.6501 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:07.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 >> 172.21.15.66:0/4159412511 conn(0x558f895233c0 msgr2=0x558f898fb940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 shutdown_connections 2024-07-27T06:54:07.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 1 -- 172.21.15.66:0/4159412511 wait complete. 2024-07-27T06:54:07.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.242+0000 7f488fffc740 20 client.6501 trim_cache size 0 max 16384 2024-07-27T06:54:07.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.264+0000 7f488fffc740 1 Processor -- start 2024-07-27T06:54:07.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.264+0000 7f488fffc740 1 -- start start 2024-07-27T06:54:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f898fe000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898d5910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4884200850 con 0x558f8952f270 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f48841fece0 con 0x558f8950e590 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f48841ff210 con 0x558f895063b0 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f4882800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f4882800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37208/0 (socket says 172.21.15.66:37208) 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.265+0000 7f4882800640 1 -- 172.21.15.66:0/1060397151 learned_addr learned my addr 172.21.15.66:0/1060397151 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4879400640 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898d5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4881e00640 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f898fe000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 -- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 msgr2=0x558f898fe000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f898fe000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 -- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 msgr2=0x558f898d5910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898d5910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 -- 172.21.15.66:0/1060397151 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f898ca890 con 0x558f8952f270 2024-07-27T06:54:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.266+0000 7f4882800640 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f4884145c00 tx=0x7f487c00f660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbbe213c8ffa5ec1 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.267+0000 7f4872000640 1 -- 172.21.15.66:0/1060397151 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f487c0070d0 con 0x558f8952f270 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.267+0000 7f4872000640 1 -- 172.21.15.66:0/1060397151 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f487c018070 con 0x558f8952f270 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.267+0000 7f4872000640 1 -- 172.21.15.66:0/1060397151 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f487c0075e0 con 0x558f8952f270 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 -- 172.21.15.66:0/1060397151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 msgr2=0x558f898d5e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f4884145c00 tx=0x7f487c00f660 comp rx=0 tx=0).stop 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 -- 172.21.15.66:0/1060397151 shutdown_connections 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8952f270 0x558f898d5e50 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8950e590 0x558f898d5910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 --2- 172.21.15.66:0/1060397151 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f898fe000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 -- 172.21.15.66:0/1060397151 >> 172.21.15.66:0/1060397151 conn(0x558f895233c0 msgr2=0x558f898cdf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 -- 172.21.15.66:0/1060397151 shutdown_connections 2024-07-27T06:54:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.268+0000 7f488fffc740 1 -- 172.21.15.66:0/1060397151 wait complete. 2024-07-27T06:54:07.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.269+0000 7f488fffc740 1 -- start start 2024-07-27T06:54:07.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.269+0000 7f488fffc740 1 Processor -- start 2024-07-27T06:54:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8999a950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 0x558f898ea8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f898ec4c0 con 0x558f8950e590 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f898ec660 con 0x558f8952f270 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f89910ff0 con 0x558f895063b0 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f488fffc740 10 client.0 _ll_register_callbacks cb 0x7f486c036070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f4879400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f4879400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37216/0 (socket says 172.21.15.66:37216) 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.271+0000 7f4879400640 1 -- 172.21.15.66:0/2438687596 learned_addr learned my addr 172.21.15.66:0/2438687596 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4882800640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 0x558f898ea8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4881e00640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8999a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 -- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 msgr2=0x558f8999a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8999a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 -- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 msgr2=0x558f898ea8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 0x558f898ea8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 -- 172.21.15.66:0/2438687596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f89940bf0 con 0x558f8950e590 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4882800640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 0x558f898ea8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4881e00640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8999a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4879400640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f486c0093c0 tx=0x7f486c004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=557c60d15b808f58 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4867400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:07.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.272+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486c060070 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f486c04a730 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f487c018070 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f486c06d050 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 10 client.6507 fetch_fsmap learned FSMap version 59 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x558f89911dd0 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f487c018070 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 59) ==== 3522+0+0 (secure 0 0 0) 0x7f486c070020 con 0x558f8950e590 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 10 client.6507 fetch_fsmap finished waiting for FSMap version 59 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 10 client.6507 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 20 client.6507 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f898eae00 0x558f898fb430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 4 client.6507 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:54:07.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.273+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "status"}) -- 0x558f89844d80 con 0x558f898eae00 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f4881e00640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f898eae00 0x558f898fb430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f4881e00640 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f898eae00 0x558f898fb430 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=651f5678c450584d server_cookie=c728c7faf0229c55 in_seq=0 out_seq=0 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f4867400640 10 client.6507 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f4867400640 1 -- 172.21.15.66:0/2438687596 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x558f89844d80 con 0x558f898eae00 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f4867400640 10 client.6507 handle_command_reply: tid=0 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.274+0000 7f488fffc740 1 client.6507 shutdown 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 msgr2=0x558f8992be80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f486c0093c0 tx=0x7f486c004680 comp rx=0 tx=0).stop 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 shutdown_connections 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x558f898eae00 0x558f898fb430 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f8952f270 0x558f898ea8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f8950e590 0x558f8992be80 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 --2- 172.21.15.66:0/2438687596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f895063b0 0x558f8999a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f4867400640 0 client.6507 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 >> 172.21.15.66:0/2438687596 conn(0x558f895233c0 msgr2=0x558f898d5910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 shutdown_connections 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 1 -- 172.21.15.66:0/2438687596 wait complete. 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.275+0000 7f488fffc740 20 client.6507 trim_cache size 0 max 16384 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6309, 2024-07-27T06:54:07.280 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 3.377963973, 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 59, 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 95, 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 95, 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 20.191501491 2024-07-27T06:54:07.281 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:54:07.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 msgr2=0x7f4860079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 0x7f4860079520 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f486c035000 tx=0x7f486c02d040 comp rx=0 tx=0).stop 2024-07-27T06:54:07.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 msgr2=0x7f48841f34d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f4874010a40 tx=0x7f4874010e40 comp rx=0 tx=0).stop 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 shutdown_connections 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4860077010 0x7f4860079520 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4884141f70 0x7f48841f3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f488413f520 0x7f488413ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 --2- 172.21.15.66:0/1639262023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4868004800 0x7f48841f34d0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 >> 172.21.15.66:0/1639262023 conn(0x7f488406c780 msgr2=0x7f488406f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 shutdown_connections 2024-07-27T06:54:07.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.276+0000 7f4883200640 1 -- 172.21.15.66:0/1639262023 wait complete. 2024-07-27T06:54:07.306 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T06:54:07.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.598+0000 7f7a9d600640 1 -- 172.21.15.66:0/3861912615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806f030 msgr2=0x7f7a9806f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.598+0000 7f7a9d600640 1 --2- 172.21.15.66:0/3861912615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806f030 0x7f7a9806f440 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f7a90005fd0 tx=0x7f7a9002aa90 comp rx=0 tx=0).stop 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 -- 172.21.15.66:0/3861912615 shutdown_connections 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 --2- 172.21.15.66:0/3861912615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806f030 0x7f7a9806f440 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 --2- 172.21.15.66:0/3861912615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 0x7f7a98072c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 -- 172.21.15.66:0/3861912615 >> 172.21.15.66:0/3861912615 conn(0x7f7a980cfb90 msgr2=0x7f7a980cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 -- 172.21.15.66:0/3861912615 shutdown_connections 2024-07-27T06:54:07.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.599+0000 7f7a9d600640 1 -- 172.21.15.66:0/3861912615 wait complete. 2024-07-27T06:54:07.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.601+0000 7f7a9d600640 1 Processor -- start 2024-07-27T06:54:07.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.601+0000 7f7a9d600640 1 -- start start 2024-07-27T06:54:07.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 0x7f7a981558d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 0x7f7a981590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7a98073150 con 0x7f7a9806e510 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a9806fb90 con 0x7f7a9806f030 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a9d600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a980732d0 con 0x7f7a98070470 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37242/0 (socket says 172.21.15.66:37242) 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.603+0000 7f7a96a00640 1 -- 172.21.15.66:0/1457871781 learned_addr learned my addr 172.21.15.66:0/1457871781 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 0x7f7a981558d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a97400640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 0x7f7a981590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 -- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 msgr2=0x7f7a981590d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 0x7f7a981590d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 -- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 msgr2=0x7f7a981558d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 0x7f7a981558d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 -- 172.21.15.66:0/1457871781 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a980c9b70 con 0x7f7a9806e510 2024-07-27T06:54:07.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 0x7f7a981558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:07.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.604+0000 7f7a96a00640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f7a8800db10 tx=0x7f7a8800a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.605+0000 7f7a8f400640 1 -- 172.21.15.66:0/1457871781 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8800ae00 con 0x7f7a9806e510 2024-07-27T06:54:07.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.605+0000 7f7a8f400640 1 -- 172.21.15.66:0/1457871781 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a88005110 con 0x7f7a9806e510 2024-07-27T06:54:07.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.605+0000 7f7a8f400640 1 -- 172.21.15.66:0/1457871781 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88005540 con 0x7f7a9806e510 2024-07-27T06:54:07.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.605+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a980c9e50 con 0x7f7a9806e510 2024-07-27T06:54:07.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.605+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a981e8700 con 0x7f7a9806e510 2024-07-27T06:54:07.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.608+0000 7f7a8f400640 1 -- 172.21.15.66:0/1457871781 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7a880047a0 con 0x7f7a9806e510 2024-07-27T06:54:07.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.609+0000 7f7a8f400640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 0x7f7a74079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.609+0000 7f7a8f400640 1 -- 172.21.15.66:0/1457871781 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f7a88099530 con 0x7f7a9806e510 2024-07-27T06:54:07.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.609+0000 7f7aa4595740 1 Processor -- start 2024-07-27T06:54:07.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.609+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 0x7f7a74079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.609+0000 7f7aa4595740 1 -- start start 2024-07-27T06:54:07.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 0x7f7a74079550 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7a981f8bc0 tx=0x7f7a80009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15607830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 0x55cb15607d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb15550390 con 0x55cb15238270 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cb1553fa30 con 0x55cb15217590 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb155438d0 con 0x55cb1520f3b0 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37244/0 (socket says 172.21.15.66:37244) 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.611+0000 7f7a96a00640 1 -- 172.21.15.66:0/3464868844 learned_addr learned my addr 172.21.15.66:0/3464868844 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a97400640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 0x55cb15607d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a8e000640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15607830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 -- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 msgr2=0x55cb15607830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15607830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 -- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 msgr2=0x55cb15607d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 0x55cb15607d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 -- 172.21.15.66:0/3464868844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb154fbd70 con 0x55cb15238270 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a97400640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 0x55cb15607d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a96a00640 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f7a8805dad0 tx=0x7f7a880614d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=873adfa1b7769f70 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.612+0000 7f7a87000640 1 -- 172.21.15.66:0/3464868844 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88062150 con 0x55cb15238270 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.613+0000 7f7a87000640 1 -- 172.21.15.66:0/3464868844 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a88061a50 con 0x55cb15238270 2024-07-27T06:54:07.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.613+0000 7f7a87000640 1 -- 172.21.15.66:0/3464868844 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88066050 con 0x55cb15238270 2024-07-27T06:54:07.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.613+0000 7f7aa4595740 1 -- 172.21.15.66:0/3464868844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 msgr2=0x55cb15624b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.613+0000 7f7aa4595740 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f7a8805dad0 tx=0x7f7a880614d0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 -- 172.21.15.66:0/3464868844 shutdown_connections 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15217590 0x55cb15607d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15607830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 --2- 172.21.15.66:0/3464868844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15238270 0x55cb15624b60 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 -- 172.21.15.66:0/3464868844 >> 172.21.15.66:0/3464868844 conn(0x55cb1522c3c0 msgr2=0x55cb155dda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 -- 172.21.15.66:0/3464868844 shutdown_connections 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.614+0000 7f7aa4595740 1 -- 172.21.15.66:0/3464868844 wait complete. 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.615+0000 7f7aa4595740 1 -- start start 2024-07-27T06:54:07.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.615+0000 7f7aa4595740 1 Processor -- start 2024-07-27T06:54:07.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb15217590 0x55cb15600ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155dcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb152b2620 con 0x55cb1520f3b0 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cb154dce10 con 0x55cb15238270 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb15600260 con 0x55cb15217590 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7aa4595740 10 client.0 _ll_register_callbacks cb 0x55cb155399a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37258/0 (socket says 172.21.15.66:37258) 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 -- 172.21.15.66:0/4080374602 learned_addr learned my addr 172.21.15.66:0/4080374602 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 -- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb15217590 msgr2=0x55cb15600ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb15217590 0x55cb15600ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a96a00640 1 -- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 msgr2=0x55cb155dcfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.617+0000 7f7a97400640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155dcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a96a00640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155dcfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a96a00640 1 -- 172.21.15.66:0/4080374602 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb152a3850 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a96a00640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f7a8805ecc0 tx=0x7f7a8806aa70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16ad3adb3331aedd server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a7b400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88095070 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f7a8806a7e0 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a88061a50 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f7a88066050 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7aa4595740 10 client.6519 fetch_fsmap learned FSMap version 59 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.618+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55cb1531a6b0 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a88061a50 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 59) ==== 3522+0+0 (secure 0 0 0) 0x7f7a8800b040 con 0x55cb1520f3b0 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 10 client.6519 fetch_fsmap finished waiting for FSMap version 59 2024-07-27T06:54:07.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 10 client.6519 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:54:07.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 20 client.6519 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:07.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb151f6e40 0x55cb156192d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 4 client.6519 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:54:07.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.619+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 --> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb155522e0 con 0x55cb151f6e40 2024-07-27T06:54:07.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.620+0000 7f7a8e000640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb151f6e40 0x55cb156192d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.621+0000 7f7a8e000640 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb151f6e40 0x55cb156192d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3272df885d982e01 server_cookie=cff82a081b41a420 in_seq=0 out_seq=0 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.621+0000 7f7a7b400640 10 client.6519 ms_handle_connect on v2:172.21.15.155:6835/2447479800 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7a7b400640 1 -- 172.21.15.66:0/4080374602 <== mds.0 v2:172.21.15.155:6835/2447479800 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cb155522e0 con 0x55cb151f6e40 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7a7b400640 10 client.6519 handle_command_reply: tid=0 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 client.6519 shutdown 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 msgr2=0x55cb156047f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f7a8805ecc0 tx=0x7f7a8806aa70 comp rx=0 tx=0).stop 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 shutdown_connections 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb151f6e40 0x55cb156192d0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155dcfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb15217590 0x55cb15600ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 --2- 172.21.15.66:0/4080374602 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb1520f3b0 0x55cb156047f0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 >> 172.21.15.66:0/4080374602 conn(0x55cb1522c3c0 msgr2=0x55cb155ddd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7a7b400640 0 client.6519 ms_handle_reset on v2:172.21.15.155:6835/2447479800 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 shutdown_connections 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.623+0000 7f7aa4595740 1 -- 172.21.15.66:0/4080374602 wait complete. 2024-07-27T06:54:07.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.624+0000 7f7aa4595740 20 client.6519 trim_cache size 0 max 16384 2024-07-27T06:54:07.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.645+0000 7f7aa4595740 1 Processor -- start 2024-07-27T06:54:07.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.645+0000 7f7aa4595740 1 -- start start 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15645250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155f6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7a98204b10 con 0x55cb15217590 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a98202e40 con 0x55cb15238270 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a98203490 con 0x55cb1520f3b0 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.646+0000 7f7a8e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37268/0 (socket says 172.21.15.66:37268) 2024-07-27T06:54:07.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 -- 172.21.15.66:0/1141179717 learned_addr learned my addr 172.21.15.66:0/1141179717 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a97400640 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155f6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 -- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 msgr2=0x55cb15645250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15645250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 -- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 msgr2=0x55cb155f6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155f6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 -- 172.21.15.66:0/1141179717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb155d9240 con 0x55cb15217590 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a97400640 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.647+0000 7f7a8e000640 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f7a80005200 tx=0x7f7a80000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e5e8eea8a79acdd server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.648+0000 7f7a86600640 1 -- 172.21.15.66:0/1141179717 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80022340 con 0x55cb15217590 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.648+0000 7f7a86600640 1 -- 172.21.15.66:0/1141179717 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a80027020 con 0x55cb15217590 2024-07-27T06:54:07.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.648+0000 7f7a86600640 1 -- 172.21.15.66:0/1141179717 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80022720 con 0x55cb15217590 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 -- 172.21.15.66:0/1141179717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 msgr2=0x55cb15645810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f7a80005200 tx=0x7f7a80000bc0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 -- 172.21.15.66:0/1141179717 shutdown_connections 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb155f6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb15645810 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 --2- 172.21.15.66:0/1141179717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15645250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 -- 172.21.15.66:0/1141179717 >> 172.21.15.66:0/1141179717 conn(0x55cb1522c3c0 msgr2=0x55cb1561a660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 -- 172.21.15.66:0/1141179717 shutdown_connections 2024-07-27T06:54:07.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.649+0000 7f7aa4595740 1 -- 172.21.15.66:0/1141179717 wait complete. 2024-07-27T06:54:07.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.650+0000 7f7aa4595740 1 -- start start 2024-07-27T06:54:07.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.650+0000 7f7aa4595740 1 Processor -- start 2024-07-27T06:54:07.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.651+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15601c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb156308b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb15635ab0 con 0x55cb15217590 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cb152b2620 con 0x55cb15238270 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb15601680 con 0x55cb1520f3b0 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7aa4595740 10 client.0 _ll_register_callbacks cb 0x7f7a880613a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37276/0 (socket says 172.21.15.66:37276) 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 -- 172.21.15.66:0/2652166351 learned_addr learned my addr 172.21.15.66:0/2652166351 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 -- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 msgr2=0x55cb15601c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15601c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 -- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 msgr2=0x55cb156308b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:07.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb156308b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.652+0000 7f7a8e000640 1 -- 172.21.15.66:0/2652166351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb155da5b0 con 0x55cb15217590 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7a8e000640 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009010 tx=0x7f7a800013e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56a4fa6f77e043 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7a7b400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a80006a20 con 0x55cb15217590 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f7a80006bc0 con 0x55cb15217590 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a80027020 con 0x55cb15217590 2024-07-27T06:54:07.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=59) ==== 24+0+0 (secure 0 0 0) 0x7f7a8003d050 con 0x55cb15217590 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7aa4595740 10 client.6525 fetch_fsmap learned FSMap version 59 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.653+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=59,monmap=2+}) -- 0x55cb155f7c40 con 0x55cb15217590 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a80027020 con 0x55cb15217590 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 59) ==== 3522+0+0 (secure 0 0 0) 0x7f7a80040020 con 0x55cb15217590 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 10 client.6525 fetch_fsmap finished waiting for FSMap version 59 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 10 client.6525 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 20 client.6525 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb156a2840 0x55cb156a2c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 4 client.6525 mds_command: new command op to 6315 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 --> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] -- command(tid 0: {"prefix": "status"}) -- 0x55cb1554dd80 con 0x55cb156a2840 2024-07-27T06:54:07.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.654+0000 7f7a96a00640 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb156a2840 0x55cb156a2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.656+0000 7f7a96a00640 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb156a2840 0x55cb156a2c50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40c92ae82b1c681d server_cookie=520bee2f525682fd in_seq=0 out_seq=0 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.656+0000 7f7a7b400640 10 client.6525 ms_handle_connect on v2:172.21.15.155:6835/2447479800 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.656+0000 7f7a7b400640 1 -- 172.21.15.66:0/2652166351 <== mds.0 v2:172.21.15.155:6835/2447479800 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55cb1554dd80 con 0x55cb156a2840 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.656+0000 7f7a7b400640 10 client.6525 handle_command_reply: tid=0 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.656+0000 7f7aa4595740 1 client.6525 shutdown 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 msgr2=0x55cb1569f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009010 tx=0x7f7a800013e0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 shutdown_connections 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:6835/2447479800,v1:172.21.15.155:6837/2447479800] conn(0x55cb156a2840 0x55cb156a2c50 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb15238270 0x55cb156308b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb15217590 0x55cb1569f4f0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 --2- 172.21.15.66:0/2652166351 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb1520f3b0 0x55cb15601c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 >> 172.21.15.66:0/2652166351 conn(0x55cb1522c3c0 msgr2=0x55cb155f6e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7a7b400640 0 client.6525 ms_handle_reset on v2:172.21.15.155:6835/2447479800 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 shutdown_connections 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 1 -- 172.21.15.66:0/2652166351 wait complete. 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.657+0000 7f7aa4595740 20 client.6525 trim_cache size 0 max 16384 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:54:07.660 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6315, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 15.904023334, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 59, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 95, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 95, 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 20.564789580999999 2024-07-27T06:54:07.661 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 msgr2=0x7f7a74079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 0x7f7a74079550 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f7a981f8bc0 tx=0x7f7a80009040 comp rx=0 tx=0).stop 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 msgr2=0x7f7a980c93b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f7a8800db10 tx=0x7f7a8800a250 comp rx=0 tx=0).stop 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 shutdown_connections 2024-07-27T06:54:07.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a74077040 0x7f7a74079550 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a98070470 0x7f7a981590d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a9806f030 0x7f7a981558d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 --2- 172.21.15.66:0/1457871781 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a9806e510 0x7f7a980c93b0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 >> 172.21.15.66:0/1457871781 conn(0x7f7a980cfb90 msgr2=0x7f7a980afd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 shutdown_connections 2024-07-27T06:54:07.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:07.658+0000 7f7a9d600640 1 -- 172.21.15.66:0/1457871781 wait complete. 2024-07-27T06:54:07.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:07.685 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p d1/dir) 2024-07-27T06:54:07.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:07.755 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1) 2024-07-27T06:54:07.819 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:08.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 -- 172.21.15.66:0/289822178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 msgr2=0x7f59d415fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:08.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 --2- 172.21.15.66:0/289822178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d415fd80 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f59d406d8e0 tx=0x7f59cc02aa30 comp rx=0 tx=0).stop 2024-07-27T06:54:08.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 -- 172.21.15.66:0/289822178 shutdown_connections 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 --2- 172.21.15.66:0/289822178 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d415fd80 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 --2- 172.21.15.66:0/289822178 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d40cee80 0x7f59d40cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 --2- 172.21.15.66:0/289822178 >> v2:172.21.15.155:3300/0 conn(0x7f59d4159980 0x7f59d4073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 -- 172.21.15.66:0/289822178 >> 172.21.15.66:0/289822178 conn(0x7f59d406c780 msgr2=0x7f59d406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 -- 172.21.15.66:0/289822178 shutdown_connections 2024-07-27T06:54:08.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.106+0000 7f59d8a00640 1 -- 172.21.15.66:0/289822178 wait complete. 2024-07-27T06:54:08.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.109+0000 7f59d8a00640 1 Processor -- start 2024-07-27T06:54:08.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.109+0000 7f59d8a00640 1 -- start start 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.110+0000 7f59d8a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d40cee80 0x7f59d40b4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.110+0000 7f59d8a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d4159980 0x7f59d4141680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d8a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f59d406e3a0 con 0x7f59d415f970 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d8a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f59d406e220 con 0x7f59d40cee80 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d8a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f59d406e520 con 0x7f59d4159980 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37296/0 (socket says 172.21.15.66:37296) 2024-07-27T06:54:08.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 -- 172.21.15.66:0/4075320563 learned_addr learned my addr 172.21.15.66:0/4075320563 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3400640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d40cee80 0x7f59d40b4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59cbe00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d4159980 0x7f59d4141680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 -- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d4159980 msgr2=0x7f59d4141680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d4159980 0x7f59d4141680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 -- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d40cee80 msgr2=0x7f59d40b4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.111+0000 7f59d3e00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d40cee80 0x7f59d40b4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.112+0000 7f59d3e00640 1 -- 172.21.15.66:0/4075320563 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59d4141bc0 con 0x7f59d415f970 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.112+0000 7f59d3e00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f59cc02b020 tx=0x7f59cc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.112+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59cc033050 con 0x7f59d415f970 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.112+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59cc004550 con 0x7f59d415f970 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.112+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59cc038450 con 0x7f59d415f970 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.113+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59d413f830 con 0x7f59d415f970 2024-07-27T06:54:08.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.113+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59d41f8ec0 con 0x7f59d415f970 2024-07-27T06:54:08.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.114+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59d406fba0 con 0x7f59d415f970 2024-07-27T06:54:08.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.115+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f59cc036070 con 0x7f59d415f970 2024-07-27T06:54:08.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.116+0000 7f59cb400640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 0x7f59b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:08.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.117+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f59cc0ba4d0 con 0x7f59d415f970 2024-07-27T06:54:08.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.117+0000 7f59d3400640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 0x7f59b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:08.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.119+0000 7f59d3400640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 0x7f59b0079520 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f59c40058c0 tx=0x7f59c400c440 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:08.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.122+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f59cc0830f0 con 0x7f59d415f970 2024-07-27T06:54:08.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.374+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f59d40703e0 con 0x7f59d415f970 2024-07-27T06:54:08.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.375+0000 7f59cb400640 1 -- 172.21.15.66:0/4075320563 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5244 (secure 0 0 0) 0x7f59cc0829f0 con 0x7f59d415f970 2024-07-27T06:54:08.377 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:08.377 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"btime":"2024-07-27T06:54:04:897516+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:04.897501+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:08.377 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 59 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 msgr2=0x7f59b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 0x7f59b0079520 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f59c40058c0 tx=0x7f59c400c440 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 msgr2=0x7f59d40ad8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f59cc02b020 tx=0x7f59cc003f10 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 shutdown_connections 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f59b0077010 0x7f59b0079520 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f59d415f970 0x7f59d40ad8c0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f59d4159980 0x7f59d4141680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 --2- 172.21.15.66:0/4075320563 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f59d40cee80 0x7f59d40b4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 >> 172.21.15.66:0/4075320563 conn(0x7f59d406c780 msgr2=0x7f59d415e300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 shutdown_connections 2024-07-27T06:54:08.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:08.378+0000 7f59d8a00640 1 -- 172.21.15.66:0/4075320563 wait complete. 2024-07-27T06:54:08.411 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-07-27T06:54:08.714 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T06:54:08.715 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T06:54:08.715 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1', 1)] 2024-07-27T06:54:10.716 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:11.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.014+0000 7f64b5600640 1 -- 172.21.15.66:0/1220895754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b00cf3e0 msgr2=0x7f64b006fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.014+0000 7f64b5600640 1 --2- 172.21.15.66:0/1220895754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b00cf3e0 0x7f64b006fcd0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f64b0070800 tx=0x7f649c02a540 comp rx=0 tx=0).stop 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 -- 172.21.15.66:0/1220895754 shutdown_connections 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 --2- 172.21.15.66:0/1220895754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b0070210 0x7f64b0151760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 --2- 172.21.15.66:0/1220895754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b00cf3e0 0x7f64b006fcd0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 --2- 172.21.15.66:0/1220895754 >> v2:172.21.15.155:3300/0 conn(0x7f64b0072f40 0x7f64b015bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 -- 172.21.15.66:0/1220895754 >> 172.21.15.66:0/1220895754 conn(0x7f64b00cfb90 msgr2=0x7f64b00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 -- 172.21.15.66:0/1220895754 shutdown_connections 2024-07-27T06:54:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.015+0000 7f64b5600640 1 -- 172.21.15.66:0/1220895754 wait complete. 2024-07-27T06:54:11.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.017+0000 7f64b5600640 1 Processor -- start 2024-07-27T06:54:11.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.017+0000 7f64b5600640 1 -- start start 2024-07-27T06:54:11.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64b0072f40 0x7f64b01e59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 0x7f64b01e47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64b0151e20 con 0x7f64b0070210 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64b0151ca0 con 0x7f64b0072f40 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64b5600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64b0151fa0 con 0x7f64b00cf3e0 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64aea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64aea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32974/0 (socket says 172.21.15.66:32974) 2024-07-27T06:54:11.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.019+0000 7f64aea00640 1 -- 172.21.15.66:0/3747034355 learned_addr learned my addr 172.21.15.66:0/3747034355 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64af400640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 0x7f64b01e47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64ae000640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64b0072f40 0x7f64b01e59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 -- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 msgr2=0x7f64b01e47a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 0x7f64b01e47a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 -- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64b0072f40 msgr2=0x7f64b01e59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64b0072f40 0x7f64b01e59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 -- 172.21.15.66:0/3747034355 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64b01e5f30 con 0x7f64b0070210 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64af400640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 0x7f64b01e47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64aea00640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f64a000d740 tx=0x7f64a000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a0017070 con 0x7f64b0070210 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.020+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64a0009d20 con 0x7f64b0070210 2024-07-27T06:54:11.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.021+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64a00106c0 con 0x7f64b0070210 2024-07-27T06:54:11.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.021+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64b01e3700 con 0x7f64b0070210 2024-07-27T06:54:11.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.021+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64b01e3cc0 con 0x7f64b0070210 2024-07-27T06:54:11.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.022+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64b015bec0 con 0x7f64b0070210 2024-07-27T06:54:11.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.023+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f64a001a070 con 0x7f64b0070210 2024-07-27T06:54:11.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.025+0000 7f64a6a00640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 0x7f6490079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:11.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.025+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f64a0099070 con 0x7f64b0070210 2024-07-27T06:54:11.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.026+0000 7f64ae000640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 0x7f6490079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:11.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.027+0000 7f64ae000640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 0x7f6490079520 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f649c034000 tx=0x7f649c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:11.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.030+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f64a0061c20 con 0x7f64b0070210 2024-07-27T06:54:11.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.285+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64b006f160 con 0x7f64b0070210 2024-07-27T06:54:11.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.286+0000 7f64a6a00640 1 -- 172.21.15.66:0/3747034355 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5244 (secure 0 0 0) 0x7f64a0061520 con 0x7f64b0070210 2024-07-27T06:54:11.288 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:11.288 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"btime":"2024-07-27T06:54:04:897516+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:04.897501+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:11.288 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 59 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 msgr2=0x7f6490079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 0x7f6490079520 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f649c034000 tx=0x7f649c004730 comp rx=0 tx=0).stop 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 msgr2=0x7f64b01507f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f64a000d740 tx=0x7f64a000dc00 comp rx=0 tx=0).stop 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 shutdown_connections 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6490077010 0x7f6490079520 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64b00cf3e0 0x7f64b01e47a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64b0072f40 0x7f64b01e59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 --2- 172.21.15.66:0/3747034355 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64b0070210 0x7f64b01507f0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:11.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 >> 172.21.15.66:0/3747034355 conn(0x7f64b00cfb90 msgr2=0x7f64b0154650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:11.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 shutdown_connections 2024-07-27T06:54:11.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:11.289+0000 7f64b5600640 1 -- 172.21.15.66:0/3747034355 wait complete. 2024-07-27T06:54:11.321 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-07-27T06:54:11.631 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T06:54:11.632 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T06:54:11.632 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1', 1)] 2024-07-27T06:54:13.633 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:13.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 -- 172.21.15.66:0/2411077044 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 msgr2=0x7f8b8c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:13.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 --2- 172.21.15.66:0/2411077044 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8b8c003ea0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f8b9800c4a0 tx=0x7f8b8c005830 comp rx=0 tx=0).stop 2024-07-27T06:54:13.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8baa600640 1 -- 172.21.15.66:0/2411077044 reap_dead start 2024-07-27T06:54:13.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 -- 172.21.15.66:0/2411077044 shutdown_connections 2024-07-27T06:54:13.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 -- 172.21.15.66:0/2411077044 >> 172.21.15.66:0/2411077044 conn(0x7f8ba40cfb90 msgr2=0x7f8ba40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:13.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 -- 172.21.15.66:0/2411077044 shutdown_connections 2024-07-27T06:54:13.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.934+0000 7f8bac600640 1 -- 172.21.15.66:0/2411077044 wait complete. 2024-07-27T06:54:13.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.937+0000 7f8bac600640 1 Processor -- start 2024-07-27T06:54:13.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.937+0000 7f8bac600640 1 -- start start 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ba413d830 0x7f8ba40c2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ba414fd30 0x7f8ba4150140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba40b4dd0 con 0x7f8b8c003a30 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8ba40b4c50 con 0x7f8ba413d830 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8bac600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8ba40b4f50 con 0x7f8ba414fd30 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32988/0 (socket says 172.21.15.66:32988) 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 -- 172.21.15.66:0/718523287 learned_addr learned my addr 172.21.15.66:0/718523287 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8baa600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ba414fd30 0x7f8ba4150140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:13.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 -- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ba414fd30 msgr2=0x7f8ba4150140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:13.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ba414fd30 0x7f8ba4150140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:13.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 -- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ba413d830 msgr2=0x7f8ba40c2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:13.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ba413d830 0x7f8ba40c2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:13.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.939+0000 7f8ba9c00640 1 -- 172.21.15.66:0/718523287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ba414cc10 con 0x7f8b8c003a30 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8ba9c00640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f8b9802b320 tx=0x7f8b980060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b98042070 con 0x7f8b8c003a30 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b9802b630 con 0x7f8b8c003a30 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b98039070 con 0x7f8b8c003a30 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ba413dc40 con 0x7f8b8c003a30 2024-07-27T06:54:13.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.940+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ba414ef70 con 0x7f8b8c003a30 2024-07-27T06:54:13.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.941+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ba40b54b0 con 0x7f8b8c003a30 2024-07-27T06:54:13.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.943+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8b98045070 con 0x7f8b8c003a30 2024-07-27T06:54:13.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.944+0000 7f8ba1600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 0x7f8b84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:13.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.944+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f8b980b8bb0 con 0x7f8b8c003a30 2024-07-27T06:54:13.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.945+0000 7f8ba9200640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 0x7f8b84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:13.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.946+0000 7f8ba9200640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 0x7f8b84079520 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8b90006fd0 tx=0x7f8b90006970 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:13.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:13.949+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ba4074520 con 0x7f8b8c003a30 2024-07-27T06:54:14.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.213+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ba4068ed0 con 0x7f8b8c003a30 2024-07-27T06:54:14.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.214+0000 7f8ba1600640 1 -- 172.21.15.66:0/718523287 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5244 (secure 0 0 0) 0x7f8b98081740 con 0x7f8b8c003a30 2024-07-27T06:54:14.216 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:14.216 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"btime":"2024-07-27T06:54:04:897516+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:04.897501+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:14.216 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 59 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.217+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 msgr2=0x7f8b84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.217+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 0x7f8b84079520 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f8b90006fd0 tx=0x7f8b90006970 comp rx=0 tx=0).stop 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.217+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 msgr2=0x7f8ba41e59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.217+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f8b9802b320 tx=0x7f8b980060e0 comp rx=0 tx=0).stop 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 shutdown_connections 2024-07-27T06:54:14.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b84077010 0x7f8b84079520 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ba414fd30 0x7f8ba4150140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ba413d830 0x7f8ba40c2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 --2- 172.21.15.66:0/718523287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b8c003a30 0x7f8ba41e59e0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 >> 172.21.15.66:0/718523287 conn(0x7f8ba40cfb90 msgr2=0x7f8ba40cc440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 shutdown_connections 2024-07-27T06:54:14.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:14.218+0000 7f8bac600640 1 -- 172.21.15.66:0/718523287 wait complete. 2024-07-27T06:54:14.248 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-07-27T06:54:14.558 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T06:54:14.558 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T06:54:14.558 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1', 1)] 2024-07-27T06:54:16.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 -- 172.21.15.66:0/4106225370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d4070060 msgr2=0x7fa8d40ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/4106225370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d4070060 0x7fa8d40ca1e0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fa8c00098e0 tx=0x7fa8c002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 -- 172.21.15.66:0/4106225370 shutdown_connections 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/4106225370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40ca720 0x7fa8d40cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/4106225370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d4070060 0x7fa8d40ca1e0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 -- 172.21.15.66:0/4106225370 >> 172.21.15.66:0/4106225370 conn(0x7fa8d40cfb90 msgr2=0x7fa8d40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 -- 172.21.15.66:0/4106225370 shutdown_connections 2024-07-27T06:54:16.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.864+0000 7fa8dbc00640 1 -- 172.21.15.66:0/4106225370 wait complete. 2024-07-27T06:54:16.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.867+0000 7fa8dbc00640 1 Processor -- start 2024-07-27T06:54:16.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.868+0000 7fa8dbc00640 1 -- start start 2024-07-27T06:54:16.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:16.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 0x7fa8d41f4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:16.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d40ca720 0x7fa8d4154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:16.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d40b50d0 con 0x7fa8d4070060 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa8d40b4f50 con 0x7fa8d40ca720 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8dbc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa8d40b5250 con 0x7fa8d40732e0 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8d9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8d9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33004/0 (socket says 172.21.15.66:33004) 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8d9200640 1 -- 172.21.15.66:0/794976317 learned_addr learned my addr 172.21.15.66:0/794976317 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8d9c00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d40ca720 0x7fa8d4154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.870+0000 7fa8d3e00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 0x7fa8d41f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 -- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 msgr2=0x7fa8d41f4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 0x7fa8d41f4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 -- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d40ca720 msgr2=0x7fa8d4154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d40ca720 0x7fa8d4154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 -- 172.21.15.66:0/794976317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8d41f8a00 con 0x7fa8d4070060 2024-07-27T06:54:16.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d3e00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 0x7fa8d41f4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:16.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d9200640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fa8c800c400 tx=0x7fa8c800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:16.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c8017070 con 0x7fa8d4070060 2024-07-27T06:54:16.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c80053c0 con 0x7fa8d4070060 2024-07-27T06:54:16.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c8003850 con 0x7fa8d4070060 2024-07-27T06:54:16.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.871+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8d41f8ce0 con 0x7fa8d4070060 2024-07-27T06:54:16.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.872+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8d4147490 con 0x7fa8d4070060 2024-07-27T06:54:16.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.873+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8d414c880 con 0x7fa8d4070060 2024-07-27T06:54:16.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.874+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa8c801a070 con 0x7fa8d4070060 2024-07-27T06:54:16.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.875+0000 7fa8d0c00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 0x7fa8b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:16.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.875+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fa8c80983a0 con 0x7fa8d4070060 2024-07-27T06:54:16.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.876+0000 7fa8d3e00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 0x7fa8b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:16.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.877+0000 7fa8d3e00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 0x7fa8b4079520 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa8c0034000 tx=0x7fa8c0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:16.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:16.880+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa8d4074520 con 0x7fa8d4070060 2024-07-27T06:54:17.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.136+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa8d40ca1e0 con 0x7fa8d4070060 2024-07-27T06:54:17.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.137+0000 7fa8d0c00640 1 -- 172.21.15.66:0/794976317 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 59 v59) ==== 94+0+5244 (secure 0 0 0) 0x7fa8c8069020 con 0x7fa8d4070060 2024-07-27T06:54:17.139 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:17.139 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":59,"btime":"2024-07-27T06:54:04:897516+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":59,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:04.897501+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:17.140 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 59 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 msgr2=0x7fa8b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 0x7fa8b4079520 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa8c0034000 tx=0x7fa8c0004730 comp rx=0 tx=0).stop 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 msgr2=0x7fa8d40c9400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fa8c800c400 tx=0x7fa8c800c8c0 comp rx=0 tx=0).stop 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 shutdown_connections 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8b4077010 0x7fa8b4079520 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa8d40ca720 0x7fa8d4154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:17.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa8d40732e0 0x7fa8d41f4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:17.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 --2- 172.21.15.66:0/794976317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa8d4070060 0x7fa8d40c9400 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:17.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.140+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 >> 172.21.15.66:0/794976317 conn(0x7fa8d40cfb90 msgr2=0x7fa8d40b2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:17.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.141+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 shutdown_connections 2024-07-27T06:54:17.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:17.141+0000 7fa8dbc00640 1 -- 172.21.15.66:0/794976317 wait complete. 2024-07-27T06:54:17.168 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-07-27T06:54:17.461 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T06:54:17.462 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T06:54:17.462 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d1', 1)] 2024-07-27T06:54:19.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:19.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.764+0000 7f9e08200640 1 -- 172.21.15.66:0/4087431351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 msgr2=0x7f9de8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:19.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.764+0000 7f9e08200640 1 --2- 172.21.15.66:0/4087431351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9de8004c10 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f9e000747b0 tx=0x7f9de8005830 comp rx=0 tx=0).stop 2024-07-27T06:54:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.764+0000 7f9e08200640 1 -- 172.21.15.66:0/4087431351 shutdown_connections 2024-07-27T06:54:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.764+0000 7f9e08200640 1 --2- 172.21.15.66:0/4087431351 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9de8004c10 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.764+0000 7f9e08200640 1 -- 172.21.15.66:0/4087431351 >> 172.21.15.66:0/4087431351 conn(0x7f9e000cfb90 msgr2=0x7f9e000cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.765+0000 7f9e08200640 1 -- 172.21.15.66:0/4087431351 shutdown_connections 2024-07-27T06:54:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.765+0000 7f9e08200640 1 -- 172.21.15.66:0/4087431351 wait complete. 2024-07-27T06:54:19.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.767+0000 7f9e08200640 1 Processor -- start 2024-07-27T06:54:19.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.768+0000 7f9e08200640 1 -- start start 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e001f4550 0x7f9e000b43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e001f4960 0x7f9e000b4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e000cacb0 con 0x7f9de8004800 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e000cab30 con 0x7f9e001f4960 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.769+0000 7f9e08200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e000cae30 con 0x7f9e001f4550 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33030/0 (socket says 172.21.15.66:33030) 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 -- 172.21.15.66:0/4279187643 learned_addr learned my addr 172.21.15.66:0/4279187643 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:19.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 -- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e001f4550 msgr2=0x7f9e000b43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e001f4550 0x7f9e000b43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 -- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e001f4960 msgr2=0x7f9e000b4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e06200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e001f4960 0x7f9e000b4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e001f4960 0x7f9e000b4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.770+0000 7f9e05800640 1 -- 172.21.15.66:0/4279187643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e001f8420 con 0x7f9de8004800 2024-07-27T06:54:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9e05800640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f9df4006ea0 tx=0x7f9df4006f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df4015020 con 0x7f9de8004800 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9df40109a0 con 0x7f9de8004800 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e001f8700 con 0x7f9de8004800 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df4010df0 con 0x7f9de8004800 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.771+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e001f8cc0 con 0x7f9de8004800 2024-07-27T06:54:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.772+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e000cb9b0 con 0x7f9de8004800 2024-07-27T06:54:19.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.774+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9df4018020 con 0x7f9de8004800 2024-07-27T06:54:19.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.775+0000 7f9dfd600640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 0x7f9de0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:19.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.776+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f9df4099be0 con 0x7f9de8004800 2024-07-27T06:54:19.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.776+0000 7f9e04e00640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 0x7f9de0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:19.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.777+0000 7f9e04e00640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 0x7f9de0079520 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9dec036000 tx=0x7f9dec004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:19.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:19.781+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9df401f020 con 0x7f9de8004800 2024-07-27T06:54:20.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.038+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9e000cc220 con 0x7f9de8004800 2024-07-27T06:54:20.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.039+0000 7f9dfd600640 1 -- 172.21.15.66:0/4279187643 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5245 (secure 0 0 0) 0x7f9e00074520 con 0x7f9de8004800 2024-07-27T06:54:20.041 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:20.041 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":60,"btime":"2024-07-27T06:54:17:980008+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:17.097456+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315,6309]},"id":6}]} 2024-07-27T06:54:20.041 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 60 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 msgr2=0x7f9de0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 0x7f9de0079520 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9dec036000 tx=0x7f9dec004730 comp rx=0 tx=0).stop 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 msgr2=0x7f9e000c93a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f9df4006ea0 tx=0x7f9df4006f90 comp rx=0 tx=0).stop 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 shutdown_connections 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9de0077010 0x7f9de0079520 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.042+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e001f4960 0x7f9e000b4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.043+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e001f4550 0x7f9e000b43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.043+0000 7f9e08200640 1 --2- 172.21.15.66:0/4279187643 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9de8004800 0x7f9e000c93a0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.043+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 >> 172.21.15.66:0/4279187643 conn(0x7f9e000cfb90 msgr2=0x7f9e0015d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:20.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.043+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 shutdown_connections 2024-07-27T06:54:20.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.043+0000 7f9e08200640 1 -- 172.21.15.66:0/4279187643 wait complete. 2024-07-27T06:54:20.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json get subtrees 2024-07-27T06:54:20.385 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"3","version":"3","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"0":1}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"child":1,"frozen":0,"subtree":1,"importing":0,"replicated":1,"dirty":1},"nref":4}},{"is_auth":true,"auth_first":1,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds1","dirfrag":"0x101","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"1","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":false,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"0","version":"8","committing_version":"0","committed_version":"0","is_rep":true,"dir_auth":"0","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1},"nref":2}}] 2024-07-27T06:54:20.386 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "0": 1 } }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 4, "path": "/d1", "pins": { "child": 1, "dirty": 1, "frozen": 0, "importing": 0, "ptrwaiter": 0, "replicated": 1, "subtree": 1 }, "projected_version": "3", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "3" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "1", "dirfrag": "0x101", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds1", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x1", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 2, "path": "", "pins": { "child": 1, "subtree": 1 }, "projected_version": "0", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "8" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-07-27T06:54:20.386 INFO:tasks.cephfs.cephfs_test_case:[('/d1', 1)] =?= [('/d1', 1)] 2024-07-27T06:54:20.387 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:54:20.687 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":1,"last_created":1,"last_destroyed":1,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:54:20.688 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 1, "last_destroyed": 1, "last_snap": 1, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:54:20.688 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=1 2024-07-27T06:54:20.688 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:20.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.989+0000 7fa57ee00640 1 -- 172.21.15.66:0/2524969169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa560003a80 msgr2=0x7fa560003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:20.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.989+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2524969169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa560003a80 0x7fa560003ef0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fa56800bb20 tx=0x7fa560005830 comp rx=0 tx=0).stop 2024-07-27T06:54:20.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.989+0000 7fa57e400640 1 -- 172.21.15.66:0/2524969169 reap_dead start 2024-07-27T06:54:20.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.990+0000 7fa57ee00640 1 -- 172.21.15.66:0/2524969169 shutdown_connections 2024-07-27T06:54:20.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.990+0000 7fa57ee00640 1 -- 172.21.15.66:0/2524969169 >> 172.21.15.66:0/2524969169 conn(0x7fa57806c780 msgr2=0x7fa57806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:20.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.990+0000 7fa57ee00640 1 -- 172.21.15.66:0/2524969169 shutdown_connections 2024-07-27T06:54:20.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.990+0000 7fa57ee00640 1 -- 172.21.15.66:0/2524969169 wait complete. 2024-07-27T06:54:20.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.992+0000 7fa57ee00640 1 Processor -- start 2024-07-27T06:54:20.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.992+0000 7fa57ee00640 1 -- start start 2024-07-27T06:54:20.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa560003a80 0x7fa578155f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:20.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:20.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa578145470 0x7fa578145880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:20.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa5780cc0e0 con 0x7fa578151490 2024-07-27T06:54:20.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa5780cbf60 con 0x7fa560003a80 2024-07-27T06:54:20.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57ee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa578073310 con 0x7fa578145470 2024-07-27T06:54:20.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:20.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa560003a80 0x7fa578155f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:20.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58336/0 (socket says 172.21.15.66:58336) 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.994+0000 7fa57d000640 1 -- 172.21.15.66:0/2974447717 learned_addr learned my addr 172.21.15.66:0/2974447717 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57e400640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa578145470 0x7fa578145880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 -- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa578145470 msgr2=0x7fa578145880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa578145470 0x7fa578145880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 -- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa560003a80 msgr2=0x7fa578155f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa560003a80 0x7fa578155f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 -- 172.21.15.66:0/2974447717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa578146120 con 0x7fa578151490 2024-07-27T06:54:20.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.995+0000 7fa57d000640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00daf0 tx=0x7fa56c00b0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.996+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56c018070 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.996+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa56c003b80 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.996+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56c00b910 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.996+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa578143580 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.996+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5781450e0 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.997+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa578075330 con 0x7fa578151490 2024-07-27T06:54:20.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:20.998+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa56c01b070 con 0x7fa578151490 2024-07-27T06:54:21.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.000+0000 7fa575600640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 0x7fa55c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:21.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.000+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fa56c098980 con 0x7fa578151490 2024-07-27T06:54:21.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.001+0000 7fa57da00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 0x7fa55c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:21.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.002+0000 7fa57da00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 0x7fa55c079520 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa568036000 tx=0x7fa56803c040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:21.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.004+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa56c060fe0 con 0x7fa578151490 2024-07-27T06:54:21.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.257+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa578073870 con 0x7fa578151490 2024-07-27T06:54:21.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.258+0000 7fa575600640 1 -- 172.21.15.66:0/2974447717 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5245 (secure 0 0 0) 0x7fa56c065530 con 0x7fa578151490 2024-07-27T06:54:21.260 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:21.260 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":60,"btime":"2024-07-27T06:54:17:980008+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:17.097456+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315,6309]},"id":6}]} 2024-07-27T06:54:21.261 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 60 2024-07-27T06:54:21.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 msgr2=0x7fa55c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 0x7fa55c079520 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa568036000 tx=0x7fa56803c040 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 msgr2=0x7fa578142ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00daf0 tx=0x7fa56c00b0e0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 shutdown_connections 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa55c077010 0x7fa55c079520 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa578145470 0x7fa578145880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa578151490 0x7fa578142ab0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 --2- 172.21.15.66:0/2974447717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa560003a80 0x7fa578155f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 >> 172.21.15.66:0/2974447717 conn(0x7fa57806c780 msgr2=0x7fa5780b0810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:21.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.261+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 shutdown_connections 2024-07-27T06:54:21.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.262+0000 7fa57ee00640 1 -- 172.21.15.66:0/2974447717 wait complete. 2024-07-27T06:54:21.293 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 -- 172.21.15.66:0/2813139690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb42815ef60 msgr2=0x7fb4280740f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 --2- 172.21.15.66:0/2813139690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb42815ef60 0x7fb4280740f0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7fb4280747b0 tx=0x7fb41802a540 comp rx=0 tx=0).stop 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 -- 172.21.15.66:0/2813139690 shutdown_connections 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 --2- 172.21.15.66:0/2813139690 >> v2:172.21.15.155:3300/0 conn(0x7fb4280ce3d0 0x7fb42815e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 --2- 172.21.15.66:0/2813139690 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb42815ef60 0x7fb4280740f0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 -- 172.21.15.66:0/2813139690 >> 172.21.15.66:0/2813139690 conn(0x7fb4280cfb90 msgr2=0x7fb4280cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 -- 172.21.15.66:0/2813139690 shutdown_connections 2024-07-27T06:54:21.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.586+0000 7fb42d800640 1 -- 172.21.15.66:0/2813139690 wait complete. 2024-07-27T06:54:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.589+0000 7fb42d800640 1 Processor -- start 2024-07-27T06:54:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.589+0000 7fb42d800640 1 -- start start 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.590+0000 7fb42d800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4280ce3d0 0x7fb4280c2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb42d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb42d800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb42815ef60 0x7fb4281e8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb42d800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb42806e330 con 0x7fb4280ce7e0 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb42d800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb42815ec20 con 0x7fb4280ce3d0 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb42d800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb42806e4b0 con 0x7fb42815ef60 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb41fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb41fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58364/0 (socket says 172.21.15.66:58364) 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb41fe00640 1 -- 172.21.15.66:0/1139084065 learned_addr learned my addr 172.21.15.66:0/1139084065 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb426a00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4280ce3d0 0x7fb4280c2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.591+0000 7fb427400640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb42815ef60 0x7fb4281e8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 -- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb42815ef60 msgr2=0x7fb4281e8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb42815ef60 0x7fb4281e8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 -- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4280ce3d0 msgr2=0x7fb4280c2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4280ce3d0 0x7fb4280c2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 -- 172.21.15.66:0/1139084065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb42813eed0 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41fe00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fb41000db20 tx=0x7fb41000a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410004020 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4100042d0 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb410003850 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4281504d0 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.592+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb428150a90 con 0x7fb4280ce7e0 2024-07-27T06:54:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.594+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb428141e50 con 0x7fb4280ce7e0 2024-07-27T06:54:21.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.595+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb4100039f0 con 0x7fb4280ce7e0 2024-07-27T06:54:21.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.597+0000 7fb41ea00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:21.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.597+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fb410099540 con 0x7fb4280ce7e0 2024-07-27T06:54:21.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.597+0000 7fb426a00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:21.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.599+0000 7fb426a00640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 0x7fb404079550 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb418033000 tx=0x7fb418004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:21.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.602+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb4100620d0 con 0x7fb4280ce7e0 2024-07-27T06:54:21.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:21.880+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7fb42815e3c0 con 0x7fb4280ce7e0 2024-07-27T06:54:22.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.027+0000 7fb41ea00640 1 -- 172.21.15.66:0/1139084065 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.6315 v61) ==== 112+0+0 (secure 0 0 0) 0x7fb4100619d0 con 0x7fb4280ce7e0 2024-07-27T06:54:22.029 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6315 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 msgr2=0x7fb404079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 0x7fb404079550 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fb418033000 tx=0x7fb418004730 comp rx=0 tx=0).stop 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 msgr2=0x7fb4281e84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7fb41000db20 tx=0x7fb41000a250 comp rx=0 tx=0).stop 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 shutdown_connections 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb404077040 0x7fb404079550 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb42815ef60 0x7fb4281e8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb4280ce7e0 0x7fb4281e84f0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.030+0000 7fb42d800640 1 --2- 172.21.15.66:0/1139084065 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb4280ce3d0 0x7fb4280c2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.031+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 >> 172.21.15.66:0/1139084065 conn(0x7fb4280cfb90 msgr2=0x7fb42814fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:22.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.031+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 shutdown_connections 2024-07-27T06:54:22.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.031+0000 7fb42d800640 1 -- 172.21.15.66:0/1139084065 wait complete. 2024-07-27T06:54:22.063 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json config set mds_kill_mdstable_at 1 2024-07-27T06:54:22.356 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:54:22.356 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:54:22.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:22.356 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s11) 2024-07-27T06:54:22.364 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:54:22.423 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_prepare(ceph::cref_t&)' thread 7fd4f8e00640 time 2024-07-27T06:54:22.422833+0000 2024-07-27T06:54:22.423 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 61: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 1) 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fd4ffe4c4d1] 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.425 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7fd4f8e00640 thread_name:ms_dispatch 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:54:22.423+0000 7fd4f8e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_prepare(ceph::cref_t&)' thread 7fd4f8e00640 time 2024-07-27T06:54:22.422833+0000 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 61: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 1) 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.426 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fd4ffe4c4d1] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.427 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd4ff43e6f0] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd4ff48b94c] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fd4ffe4c60c] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.428 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.429 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:54:22.427+0000 7fd4f8e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7fd4f8e00640 thread_name:ms_dispatch 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd4ff43e6f0] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd4ff48b94c] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fd4ffe4c60c] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.430 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:22.431 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.455 INFO:tasks.ceph.mds.d.smithi155.stderr: -4192> 2024-07-27T06:53:53.709+0000 7fd4f5c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:54:22.477 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T06:54:22.423+0000 7fd4f8e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_prepare(ceph::cref_t&)' thread 7fd4f8e00640 time 2024-07-27T06:54:22.422833+0000 2024-07-27T06:54:22.477 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 61: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 1) 2024-07-27T06:54:22.477 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.477 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fd4ffe4c4d1] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.478 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T06:54:22.427+0000 7fd4f8e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7fd4f8e00640 thread_name:ms_dispatch 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd4ff43e6f0] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd4ff48b94c] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fd4ffe4c60c] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.479 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:22.480 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.483 INFO:tasks.ceph.mds.d.smithi155.stderr: -4192> 2024-07-27T06:53:53.709+0000 7fd4f5c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T06:54:22.423+0000 7fd4f8e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_prepare(ceph::cref_t&)' thread 7fd4f8e00640 time 2024-07-27T06:54:22.422833+0000 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 61: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 1) 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fd4ffe4c4d1] 2024-07-27T06:54:22.491 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.492 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T06:54:22.427+0000 7fd4f8e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7fd4f8e00640 thread_name:ms_dispatch 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd4ff43e6f0] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd4ff48b94c] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fd4ffe4c60c] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fd4ffe4c6de] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_prepare(boost::intrusive_ptr const&)+0x312) [0x564c63419c48] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x93) [0x564c6341b603] 2024-07-27T06:54:22.493 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x564c630beee1] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x564c630c2637] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x564c630c2f5e] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x564c630a603a] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd4fff9b407] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7fd4fff9bcf9] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd5000785a1] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7fd4ffe25cdd] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7fd4ffe25cf9] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7fd4ff489c02] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7fd4ff50ec40] 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:22.494 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:54:22.689 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:54:22.689 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:54:22.690 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 -- 172.21.15.66:0/584316403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc0701d0 msgr2=0x7f40dc151010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 --2- 172.21.15.66:0/584316403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc0701d0 0x7f40dc151010 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f40dc0b4180 tx=0x7f40d002a4d0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 -- 172.21.15.66:0/584316403 shutdown_connections 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 --2- 172.21.15.66:0/584316403 >> v2:172.21.15.155:3300/0 conn(0x7f40dc06de60 0x7f40dc06e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 --2- 172.21.15.66:0/584316403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc0701d0 0x7f40dc151010 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 -- 172.21.15.66:0/584316403 >> 172.21.15.66:0/584316403 conn(0x7f40dc06c780 msgr2=0x7f40dc06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 -- 172.21.15.66:0/584316403 shutdown_connections 2024-07-27T06:54:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.977+0000 7f40e3000640 1 -- 172.21.15.66:0/584316403 wait complete. 2024-07-27T06:54:22.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.980+0000 7f40e3000640 1 Processor -- start 2024-07-27T06:54:22.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.980+0000 7f40e3000640 1 -- start start 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 0x7f40dc15d350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40dc0ae830 0x7f40dc1577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f40dc15a4b0 con 0x7f40dc06de60 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40dc0b3ec0 con 0x7f40dc0ae830 2024-07-27T06:54:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.981+0000 7f40e3000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40dc15a630 con 0x7f40dc0701d0 2024-07-27T06:54:22.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.982+0000 7f40e1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:22.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.982+0000 7f40e1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58388/0 (socket says 172.21.15.66:58388) 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.982+0000 7f40e1c00640 1 -- 172.21.15.66:0/3047335018 learned_addr learned my addr 172.21.15.66:0/3047335018 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.982+0000 7f40e2600640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40dc0ae830 0x7f40dc1577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.982+0000 7f40e1200640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 0x7f40dc15d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 -- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 msgr2=0x7f40dc15d350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 0x7f40dc15d350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 -- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40dc0ae830 msgr2=0x7f40dc1577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40dc0ae830 0x7f40dc1577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 -- 172.21.15.66:0/3047335018 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40dc157ce0 con 0x7f40dc06de60 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1200640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 0x7f40dc15d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:54:22.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.983+0000 7f40e1c00640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f40d0000c00 tx=0x7f40d0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:22.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.984+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d003e030 con 0x7f40dc06de60 2024-07-27T06:54:22.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.984+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40d0003e00 con 0x7f40dc06de60 2024-07-27T06:54:22.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.984+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40dc1f6290 con 0x7f40dc06de60 2024-07-27T06:54:22.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.984+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40d0035040 con 0x7f40dc06de60 2024-07-27T06:54:22.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.984+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40dc1f6850 con 0x7f40dc06de60 2024-07-27T06:54:22.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.985+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40dc06e270 con 0x7f40dc06de60 2024-07-27T06:54:22.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.987+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f40d0041030 con 0x7f40dc06de60 2024-07-27T06:54:22.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.988+0000 7f40d9600640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 0x7f40bc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:22.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.989+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f40d00b94d0 con 0x7f40dc06de60 2024-07-27T06:54:22.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.989+0000 7f40e1200640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 0x7f40bc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:22.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.990+0000 7f40e1200640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 0x7f40bc079550 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f40c8006fd0 tx=0x7f40c8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:22.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:22.996+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f40dc0b2b60 con 0x7f40dc06de60 2024-07-27T06:54:23.238 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:54:23.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.248+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40dc147810 con 0x7f40dc06de60 2024-07-27T06:54:23.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.251+0000 7f40d9600640 1 -- 172.21.15.66:0/3047335018 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5245 (secure 0 0 0) 0x7f40d008a3c0 con 0x7f40dc06de60 2024-07-27T06:54:23.252 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:23.253 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":61,"btime":"2024-07-27T06:54:22:024015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:21.882427+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:23.253 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 61 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 msgr2=0x7f40bc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 0x7f40bc079550 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f40c8006fd0 tx=0x7f40c8008040 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 msgr2=0x7f40dc152fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f40d0000c00 tx=0x7f40d0003910 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 shutdown_connections 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40bc077040 0x7f40bc079550 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40dc0ae830 0x7f40dc1577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40dc0701d0 0x7f40dc15d350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 --2- 172.21.15.66:0/3047335018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40dc06de60 0x7f40dc152fa0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:23.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.254+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 >> 172.21.15.66:0/3047335018 conn(0x7f40dc06c780 msgr2=0x7f40dc158010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:23.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.255+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 shutdown_connections 2024-07-27T06:54:23.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:23.255+0000 7f40e3000640 1 -- 172.21.15.66:0/3047335018 wait complete. 2024-07-27T06:54:23.281 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:54:26.872 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:54:26.880 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:54:28.283 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 -- 172.21.15.66:0/2598249654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 msgr2=0x7f327c06e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 --2- 172.21.15.66:0/2598249654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c06e270 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f327c06d840 tx=0x7f327402aa10 comp rx=0 tx=0).stop 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 -- 172.21.15.66:0/2598249654 shutdown_connections 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 --2- 172.21.15.66:0/2598249654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c06e270 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 --2- 172.21.15.66:0/2598249654 >> v2:172.21.15.155:3300/0 conn(0x7f327c0ae830 0x7f327c0aec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 --2- 172.21.15.66:0/2598249654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0701d0 0x7f327c151010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 -- 172.21.15.66:0/2598249654 >> 172.21.15.66:0/2598249654 conn(0x7f327c06c780 msgr2=0x7f327c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 -- 172.21.15.66:0/2598249654 shutdown_connections 2024-07-27T06:54:28.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.586+0000 7f3280c00640 1 -- 172.21.15.66:0/2598249654 wait complete. 2024-07-27T06:54:28.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.589+0000 7f3280c00640 1 Processor -- start 2024-07-27T06:54:28.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.589+0000 7f3280c00640 1 -- start start 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.590+0000 7f3280c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.590+0000 7f3280c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 0x7f327c147b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.590+0000 7f3280c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 0x7f327c1480d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f3280c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f327c0b3df0 con 0x7f327c06de60 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f3280c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f327c0b3c70 con 0x7f327c0701d0 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f3280c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f327c0b3f70 con 0x7f327c0ae830 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58408/0 (socket says 172.21.15.66:58408) 2024-07-27T06:54:28.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 -- 172.21.15.66:0/2742757469 learned_addr learned my addr 172.21.15.66:0/2742757469 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f3272a00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 0x7f327c147b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 -- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 msgr2=0x7f327c1480d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327be00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 0x7f327c1480d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 0x7f327c1480d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 -- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 msgr2=0x7f327c147b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 0x7f327c147b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327b400640 1 -- 172.21.15.66:0/2742757469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f327c15c690 con 0x7f327c06de60 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f3272a00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 0x7f327c147b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.591+0000 7f327be00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 0x7f327c1480d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:28.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f327b400640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f326c00d770 tx=0x7f326c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:28.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c017070 con 0x7f327c06de60 2024-07-27T06:54:28.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f326c009d20 con 0x7f327c06de60 2024-07-27T06:54:28.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f327c15cef0 con 0x7f327c06de60 2024-07-27T06:54:28.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f326c0106c0 con 0x7f327c06de60 2024-07-27T06:54:28.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.592+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f327c15cc10 con 0x7f327c06de60 2024-07-27T06:54:28.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.593+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f327c151010 con 0x7f327c06de60 2024-07-27T06:54:28.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.595+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f326c01a070 con 0x7f327c06de60 2024-07-27T06:54:28.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.596+0000 7f3273e00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 0x7f3258079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:28.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.596+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f326c099120 con 0x7f327c06de60 2024-07-27T06:54:28.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.597+0000 7f3272a00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 0x7f3258079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:28.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.598+0000 7f3272a00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 0x7f3258079520 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f3264005fd0 tx=0x7f3264005d60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:28.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.601+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f326c061cb0 con 0x7f327c06de60 2024-07-27T06:54:28.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.861+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f327c143680 con 0x7f327c06de60 2024-07-27T06:54:28.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.862+0000 7f3273e00640 1 -- 172.21.15.66:0/2742757469 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5245 (secure 0 0 0) 0x7f326c0615b0 con 0x7f327c06de60 2024-07-27T06:54:28.864 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:28.864 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":61,"btime":"2024-07-27T06:54:22:024015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:21.882427+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:28.864 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 61 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 msgr2=0x7f3258079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 0x7f3258079520 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f3264005fd0 tx=0x7f3264005d60 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 msgr2=0x7f327c14ef40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f326c00d770 tx=0x7f326c00dc30 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 shutdown_connections 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3258077010 0x7f3258079520 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f327c0ae830 0x7f327c1480d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f327c0701d0 0x7f327c147b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 --2- 172.21.15.66:0/2742757469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f327c06de60 0x7f327c14ef40 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:28.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 >> 172.21.15.66:0/2742757469 conn(0x7f327c06c780 msgr2=0x7f327c1473f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:28.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 shutdown_connections 2024-07-27T06:54:28.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:28.865+0000 7f3280c00640 1 -- 172.21.15.66:0/2742757469 wait complete. 2024-07-27T06:54:28.899 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:54:29.031 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T06:54:33.900 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:34.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 -- 172.21.15.66:0/178241261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 msgr2=0x7f8d0015e9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:34.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 --2- 172.21.15.66:0/178241261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d0015e9a0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8cf0005fd0 tx=0x7f8cf002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 -- 172.21.15.66:0/178241261 shutdown_connections 2024-07-27T06:54:34.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 --2- 172.21.15.66:0/178241261 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d0015e9a0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 -- 172.21.15.66:0/178241261 >> 172.21.15.66:0/178241261 conn(0x7f8d0006c780 msgr2=0x7f8d0006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:34.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 -- 172.21.15.66:0/178241261 shutdown_connections 2024-07-27T06:54:34.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.203+0000 7f8d05c00640 1 -- 172.21.15.66:0/178241261 wait complete. 2024-07-27T06:54:34.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.206+0000 7f8d05c00640 1 Processor -- start 2024-07-27T06:54:34.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.206+0000 7f8d05c00640 1 -- start start 2024-07-27T06:54:34.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:34.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d0015eee0 0x7f8d001371c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:34.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 0x7f8d001f2970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:34.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8d000ce520 con 0x7f8d00143ac0 2024-07-27T06:54:34.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8d00143ed0 con 0x7f8d001f2560 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8d000ce6a0 con 0x7f8d0015eee0 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8cffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8cffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43800/0 (socket says 172.21.15.66:43800) 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8cffe00640 1 -- 172.21.15.66:0/126071100 learned_addr learned my addr 172.21.15.66:0/126071100 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8cf7e00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d0015eee0 0x7f8d001371c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.208+0000 7f8d05200640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 0x7f8d001f2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 -- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d0015eee0 msgr2=0x7f8d001371c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d0015eee0 0x7f8d001371c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 -- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 msgr2=0x7f8d001f2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 0x7f8d001f2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 -- 172.21.15.66:0/126071100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d00137700 con 0x7f8d00143ac0 2024-07-27T06:54:34.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8d05200640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 0x7f8d001f2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:34.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cffe00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8cf0034040 tx=0x7f8cf00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:34.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf003e030 con 0x7f8d00143ac0 2024-07-27T06:54:34.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8cf0003ca0 con 0x7f8d00143ac0 2024-07-27T06:54:34.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf0035040 con 0x7f8d00143ac0 2024-07-27T06:54:34.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.209+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d000aa530 con 0x7f8d00143ac0 2024-07-27T06:54:34.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.210+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d000aaaf0 con 0x7f8d00143ac0 2024-07-27T06:54:34.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.211+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d0015e9a0 con 0x7f8d00143ac0 2024-07-27T06:54:34.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.212+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8cf0041030 con 0x7f8d00143ac0 2024-07-27T06:54:34.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.213+0000 7f8cfcc00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 0x7f8cdc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:34.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.213+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f8cf00b9410 con 0x7f8d00143ac0 2024-07-27T06:54:34.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.214+0000 7f8cf7e00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 0x7f8cdc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:34.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.215+0000 7f8cf7e00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 0x7f8cdc079520 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8006fd0 tx=0x7f8ce8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:34.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.218+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8cf0082160 con 0x7f8d00143ac0 2024-07-27T06:54:34.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.474+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d0006cd30 con 0x7f8d00143ac0 2024-07-27T06:54:34.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.474+0000 7f8cfcc00640 1 -- 172.21.15.66:0/126071100 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) ==== 94+0+5245 (secure 0 0 0) 0x7f8cf008a3a0 con 0x7f8d00143ac0 2024-07-27T06:54:34.476 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:34.476 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":61,"btime":"2024-07-27T06:54:22:024015+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:21.882427+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"export_targets":[1],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6309,6315]},"id":6}]} 2024-07-27T06:54:34.477 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 61 2024-07-27T06:54:34.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.477+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 msgr2=0x7f8cdc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.477+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 0x7f8cdc079520 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8006fd0 tx=0x7f8ce8008040 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 msgr2=0x7f8d00137940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8cf0034040 tx=0x7f8cf00038a0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 shutdown_connections 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8cdc077010 0x7f8cdc079520 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8d001f2560 0x7f8d001f2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8d0015eee0 0x7f8d001371c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 --2- 172.21.15.66:0/126071100 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8d00143ac0 0x7f8d00137940 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:34.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 >> 172.21.15.66:0/126071100 conn(0x7f8d0006c780 msgr2=0x7f8d00143120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:34.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 shutdown_connections 2024-07-27T06:54:34.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:34.478+0000 7f8d05c00640 1 -- 172.21.15.66:0/126071100 wait complete. 2024-07-27T06:54:34.506 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:54:35.643 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-07-27T06:54:39.507 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:39.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 -- 172.21.15.66:0/3916863410 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c5c003a00 msgr2=0x7f5c5c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3916863410 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c5c003a00 0x7f5c5c003e70 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f5c68009b50 tx=0x7f5c5c005830 comp rx=0 tx=0).stop 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c77e00640 1 -- 172.21.15.66:0/3916863410 reap_dead start 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 -- 172.21.15.66:0/3916863410 shutdown_connections 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 -- 172.21.15.66:0/3916863410 >> 172.21.15.66:0/3916863410 conn(0x7f5c7806c780 msgr2=0x7f5c7806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 -- 172.21.15.66:0/3916863410 shutdown_connections 2024-07-27T06:54:39.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.815+0000 7f5c7d000640 1 -- 172.21.15.66:0/3916863410 wait complete. 2024-07-27T06:54:39.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.817+0000 7f5c7d000640 1 Processor -- start 2024-07-27T06:54:39.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.817+0000 7f5c7d000640 1 -- start start 2024-07-27T06:54:39.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 0x7f5c781f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:39.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 0x7f5c780b3880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5c78073a00 con 0x7f5c781f8630 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c78073880 con 0x7f5c5c003a00 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c7d000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c78073b80 con 0x7f5c780b3470 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c6fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c6fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43828/0 (socket says 172.21.15.66:43828) 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.819+0000 7f5c6fe00640 1 -- 172.21.15.66:0/3522239481 learned_addr learned my addr 172.21.15.66:0/3522239481 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c77400640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 0x7f5c781f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c77e00640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 0x7f5c780b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 -- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 msgr2=0x7f5c780b3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 0x7f5c780b3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:39.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 -- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 msgr2=0x7f5c781f80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:39.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 0x7f5c781f80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:39.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 -- 172.21.15.66:0/3522239481 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c780b29d0 con 0x7f5c781f8630 2024-07-27T06:54:39.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c77400640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 0x7f5c781f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:39.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c77e00640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 0x7f5c780b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:39.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6fe00640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000c6e0 tx=0x7f5c6000cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c60017070 con 0x7f5c781f8630 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.820+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c60005360 con 0x7f5c781f8630 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.821+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6000a8a0 con 0x7f5c781f8630 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.821+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c780ac2c0 con 0x7f5c781f8630 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.821+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c780b2c70 con 0x7f5c781f8630 2024-07-27T06:54:39.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.822+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c780cead0 con 0x7f5c781f8630 2024-07-27T06:54:39.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.824+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5c6001a070 con 0x7f5c781f8630 2024-07-27T06:54:39.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.825+0000 7f5c6f400640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 0x7f5c54079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:39.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.825+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7f5c600985f0 con 0x7f5c781f8630 2024-07-27T06:54:39.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.825+0000 7f5c77400640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 0x7f5c54079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:39.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.827+0000 7f5c77400640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 0x7f5c54079520 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5c68009b50 tx=0x7f5c6802d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:39.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:39.830+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c780cead0 con 0x7f5c781f8630 2024-07-27T06:54:40.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.084+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c780cf0c0 con 0x7f5c781f8630 2024-07-27T06:54:40.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.085+0000 7f5c6f400640 1 -- 172.21.15.66:0/3522239481 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5293 (secure 0 0 0) 0x7f5c60061180 con 0x7f5c781f8630 2024-07-27T06:54:40.087 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:40.087 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":62,"btime":"2024-07-27T06:54:37:926835+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6306,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:37.926772+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6315,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6315":{"gid":6315,"name":"d","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/2447479800","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2447479800},{"type":"v1","addr":"172.21.15.155:6837","nonce":2447479800}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:54:37.926772+0000","export_targets":[1],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6315,"qdb_cluster":[6315,6309]},"id":6}]} 2024-07-27T06:54:40.087 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 62 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 msgr2=0x7f5c54079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 0x7f5c54079520 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f5c68009b50 tx=0x7f5c6802d040 comp rx=0 tx=0).stop 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 msgr2=0x7f5c781f8a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000c6e0 tx=0x7f5c6000cba0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 shutdown_connections 2024-07-27T06:54:40.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c54077010 0x7f5c54079520 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c780b3470 0x7f5c780b3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c781f8630 0x7f5c781f8a40 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 --2- 172.21.15.66:0/3522239481 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c5c003a00 0x7f5c781f80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.088+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 >> 172.21.15.66:0/3522239481 conn(0x7f5c7806c780 msgr2=0x7f5c78145240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.089+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 shutdown_connections 2024-07-27T06:54:40.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.089+0000 7f5c7d000640 1 -- 172.21.15.66:0/3522239481 wait complete. 2024-07-27T06:54:40.117 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:54:40.118 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:54:40.195 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:54:40.199 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:54:40.199 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:54:40.288 INFO:teuthology.orchestra.run.smithi155.stdout:1722063262.45141.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:54:40.292 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063262.45141.core'] 2024-07-27T06:54:40.292 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063262.45141.core, deleting it 2024-07-27T06:54:40.293 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063262.45141.core 2024-07-27T06:54:40.405 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 -- 172.21.15.66:0/3890578800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d0a40 msgr2=0x7fc3840b3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 --2- 172.21.15.66:0/3890578800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d0a40 0x7fc3840b3440 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fc36c005fd0 tx=0x7fc36c02a4f0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 -- 172.21.15.66:0/3890578800 shutdown_connections 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 --2- 172.21.15.66:0/3890578800 >> v2:172.21.15.155:3300/0 conn(0x7fc3840d47f0 0x7fc3840b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 --2- 172.21.15.66:0/3890578800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d0a40 0x7fc3840b3440 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 -- 172.21.15.66:0/3890578800 >> 172.21.15.66:0/3890578800 conn(0x7fc3840d3cd0 msgr2=0x7fc3840d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 -- 172.21.15.66:0/3890578800 shutdown_connections 2024-07-27T06:54:40.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.708+0000 7fc383e00640 1 -- 172.21.15.66:0/3890578800 wait complete. 2024-07-27T06:54:40.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.710+0000 7fc383e00640 1 Processor -- start 2024-07-27T06:54:40.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.711+0000 7fc383e00640 1 -- start start 2024-07-27T06:54:40.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3840b2b50 0x7fc38415db00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:40.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:40.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc384167c80 0x7fc38406d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:40.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3840b4340 con 0x7fc3840d47f0 2024-07-27T06:54:40.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3840b41c0 con 0x7fc384167c80 2024-07-27T06:54:40.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.712+0000 7fc383e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc3840b44c0 con 0x7fc3840b2b50 2024-07-27T06:54:40.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:40.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43852/0 (socket says 172.21.15.66:43852) 2024-07-27T06:54:40.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 -- 172.21.15.66:0/880314721 learned_addr learned my addr 172.21.15.66:0/880314721 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:40.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc383400640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc384167c80 0x7fc38406d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:40.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382a00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3840b2b50 0x7fc38415db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 -- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3840b2b50 msgr2=0x7fc38415db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3840b2b50 0x7fc38415db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 -- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc384167c80 msgr2=0x7fc38406d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc384167c80 0x7fc38406d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.713+0000 7fc382000640 1 -- 172.21.15.66:0/880314721 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc384166370 con 0x7fc3840d47f0 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc382000640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fc36c006010 tx=0x7fc36c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36c03e030 con 0x7fc3840d47f0 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc36c003d90 con 0x7fc3840d47f0 2024-07-27T06:54:40.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc36c035040 con 0x7fc3840d47f0 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc384166650 con 0x7fc3840d47f0 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.714+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc384166c10 con 0x7fc3840d47f0 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.715+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3840b3440 con 0x7fc3840d47f0 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.717+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc36c041030 con 0x7fc3840d47f0 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.718+0000 7fc37aa00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 0x7fc360079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:40.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.719+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 7192+0+0 (secure 0 0 0) 0x7fc36c0b95b0 con 0x7fc3840d47f0 2024-07-27T06:54:40.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.719+0000 7fc382a00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 0x7fc360079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:40.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.720+0000 7fc382a00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 0x7fc360079550 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc374009f20 tx=0x7fc3740094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:40.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:40.723+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc36c081af0 con 0x7fc3840d47f0 2024-07-27T06:54:41.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.019+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7fc3840d1310 con 0x7fc3840d47f0 2024-07-27T06:54:41.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.024+0000 7fc37aa00640 1 -- 172.21.15.66:0/880314721 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 6315 v63) ==== 97+0+0 (secure 0 0 0) 0x7fc36c08a410 con 0x7fc3840d47f0 2024-07-27T06:54:41.025 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6315 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 msgr2=0x7fc360079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 0x7fc360079550 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fc374009f20 tx=0x7fc3740094d0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 msgr2=0x7fc384167740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fc36c006010 tx=0x7fc36c0038a0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 shutdown_connections 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc360077040 0x7fc360079550 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc384167c80 0x7fc38406d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3840d47f0 0x7fc384167740 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 --2- 172.21.15.66:0/880314721 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3840b2b50 0x7fc38415db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 >> 172.21.15.66:0/880314721 conn(0x7fc3840d3cd0 msgr2=0x7fc3840d0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:41.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 shutdown_connections 2024-07-27T06:54:41.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.027+0000 7fc383e00640 1 -- 172.21.15.66:0/880314721 wait complete. 2024-07-27T06:54:41.058 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:54:41.058 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:54:41.058 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:54:41.058 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:54:41.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:54:41.059 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T06:54:41.060 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:54:41.060 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:54:41.068 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:54:41.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:41.288 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:54:41.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.315+0000 7f84efe00640 1 -- 172.21.15.66:0/2511301842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f0156550 msgr2=0x7f84f00734d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.315+0000 7f84efe00640 1 --2- 172.21.15.66:0/2511301842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f0156550 0x7f84f00734d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f84f00af4f0 tx=0x7f84e002a5f0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 -- 172.21.15.66:0/2511301842 shutdown_connections 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 --2- 172.21.15.66:0/2511301842 >> v2:172.21.15.155:3300/0 conn(0x7f84f01600d0 0x7f84f00cf0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 --2- 172.21.15.66:0/2511301842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f0156550 0x7f84f00734d0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 -- 172.21.15.66:0/2511301842 >> 172.21.15.66:0/2511301842 conn(0x7f84f006c780 msgr2=0x7f84f006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 -- 172.21.15.66:0/2511301842 shutdown_connections 2024-07-27T06:54:41.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.316+0000 7f84efe00640 1 -- 172.21.15.66:0/2511301842 wait complete. 2024-07-27T06:54:41.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.318+0000 7f84efe00640 1 Processor -- start 2024-07-27T06:54:41.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.318+0000 7f84efe00640 1 -- start start 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84f00cecb0 0x7f84f013af80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84f0156550 0x7f84f01f7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84f015d710 con 0x7f84f01417e0 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f84f015d590 con 0x7f84f0156550 2024-07-27T06:54:41.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84efe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f84f015d890 con 0x7f84f00cecb0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84ef400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84eea00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84f00cecb0 0x7f84f013af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.320+0000 7f84ef400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44950/0 (socket says 172.21.15.66:44950) 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 -- 172.21.15.66:0/2499999901 learned_addr learned my addr 172.21.15.66:0/2499999901 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84e6000640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84f0156550 0x7f84f01f7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 -- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84f00cecb0 msgr2=0x7f84f013af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84f00cecb0 0x7f84f013af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 -- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84f0156550 msgr2=0x7f84f01f7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84f0156550 0x7f84f01f7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 -- 172.21.15.66:0/2499999901 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84f0141ec0 con 0x7f84f01417e0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.321+0000 7f84ef400640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f84e800ea40 tx=0x7f84e800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.322+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e800ce40 con 0x7f84f01417e0 2024-07-27T06:54:41.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.322+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f84e8004c10 con 0x7f84f01417e0 2024-07-27T06:54:41.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.322+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84e8005020 con 0x7f84f01417e0 2024-07-27T06:54:41.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.322+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84f01421a0 con 0x7f84f01417e0 2024-07-27T06:54:41.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.322+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84f01f81b0 con 0x7f84f01417e0 2024-07-27T06:54:41.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.323+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84f01426c0 con 0x7f84f01417e0 2024-07-27T06:54:41.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.324+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f84e80051c0 con 0x7f84f01417e0 2024-07-27T06:54:41.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.325+0000 7f84e7400640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 0x7f84cc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:41.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.325+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f84e8099bc0 con 0x7f84f01417e0 2024-07-27T06:54:41.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.326+0000 7f84eea00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 0x7f84cc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.327+0000 7f84eea00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 0x7f84cc079520 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f84e0033000 tx=0x7f84e0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:41.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.330+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f84f01426c0 con 0x7f84f01417e0 2024-07-27T06:54:41.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.586+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f84f0141c50 con 0x7f84f01417e0 2024-07-27T06:54:41.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.587+0000 7f84e7400640 1 -- 172.21.15.66:0/2499999901 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 64 v64) ==== 94+0+4412 (secure 0 0 0) 0x7f84e8062140 con 0x7f84f01417e0 2024-07-27T06:54:41.588 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:41.589 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":64,"btime":"2024-07-27T06:54:41:033512+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":64,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:41.033463+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:54:41.589 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 64 2024-07-27T06:54:41.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.589+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 msgr2=0x7f84cc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.589+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 0x7f84cc079520 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f84e0033000 tx=0x7f84e0004730 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.589+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 msgr2=0x7f84f01f86d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.589+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f84e800ea40 tx=0x7f84e800ef00 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 shutdown_connections 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f84cc077010 0x7f84cc079520 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f84f01417e0 0x7f84f01f86d0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84f0156550 0x7f84f01f7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 --2- 172.21.15.66:0/2499999901 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84f00cecb0 0x7f84f013af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 >> 172.21.15.66:0/2499999901 conn(0x7f84f006c780 msgr2=0x7f84f006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 shutdown_connections 2024-07-27T06:54:41.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:41.590+0000 7f84efe00640 1 -- 172.21.15.66:0/2499999901 wait complete. 2024-07-27T06:54:41.619 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:54:42.354 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-27T06:54:46.619 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 -- 172.21.15.66:0/3474717696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aefd0 msgr2=0x7fe5840ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 --2- 172.21.15.66:0/3474717696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aefd0 0x7fe5840ce410 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fe5840b27b0 tx=0x7fe57802a4a0 comp rx=0 tx=0).stop 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 -- 172.21.15.66:0/3474717696 shutdown_connections 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 --2- 172.21.15.66:0/3474717696 >> v2:172.21.15.155:3300/0 conn(0x7fe5840ce950 0x7fe5840727a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 --2- 172.21.15.66:0/3474717696 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aefd0 0x7fe5840ce410 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 -- 172.21.15.66:0/3474717696 >> 172.21.15.66:0/3474717696 conn(0x7fe5840cfb90 msgr2=0x7fe5840cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:46.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 -- 172.21.15.66:0/3474717696 shutdown_connections 2024-07-27T06:54:46.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.915+0000 7fe58b600640 1 -- 172.21.15.66:0/3474717696 wait complete. 2024-07-27T06:54:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.917+0000 7fe58b600640 1 Processor -- start 2024-07-27T06:54:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.918+0000 7fe58b600640 1 -- start start 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 0x7fe58415a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5840ce950 0x7fe5841e9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe58415f780 con 0x7fe5840aebc0 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe5840cde40 con 0x7fe5840aefd0 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe58b600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe584072ce0 con 0x7fe5840ce950 2024-07-27T06:54:46.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe588c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe588c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44970/0 (socket says 172.21.15.66:44970) 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.919+0000 7fe588c00640 1 -- 172.21.15.66:0/3627597207 learned_addr learned my addr 172.21.15.66:0/3627597207 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 -- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5840ce950 msgr2=0x7fe5841e9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe589600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5840ce950 0x7fe5841e9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe583e00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 0x7fe58415a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5840ce950 0x7fe5841e9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 -- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 msgr2=0x7fe58415a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 0x7fe58415a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 -- 172.21.15.66:0/3627597207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5840b4800 con 0x7fe5840aebc0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe583e00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 0x7fe58415a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe588c00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe57000c3a0 tx=0x7fe57000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.920+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570011790 con 0x7fe5840aebc0 2024-07-27T06:54:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.921+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe570017070 con 0x7fe5840aebc0 2024-07-27T06:54:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.921+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe570011d20 con 0x7fe5840aebc0 2024-07-27T06:54:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.921+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5840b4ae0 con 0x7fe5840aebc0 2024-07-27T06:54:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.921+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5840b2da0 con 0x7fe5840aebc0 2024-07-27T06:54:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.922+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe584073200 con 0x7fe5840aebc0 2024-07-27T06:54:46.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.923+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe57001c460 con 0x7fe5840aebc0 2024-07-27T06:54:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.924+0000 7fe580c00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 0x7fe564079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.924+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7fe570098e30 con 0x7fe5840aebc0 2024-07-27T06:54:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.925+0000 7fe583e00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 0x7fe564079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.926+0000 7fe583e00640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 0x7fe564079520 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fe578034000 tx=0x7fe578004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:46.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:46.929+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe5840ced60 con 0x7fe5840aebc0 2024-07-27T06:54:47.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.186+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5840cf140 con 0x7fe5840aebc0 2024-07-27T06:54:47.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.187+0000 7fe580c00640 1 -- 172.21.15.66:0/3627597207 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5246 (secure 0 0 0) 0x7fe570061a00 con 0x7fe5840aebc0 2024-07-27T06:54:47.189 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":68,"btime":"2024-07-27T06:54:45:076719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:45.076700+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6306,6309]},"id":6}]} 2024-07-27T06:54:47.189 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 68 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 msgr2=0x7fe564079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 0x7fe564079520 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fe578034000 tx=0x7fe578004730 comp rx=0 tx=0).stop 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 msgr2=0x7fe5840b35a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe57000c3a0 tx=0x7fe57000c860 comp rx=0 tx=0).stop 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 shutdown_connections 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe564077010 0x7fe564079520 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5840ce950 0x7fe5841e9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5840aefd0 0x7fe58415a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 --2- 172.21.15.66:0/3627597207 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5840aebc0 0x7fe5840b35a0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 >> 172.21.15.66:0/3627597207 conn(0x7fe5840cfb90 msgr2=0x7fe58415d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:47.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.190+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 shutdown_connections 2024-07-27T06:54:47.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.191+0000 7fe58b600640 1 -- 172.21.15.66:0/3627597207 wait complete. 2024-07-27T06:54:47.220 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:54:47.220 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 -- 172.21.15.66:0/3699356525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae0070060 msgr2=0x7fdae00ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 --2- 172.21.15.66:0/3699356525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae0070060 0x7fdae00ca1e0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fdac8009bb0 tx=0x7fdac802a8b0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 -- 172.21.15.66:0/3699356525 shutdown_connections 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 --2- 172.21.15.66:0/3699356525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae0070060 0x7fdae00ca1e0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 -- 172.21.15.66:0/3699356525 >> 172.21.15.66:0/3699356525 conn(0x7fdae00cfb90 msgr2=0x7fdae00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 -- 172.21.15.66:0/3699356525 shutdown_connections 2024-07-27T06:54:47.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.510+0000 7fdae7c00640 1 -- 172.21.15.66:0/3699356525 wait complete. 2024-07-27T06:54:47.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.513+0000 7fdae7c00640 1 Processor -- start 2024-07-27T06:54:47.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.513+0000 7fdae7c00640 1 -- start start 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 0x7fdae01f9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdae00732e0 0x7fdae0144aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdae00b52d0 con 0x7fdae00ca720 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdae00b5150 con 0x7fdae00732e0 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.514+0000 7fdae7c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdae00b5450 con 0x7fdae0070060 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44982/0 (socket says 172.21.15.66:44982) 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 -- 172.21.15.66:0/4170587007 learned_addr learned my addr 172.21.15.66:0/4170587007 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:47.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdadfe00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdae00732e0 0x7fdae0144aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5200640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 0x7fdae01f9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 -- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 msgr2=0x7fdae01f9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 0x7fdae01f9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 -- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdae00732e0 msgr2=0x7fdae0144aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdae00732e0 0x7fdae0144aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5c00640 1 -- 172.21.15.66:0/4170587007 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae00c3d10 con 0x7fdae00ca720 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.515+0000 7fdae5200640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 0x7fdae01f9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:47.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdae5c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fdad800b440 tx=0x7fdad800b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad8011830 con 0x7fdae00ca720 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdad8016070 con 0x7fdae00ca720 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdae01e7bb0 con 0x7fdae00ca720 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdad8011d60 con 0x7fdae00ca720 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.516+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdae01e8170 con 0x7fdae00ca720 2024-07-27T06:54:47.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.517+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdae00ca1e0 con 0x7fdae00ca720 2024-07-27T06:54:47.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.519+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdad801b460 con 0x7fdae00ca720 2024-07-27T06:54:47.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.520+0000 7fdadcc00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 0x7fdabc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:47.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.520+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7fdad8098a20 con 0x7fdae00ca720 2024-07-27T06:54:47.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.520+0000 7fdae5200640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 0x7fdabc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:47.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.522+0000 7fdae5200640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 0x7fdabc079520 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdad00013f0 tx=0x7fdad0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:47.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.524+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdad8020020 con 0x7fdae00ca720 2024-07-27T06:54:47.689 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:54:47.689 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:54:47.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.775+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdae00c3aa0 con 0x7fdae00ca720 2024-07-27T06:54:47.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.776+0000 7fdadcc00640 1 -- 172.21.15.66:0/4170587007 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5246 (secure 0 0 0) 0x7fdad80615f0 con 0x7fdae00ca720 2024-07-27T06:54:47.778 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:47.778 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":68,"btime":"2024-07-27T06:54:45:076719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:45.076700+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6306,6309]},"id":6}]} 2024-07-27T06:54:47.778 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 68 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 msgr2=0x7fdabc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 0x7fdabc079520 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fdad00013f0 tx=0x7fdad0009040 comp rx=0 tx=0).stop 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 msgr2=0x7fdae015ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fdad800b440 tx=0x7fdad800b900 comp rx=0 tx=0).stop 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 shutdown_connections 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdabc077010 0x7fdabc079520 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdae00ca720 0x7fdae015ba20 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdae00732e0 0x7fdae0144aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 --2- 172.21.15.66:0/4170587007 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdae0070060 0x7fdae01f9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:47.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 >> 172.21.15.66:0/4170587007 conn(0x7fdae00cfb90 msgr2=0x7fdae00cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:47.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.779+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 shutdown_connections 2024-07-27T06:54:47.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:47.780+0000 7fdae7c00640 1 -- 172.21.15.66:0/4170587007 wait complete. 2024-07-27T06:54:48.213 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 68, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:54:45.076700+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 96, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6306, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6306': {'gid': 6306, 'name': 'a', 'rank': 0, 'incarnation': 64, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.66:6834/47876060', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 47876060}, {'type': 'v1', 'addr': '172.21.15.66:6834', 'nonce': 47876060}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6306, 'qdb_cluster': [6306, 6309]} 2024-07-27T06:54:48.213 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:54:48.213 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T06:54:48.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.515+0000 7f6ca3200640 1 -- 172.21.15.66:0/584173200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40ccc70 msgr2=0x7f6ca41672d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.515+0000 7f6ca3200640 1 --2- 172.21.15.66:0/584173200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40ccc70 0x7f6ca41672d0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c009be0 tx=0x7f6c9c02a8d0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.516+0000 7f6ca3200640 1 -- 172.21.15.66:0/584173200 shutdown_connections 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.516+0000 7f6ca3200640 1 --2- 172.21.15.66:0/584173200 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40ccc70 0x7f6ca41672d0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.516+0000 7f6ca3200640 1 -- 172.21.15.66:0/584173200 >> 172.21.15.66:0/584173200 conn(0x7f6ca40d1b50 msgr2=0x7f6ca40d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.516+0000 7f6ca3200640 1 -- 172.21.15.66:0/584173200 shutdown_connections 2024-07-27T06:54:48.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.516+0000 7f6ca3200640 1 -- 172.21.15.66:0/584173200 wait complete. 2024-07-27T06:54:48.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.518+0000 7f6ca3200640 1 Processor -- start 2024-07-27T06:54:48.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.518+0000 7f6ca3200640 1 -- start start 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ca40b2b80 0x7f6ca40b0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ca40ccc70 0x7f6ca4149e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca40cd200 con 0x7f6ca40d2670 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca40cd080 con 0x7f6ca40b2b80 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ca40cd380 con 0x7f6ca40ccc70 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44996/0 (socket says 172.21.15.66:44996) 2024-07-27T06:54:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca2800640 1 -- 172.21.15.66:0/436488264 learned_addr learned my addr 172.21.15.66:0/436488264 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.520+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ca40b2b80 0x7f6ca40b0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca1400640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ca40ccc70 0x7f6ca4149e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 -- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ca40ccc70 msgr2=0x7f6ca4149e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ca40ccc70 0x7f6ca4149e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 -- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ca40b2b80 msgr2=0x7f6ca40b0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ca40b2b80 0x7f6ca40b0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 -- 172.21.15.66:0/436488264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca40af370 con 0x7f6ca40d2670 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6ca2800640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c006010 tx=0x7f6c9c033f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.521+0000 7f6c9a000640 1 -- 172.21.15.66:0/436488264 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c003e00 con 0x7f6ca40d2670 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.522+0000 7f6c9a000640 1 -- 172.21.15.66:0/436488264 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c9c031a60 con 0x7f6ca40d2670 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.522+0000 7f6c9a000640 1 -- 172.21.15.66:0/436488264 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c0330d0 con 0x7f6ca40d2670 2024-07-27T06:54:48.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.522+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ca40af650 con 0x7f6ca40d2670 2024-07-27T06:54:48.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.522+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ca40afc10 con 0x7f6ca40d2670 2024-07-27T06:54:48.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.524+0000 7f6c9a000640 1 -- 172.21.15.66:0/436488264 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6c9c033270 con 0x7f6ca40d2670 2024-07-27T06:54:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.525+0000 7f6c9a000640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 0x7f6c84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.526+0000 7f6c9a000640 1 -- 172.21.15.66:0/436488264 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c9c0b9c60 con 0x7f6ca40d2670 2024-07-27T06:54:48.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.526+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 0x7f6c84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.526+0000 7f6caff90740 1 Processor -- start 2024-07-27T06:54:48.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.526+0000 7f6caff90740 1 -- start start 2024-07-27T06:54:48.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.527+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 0x7f6c84079520 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6c940015b0 tx=0x7f6c94009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a2be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715a2c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d715985390 con 0x55d71566d270 2024-07-27T06:54:48.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d715974a30 con 0x55d71564c590 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d7159788d0 con 0x55d7156443b0 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6ca1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6ca1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45008/0 (socket says 172.21.15.66:45008) 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.528+0000 7f6ca1e00640 1 -- 172.21.15.66:0/2048082637 learned_addr learned my addr 172.21.15.66:0/2048082637 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1400640 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a2be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca2800640 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715a2c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 -- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 msgr2=0x55d715a2be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a2be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 -- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 msgr2=0x55d715a2c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715a2c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 -- 172.21.15.66:0/2048082637 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d715930d70 con 0x55d71566d270 2024-07-27T06:54:48.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f6c94005290 tx=0x7f6c94011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c3240351d8f918 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6c8ea00640 1 -- 172.21.15.66:0/2048082637 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9400e4b0 con 0x55d71566d270 2024-07-27T06:54:48.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6c8ea00640 1 -- 172.21.15.66:0/2048082637 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c9400e740 con 0x55d71566d270 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.529+0000 7f6c8ea00640 1 -- 172.21.15.66:0/2048082637 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9400eb70 con 0x55d71566d270 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 -- 172.21.15.66:0/2048082637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 msgr2=0x55d715a3c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f6c94005290 tx=0x7f6c94011000 comp rx=0 tx=0).stop 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 -- 172.21.15.66:0/2048082637 shutdown_connections 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715a2c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a2be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 --2- 172.21.15.66:0/2048082637 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715a3c6d0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 -- 172.21.15.66:0/2048082637 >> 172.21.15.66:0/2048082637 conn(0x55d7156613c0 msgr2=0x55d715a127b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 -- 172.21.15.66:0/2048082637 shutdown_connections 2024-07-27T06:54:48.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.530+0000 7f6caff90740 1 -- 172.21.15.66:0/2048082637 wait complete. 2024-07-27T06:54:48.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.532+0000 7f6caff90740 1 -- start start 2024-07-27T06:54:48.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.532+0000 7f6caff90740 1 Processor -- start 2024-07-27T06:54:48.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a51aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71566d270 0x55d715a56550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d7156e7620 con 0x55d71564c590 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d715911e10 con 0x55d71566d270 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d715a52070 con 0x55d7156443b0 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.533+0000 7f6caff90740 10 client.0 _ll_register_callbacks cb 0x55d71596e7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45020/0 (socket says 172.21.15.66:45020) 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 -- 172.21.15.66:0/2649917023 learned_addr learned my addr 172.21.15.66:0/2649917023 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a51aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca2800640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71566d270 0x55d715a56550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 -- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 msgr2=0x55d715a51aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a51aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 -- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71566d270 msgr2=0x55d715a56550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71566d270 0x55d715a56550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.534+0000 7f6ca1400640 1 -- 172.21.15.66:0/2649917023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7156d8850 con 0x55d71564c590 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6ca1400640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6c90009ec0 tx=0x7f6c9000e540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=671773b84d004d2d server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6c83400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c90017020 con 0x55d71564c590 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c90013410 con 0x55d71564c590 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c9400e740 con 0x55d71564c590 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f6c9000f040 con 0x55d71564c590 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6caff90740 10 client.6639 fetch_fsmap learned FSMap version 68 2024-07-27T06:54:48.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x55d71574f6b0 con 0x55d71564c590 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.535+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c9400e740 con 0x55d71564c590 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 68) ==== 3522+0+0 (secure 0 0 0) 0x7f6c90012050 con 0x55d71564c590 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 10 client.6639 fetch_fsmap finished waiting for FSMap version 68 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 10 client.6639 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 20 client.6639 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d71562be40 0x55d715a676d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 4 client.6639 mds_command: new command op to 6306 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 --> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7159872e0 con 0x55d71562be40 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.536+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d71562be40 0x55d715a676d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.537+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d71562be40 0x55d715a676d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95cf6319edab58ba server_cookie=5799120326785ff7 in_seq=0 out_seq=0 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.537+0000 7f6c83400640 10 client.6639 ms_handle_connect on v2:172.21.15.66:6832/47876060 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.537+0000 7f6c83400640 1 -- 172.21.15.66:0/2649917023 <== mds.0 v2:172.21.15.66:6832/47876060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d7159872e0 con 0x55d71562be40 2024-07-27T06:54:48.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.537+0000 7f6c83400640 10 client.6639 handle_command_reply: tid=0 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.537+0000 7f6caff90740 1 client.6639 shutdown 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 msgr2=0x55d715a2aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f6c90009ec0 tx=0x7f6c9000e540 comp rx=0 tx=0).stop 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 shutdown_connections 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d71562be40 0x55d715a676d0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71566d270 0x55d715a56550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a2aa40 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6c83400640 0 client.6639 ms_handle_reset on v2:172.21.15.66:6832/47876060 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 --2- 172.21.15.66:0/2649917023 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a51aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 >> 172.21.15.66:0/2649917023 conn(0x55d7156613c0 msgr2=0x55d715a2be90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 shutdown_connections 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 1 -- 172.21.15.66:0/2649917023 wait complete. 2024-07-27T06:54:48.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.538+0000 7f6caff90740 20 client.6639 trim_cache size 0 max 16384 2024-07-27T06:54:48.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.559+0000 7f6caff90740 1 Processor -- start 2024-07-27T06:54:48.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.559+0000 7f6caff90740 1 -- start start 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a39160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715ad0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca4204770 con 0x55d71566d270 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca4202ae0 con 0x55d71564c590 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6ca4203130 con 0x55d7156443b0 2024-07-27T06:54:48.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45028/0 (socket says 172.21.15.66:45028) 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 -- 172.21.15.66:0/2117030242 learned_addr learned my addr 172.21.15.66:0/2117030242 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 -- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 msgr2=0x55d715a39160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a39160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a39160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 -- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 msgr2=0x55d715ad0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715ad0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.561+0000 7f6ca2800640 1 -- 172.21.15.66:0/2117030242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d715a6b050 con 0x55d71566d270 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.562+0000 7f6ca2800640 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c081da0 tx=0x7f6c9c081f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f0878054ddff0c3 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.562+0000 7f6c8e000640 1 -- 172.21.15.66:0/2117030242 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c081bb0 con 0x55d71566d270 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.562+0000 7f6c8e000640 1 -- 172.21.15.66:0/2117030242 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c9c0827a0 con 0x55d71566d270 2024-07-27T06:54:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.562+0000 7f6c8e000640 1 -- 172.21.15.66:0/2117030242 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c9c082560 con 0x55d71566d270 2024-07-27T06:54:48.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 -- 172.21.15.66:0/2117030242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 msgr2=0x55d715ad0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c081da0 tx=0x7f6c9c081f30 comp rx=0 tx=0).stop 2024-07-27T06:54:48.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 -- 172.21.15.66:0/2117030242 shutdown_connections 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71566d270 0x55d715ad0bc0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d71564c590 0x55d715ad0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 --2- 172.21.15.66:0/2117030242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d7156443b0 0x55d715a39160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 -- 172.21.15.66:0/2117030242 >> 172.21.15.66:0/2117030242 conn(0x55d7156613c0 msgr2=0x55d715a0c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 -- 172.21.15.66:0/2117030242 shutdown_connections 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.563+0000 7f6caff90740 1 -- 172.21.15.66:0/2117030242 wait complete. 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.564+0000 7f6caff90740 1 -- start start 2024-07-27T06:54:48.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.564+0000 7f6caff90740 1 Processor -- start 2024-07-27T06:54:48.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d7156443b0 0x55d715a2c420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d71566d270 0x55d715a0c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55d715a54ec0 con 0x55d71564c590 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55d715a56fb0 con 0x55d7156443b0 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55d715a55510 con 0x55d71566d270 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6caff90740 10 client.0 _ll_register_callbacks cb 0x7f6c90006e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45040/0 (socket says 172.21.15.66:45040) 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 -- 172.21.15.66:0/1699476950 learned_addr learned my addr 172.21.15.66:0/1699476950 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d7156443b0 0x55d715a2c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 -- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d71566d270 msgr2=0x55d715a0c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d71566d270 0x55d715a0c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 -- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d7156443b0 msgr2=0x55d715a2c420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d7156443b0 0x55d715a2c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.566+0000 7f6ca1400640 1 -- 172.21.15.66:0/1699476950 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d715ad6270 con 0x55d71564c590 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6ca1400640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f6c90006d60 tx=0x7f6c90009120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35d0e151f1aed234 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6c83400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c90017070 con 0x55d71564c590 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c90004040 con 0x55d71564c590 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c9c0827a0 con 0x55d71564c590 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f6c90033050 con 0x55d71564c590 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6caff90740 10 client.6645 fetch_fsmap learned FSMap version 68 2024-07-27T06:54:48.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.567+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x55d715a2bb20 con 0x55d71564c590 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c9c0827a0 con 0x55d71564c590 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 68) ==== 3522+0+0 (secure 0 0 0) 0x7f6c90012040 con 0x55d71564c590 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 10 client.6645 fetch_fsmap finished waiting for FSMap version 68 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 10 client.6645 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 20 client.6645 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:48.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d715ad9ed0 0x55d715a58f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 4 client.6645 mds_command: new command op to 6306 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 --> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] -- command(tid 0: {"prefix": "status"}) -- 0x55d715982d80 con 0x55d715ad9ed0 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.568+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d715ad9ed0 0x55d715a58f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6ca1e00640 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d715ad9ed0 0x55d715a58f80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eabd9236dcaa1ef server_cookie=4cfaf94dae200e76 in_seq=0 out_seq=0 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6c83400640 10 client.6645 ms_handle_connect on v2:172.21.15.66:6832/47876060 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6c83400640 1 -- 172.21.15.66:0/1699476950 <== mds.0 v2:172.21.15.66:6832/47876060 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55d715982d80 con 0x55d715ad9ed0 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6c83400640 10 client.6645 handle_command_reply: tid=0 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 client.6645 shutdown 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 msgr2=0x55d715a3be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f6c90006d60 tx=0x7f6c90009120 comp rx=0 tx=0).stop 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 shutdown_connections 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:6832/47876060,v1:172.21.15.66:6834/47876060] conn(0x55d715ad9ed0 0x55d715a58f80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55d71566d270 0x55d715a0c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55d71564c590 0x55d715a3be50 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 --2- 172.21.15.66:0/1699476950 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55d7156443b0 0x55d715a2c420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6c83400640 0 client.6645 ms_handle_reset on v2:172.21.15.66:6832/47876060 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 >> 172.21.15.66:0/1699476950 conn(0x55d7156613c0 msgr2=0x55d715a56310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 shutdown_connections 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.569+0000 7f6caff90740 1 -- 172.21.15.66:0/1699476950 wait complete. 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6caff90740 20 client.6645 trim_cache size 0 max 16384 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:54:48.574 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6306, 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.526520058, 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 68, 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 96, 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 96, 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 61.487174150999998 2024-07-27T06:54:48.575 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 msgr2=0x7f6c84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 0x7f6c84079520 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f6c940015b0 tx=0x7f6c94009040 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 msgr2=0x7f6ca414a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f6c9c006010 tx=0x7f6c9c033f30 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 shutdown_connections 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c84077010 0x7f6c84079520 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6ca40d2670 0x7f6ca414a8a0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6ca40ccc70 0x7f6ca4149e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 --2- 172.21.15.66:0/436488264 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6ca40b2b80 0x7f6ca40b0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.570+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 >> 172.21.15.66:0/436488264 conn(0x7f6ca40d1b50 msgr2=0x7f6ca415be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.571+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 shutdown_connections 2024-07-27T06:54:48.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.571+0000 7f6ca3200640 1 -- 172.21.15.66:0/436488264 wait complete. 2024-07-27T06:54:48.598 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:54:48.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 -- 172.21.15.66:0/9882935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c14004800 msgr2=0x7f6c14004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 --2- 172.21.15.66:0/9882935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c14004800 0x7f6c14004c10 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f6c18006f90 tx=0x7f6c14005830 comp rx=0 tx=0).stop 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 -- 172.21.15.66:0/9882935 shutdown_connections 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 --2- 172.21.15.66:0/9882935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c14004800 0x7f6c14004c10 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 -- 172.21.15.66:0/9882935 >> 172.21.15.66:0/9882935 conn(0x7f6c3006c780 msgr2=0x7f6c3006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 -- 172.21.15.66:0/9882935 shutdown_connections 2024-07-27T06:54:48.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.887+0000 7f6c2f200640 1 -- 172.21.15.66:0/9882935 wait complete. 2024-07-27T06:54:48.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.890+0000 7f6c2f200640 1 Processor -- start 2024-07-27T06:54:48.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.890+0000 7f6c2f200640 1 -- start start 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c14004800 0x7f6c3013c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c3013d250 0x7f6c3013dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c30073520 con 0x7f6c3006f4d0 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6c300cf6b0 con 0x7f6c3013d250 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.891+0000 7f6c2f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6c300736a0 con 0x7f6c14004800 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45058/0 (socket says 172.21.15.66:45058) 2024-07-27T06:54:48.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 -- 172.21.15.66:0/992219873 learned_addr learned my addr 172.21.15.66:0/992219873 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c27e00640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c3013d250 0x7f6c3013dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 -- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c14004800 msgr2=0x7f6c3013c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c14004800 0x7f6c3013c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 -- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c3013d250 msgr2=0x7f6c3013dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c3013d250 0x7f6c3013dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 -- 172.21.15.66:0/992219873 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c3013cb00 con 0x7f6c3006f4d0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.892+0000 7f6c2e800640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6c30074590 tx=0x7f6c280019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.893+0000 7f6c26000640 1 -- 172.21.15.66:0/992219873 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28011870 con 0x7f6c3006f4d0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.893+0000 7f6c26000640 1 -- 172.21.15.66:0/992219873 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28017070 con 0x7f6c3006f4d0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.893+0000 7f6c26000640 1 -- 172.21.15.66:0/992219873 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28011dc0 con 0x7f6c3006f4d0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.893+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c3013e130 con 0x7f6c3006f4d0 2024-07-27T06:54:48.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.893+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c30142bd0 con 0x7f6c3006f4d0 2024-07-27T06:54:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.896+0000 7f6c26000640 1 -- 172.21.15.66:0/992219873 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6c2801c460 con 0x7f6c3006f4d0 2024-07-27T06:54:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.897+0000 7f6c26000640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 0x7f6c0c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.897+0000 7f6c26000640 1 -- 172.21.15.66:0/992219873 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c28099740 con 0x7f6c3006f4d0 2024-07-27T06:54:48.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.897+0000 7f6c3c1e0740 1 Processor -- start 2024-07-27T06:54:48.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.897+0000 7f6c2de00640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 0x7f6c0c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.898+0000 7f6c3c1e0740 1 -- start start 2024-07-27T06:54:48.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c2de00640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 0x7f6c0c079520 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009b10 tx=0x7f6c200095d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bc96d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2bb8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5586f2b12390 con 0x5586f27d9590 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5586f2b01a30 con 0x5586f27fa270 2024-07-27T06:54:48.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.899+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5586f2b058d0 con 0x5586f27d13b0 2024-07-27T06:54:48.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45070/0 (socket says 172.21.15.66:45070) 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 -- 172.21.15.66:0/1386267746 learned_addr learned my addr 172.21.15.66:0/1386267746 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2de00640 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bc96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c27e00640 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2bb8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 -- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 msgr2=0x5586f2bb8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2bb8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 -- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 msgr2=0x5586f2bc96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bc96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 -- 172.21.15.66:0/1386267746 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586f2abdd70 con 0x5586f27d9590 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.900+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f6c2805e200 tx=0x7f6c28061560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180b98bb62827304 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.901+0000 7f6c1ea00640 1 -- 172.21.15.66:0/1386267746 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28062310 con 0x5586f27d9590 2024-07-27T06:54:48.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.901+0000 7f6c1ea00640 1 -- 172.21.15.66:0/1386267746 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28061c10 con 0x5586f27d9590 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.901+0000 7f6c1ea00640 1 -- 172.21.15.66:0/1386267746 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2806a9e0 con 0x5586f27d9590 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.901+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1386267746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 msgr2=0x5586f2bb93d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.901+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f6c2805e200 tx=0x7f6c28061560 comp rx=0 tx=0).stop 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1386267746 shutdown_connections 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2bb93d0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2bb8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1386267746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bc96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1386267746 >> 172.21.15.66:0/1386267746 conn(0x5586f27ee3c0 msgr2=0x5586f2b9f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1386267746 shutdown_connections 2024-07-27T06:54:48.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.902+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1386267746 wait complete. 2024-07-27T06:54:48.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.903+0000 7f6c3c1e0740 1 -- start start 2024-07-27T06:54:48.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.903+0000 7f6c3c1e0740 1 Processor -- start 2024-07-27T06:54:48.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d13b0 0x5586f2bdf540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27fa270 0x5586f2bf3c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5586f2874620 con 0x5586f27d9590 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5586f2a9ee10 con 0x5586f27d13b0 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5586f2be0a80 con 0x5586f27fa270 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c3c1e0740 10 client.0 _ll_register_callbacks cb 0x5586f2afb7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45086/0 (socket says 172.21.15.66:45086) 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c27e00640 1 -- 172.21.15.66:0/769886077 learned_addr learned my addr 172.21.15.66:0/769886077 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c2de00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d13b0 0x5586f2bdf540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.905+0000 7f6c2e800640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27fa270 0x5586f2bf3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 -- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27fa270 msgr2=0x5586f2bf3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27fa270 0x5586f2bf3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 -- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d13b0 msgr2=0x5586f2bdf540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d13b0 0x5586f2bdf540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 -- 172.21.15.66:0/769886077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586f2865850 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c27e00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f6c1802b0a0 tx=0x7f6c18006c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db833c3d1bc653ef server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c13400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c18032040 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c28061c10 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.906+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c18006320 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f6c1804a050 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 10 client.6657 fetch_fsmap learned FSMap version 68 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x5586f28dc6b0 con 0x5586f27d9590 2024-07-27T06:54:48.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28061c10 con 0x5586f27d9590 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 68) ==== 3522+0+0 (secure 0 0 0) 0x7f6c1804d020 con 0x5586f27d9590 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 10 client.6657 fetch_fsmap finished waiting for FSMap version 68 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 10 client.6657 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 20 client.6657 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f27b8e40 0x5586f2bf7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 4 client.6657 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.907+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5586f2b142e0 con 0x5586f27b8e40 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.908+0000 7f6c2de00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f27b8e40 0x5586f2bf7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.908+0000 7f6c2de00640 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f27b8e40 0x5586f2bf7500 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=496c7e69be0dd8e8 server_cookie=1e98812ae22eb877 in_seq=0 out_seq=0 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.908+0000 7f6c13400640 10 client.6657 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.909+0000 7f6c13400640 1 -- 172.21.15.66:0/769886077 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5586f2b142e0 con 0x5586f27b8e40 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.909+0000 7f6c13400640 10 client.6657 handle_command_reply: tid=0 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.909+0000 7f6c3c1e0740 1 client.6657 shutdown 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.909+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 msgr2=0x5586f2be12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.909+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f6c1802b0a0 tx=0x7f6c18006c40 comp rx=0 tx=0).stop 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 shutdown_connections 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f27b8e40 0x5586f2bf7500 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27fa270 0x5586f2bf3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d9590 0x5586f2be12e0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/769886077 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d13b0 0x5586f2bdf540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c13400640 0 client.6657 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 >> 172.21.15.66:0/769886077 conn(0x5586f27ee3c0 msgr2=0x5586f2b9bd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 shutdown_connections 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/769886077 wait complete. 2024-07-27T06:54:48.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.910+0000 7f6c3c1e0740 20 client.6657 trim_cache size 0 max 16384 2024-07-27T06:54:48.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.931+0000 7f6c3c1e0740 1 Processor -- start 2024-07-27T06:54:48.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.931+0000 7f6c3c1e0740 1 -- start start 2024-07-27T06:54:48.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2be0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 0x5586f2b99b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c302048a0 con 0x5586f27fa270 2024-07-27T06:54:48.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6c301f9460 con 0x5586f27d9590 2024-07-27T06:54:48.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6c30203200 con 0x5586f27d13b0 2024-07-27T06:54:48.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c2e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45092/0 (socket says 172.21.15.66:45092) 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c2e800640 1 -- 172.21.15.66:0/1522570075 learned_addr learned my addr 172.21.15.66:0/1522570075 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c2de00640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2be0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.933+0000 7f6c27e00640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 0x5586f2b99b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 -- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 msgr2=0x5586f2be0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2be0ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 -- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 msgr2=0x5586f2b99b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 0x5586f2b99b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 -- 172.21.15.66:0/1522570075 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5586f2bb8510 con 0x5586f27fa270 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c27e00640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 0x5586f2b99b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:48.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c2e800640 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f6c28061ba0 tx=0x7f6c28001330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5ef7c14c3e0e60 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c1e000640 1 -- 172.21.15.66:0/1522570075 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c28062310 con 0x5586f27fa270 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c1e000640 1 -- 172.21.15.66:0/1522570075 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28094070 con 0x5586f27fa270 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.934+0000 7f6c1e000640 1 -- 172.21.15.66:0/1522570075 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c2806a9e0 con 0x5586f27fa270 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1522570075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 msgr2=0x5586f2be5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f6c28061ba0 tx=0x7f6c28001330 comp rx=0 tx=0).stop 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1522570075 shutdown_connections 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27fa270 0x5586f2be5150 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27d9590 0x5586f2b99b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/1522570075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d13b0 0x5586f2be0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1522570075 >> 172.21.15.66:0/1522570075 conn(0x5586f27ee3c0 msgr2=0x5586f2be6160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1522570075 shutdown_connections 2024-07-27T06:54:48.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.935+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/1522570075 wait complete. 2024-07-27T06:54:48.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.936+0000 7f6c3c1e0740 1 -- start start 2024-07-27T06:54:48.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.936+0000 7f6c3c1e0740 1 Processor -- start 2024-07-27T06:54:48.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d9590 0x5586f2bf7730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bf7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5586f2be1820 con 0x5586f27d13b0 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5586f2be07c0 con 0x5586f27fa270 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5586f2bf4190 con 0x5586f27d9590 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c3c1e0740 10 client.0 _ll_register_callbacks cb 0x7f6c140036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45100/0 (socket says 172.21.15.66:45100) 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.938+0000 7f6c2de00640 1 -- 172.21.15.66:0/4069092038 learned_addr learned my addr 172.21.15.66:0/4069092038 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 -- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d9590 msgr2=0x5586f2bf7730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d9590 0x5586f2bf7730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2e800640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bf7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 -- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 msgr2=0x5586f2bf7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:54:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bf7c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 -- 172.21.15.66:0/4069092038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5586f2b98700 con 0x5586f27d13b0 2024-07-27T06:54:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c2de00640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f6c20012450 tx=0x7f6c20005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f18fceaa6a7799c server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c13400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:54:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c20020840 con 0x5586f27d13b0 2024-07-27T06:54:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f6c200209e0 con 0x5586f27d13b0 2024-07-27T06:54:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.939+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c28094070 con 0x5586f27d13b0 2024-07-27T06:54:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) ==== 24+0+0 (secure 0 0 0) 0x7f6c20020be0 con 0x5586f27d13b0 2024-07-27T06:54:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 10 client.6663 fetch_fsmap learned FSMap version 68 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) -- 0x5586f2be4090 con 0x5586f27d13b0 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c28094070 con 0x5586f27d13b0 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 68) ==== 3522+0+0 (secure 0 0 0) 0x7f6c20032410 con 0x5586f27d13b0 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 10 client.6663 fetch_fsmap finished waiting for FSMap version 68 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 10 client.6663 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 20 client.6663 populate_metadata read hostname 'smithi066' 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f2bf1a40 0x5586f2bf1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 4 client.6663 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.940+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "status"}) -- 0x5586f2b0fd80 con 0x5586f2bf1a40 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.941+0000 7f6c27e00640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f2bf1a40 0x5586f2bf1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.941+0000 7f6c13400640 10 client.6663 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.941+0000 7f6c27e00640 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f2bf1a40 0x5586f2bf1e50 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2821ad9d559432d8 server_cookie=63458016c2a43813 in_seq=0 out_seq=0 2024-07-27T06:54:48.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.941+0000 7f6c13400640 1 -- 172.21.15.66:0/4069092038 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5586f2b0fd80 con 0x5586f2bf1a40 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.941+0000 7f6c13400640 10 client.6663 handle_command_reply: tid=0 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 client.6663 shutdown 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 msgr2=0x5586f2c616e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f6c20012450 tx=0x7f6c20005f90 comp rx=0 tx=0).stop 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 shutdown_connections 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x5586f2bf1a40 0x5586f2bf1e50 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5586f27fa270 0x5586f2bf7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5586f27d9590 0x5586f2bf7730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 --2- 172.21.15.66:0/4069092038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5586f27d13b0 0x5586f2c616e0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c13400640 0 client.6663 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 >> 172.21.15.66:0/4069092038 conn(0x5586f27ee3c0 msgr2=0x5586f2c07c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 shutdown_connections 2024-07-27T06:54:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 1 -- 172.21.15.66:0/4069092038 wait complete. 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.942+0000 7f6c3c1e0740 20 client.6663 trim_cache size 0 max 16384 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6309, 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:54:48.947 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 45.044981335999999, 2024-07-27T06:54:48.948 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 68, 2024-07-27T06:54:48.948 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 96, 2024-07-27T06:54:48.948 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 96, 2024-07-27T06:54:48.948 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 61.858519786999999 2024-07-27T06:54:48.948 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 msgr2=0x7f6c0c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 0x7f6c0c079520 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f6c20009b10 tx=0x7f6c200095d0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 msgr2=0x7f6c30144500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f6c30074590 tx=0x7f6c280019b0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 shutdown_connections 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c0c077010 0x7f6c0c079520 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c3006f4d0 0x7f6c30144500 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c3013d250 0x7f6c3013dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 --2- 172.21.15.66:0/992219873 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c14004800 0x7f6c3013c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 >> 172.21.15.66:0/992219873 conn(0x7f6c3006c780 msgr2=0x7f6c301416c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 shutdown_connections 2024-07-27T06:54:48.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:48.943+0000 7f6c2f200640 1 -- 172.21.15.66:0/992219873 wait complete. 2024-07-27T06:54:48.974 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:49.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 -- 172.21.15.66:0/568930500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 msgr2=0x7fd1c80cab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:49.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/568930500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c80cab30 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7fd1c806e040 tx=0x7fd1c002aa30 comp rx=0 tx=0).stop 2024-07-27T06:54:49.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 -- 172.21.15.66:0/568930500 shutdown_connections 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/568930500 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c80cab30 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/568930500 >> v2:172.21.15.155:3300/0 conn(0x7fd1c80cb6c0 0x7fd1c80ca1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/568930500 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 0x7fd1c8070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 -- 172.21.15.66:0/568930500 >> 172.21.15.66:0/568930500 conn(0x7fd1c80cfb90 msgr2=0x7fd1c80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.262+0000 7fd1ccc00640 1 -- 172.21.15.66:0/568930500 shutdown_connections 2024-07-27T06:54:49.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.263+0000 7fd1ccc00640 1 -- 172.21.15.66:0/568930500 wait complete. 2024-07-27T06:54:49.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.265+0000 7fd1ccc00640 1 Processor -- start 2024-07-27T06:54:49.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.265+0000 7fd1ccc00640 1 -- start start 2024-07-27T06:54:49.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 0x7fd1c81f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80cb6c0 0x7fd1c815d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c80b4ec0 con 0x7fd1c80ca720 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c80b4d40 con 0x7fd1c80cb6c0 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1ccc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c80b5040 con 0x7fd1c80732e0 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45130/0 (socket says 172.21.15.66:45130) 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1c5400640 1 -- 172.21.15.66:0/2058649668 learned_addr learned my addr 172.21.15.66:0/2058649668 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1c6800640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80cb6c0 0x7fd1c815d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:49.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.267+0000 7fd1c5e00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 0x7fd1c81f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:49.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 -- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 msgr2=0x7fd1c81f90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:49.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 0x7fd1c81f90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 -- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80cb6c0 msgr2=0x7fd1c815d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:49.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80cb6c0 0x7fd1c815d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 -- 172.21.15.66:0/2058649668 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c8159460 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.268+0000 7fd1c5400640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fd1b400e7c0 tx=0x7fd1b400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.269+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b400ccc0 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.269+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b4010430 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.269+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c8159740 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.269+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b4010840 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.269+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c8159d00 con 0x7fd1c80ca720 2024-07-27T06:54:49.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.270+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1c81591d0 con 0x7fd1c80ca720 2024-07-27T06:54:49.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.272+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd1b40109e0 con 0x7fd1c80ca720 2024-07-27T06:54:49.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.273+0000 7fd1be000640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 0x7fd1a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:49.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.273+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7fd1b40999a0 con 0x7fd1c80ca720 2024-07-27T06:54:49.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.273+0000 7fd1c5e00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 0x7fd1a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:49.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.274+0000 7fd1c5e00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 0x7fd1a8079520 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd1b8009a40 tx=0x7fd1b8005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:49.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.278+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd1b40624e0 con 0x7fd1c80ca720 2024-07-27T06:54:49.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.538+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1c80b55d0 con 0x7fd1c80ca720 2024-07-27T06:54:49.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.539+0000 7fd1be000640 1 -- 172.21.15.66:0/2058649668 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5246 (secure 0 0 0) 0x7fd1b4061de0 con 0x7fd1c80ca720 2024-07-27T06:54:49.541 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:49.542 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":68,"btime":"2024-07-27T06:54:45:076719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:45.076700+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6306,6309]},"id":6}]} 2024-07-27T06:54:49.542 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 68 2024-07-27T06:54:49.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 msgr2=0x7fd1a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:49.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 0x7fd1a8079520 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fd1b8009a40 tx=0x7fd1b8005f90 comp rx=0 tx=0).stop 2024-07-27T06:54:49.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 msgr2=0x7fd1c8148ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:49.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fd1b400e7c0 tx=0x7fd1b400ec80 comp rx=0 tx=0).stop 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 shutdown_connections 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.542+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a8077010 0x7fd1a8079520 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80cb6c0 0x7fd1c815d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ca720 0x7fd1c8148ec0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 --2- 172.21.15.66:0/2058649668 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80732e0 0x7fd1c81f90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 >> 172.21.15.66:0/2058649668 conn(0x7fd1c80cfb90 msgr2=0x7fd1c80cf1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 shutdown_connections 2024-07-27T06:54:49.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:49.543+0000 7fd1ccc00640 1 -- 172.21.15.66:0/2058649668 wait complete. 2024-07-27T06:54:49.574 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:54:49.872 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":2,"last_created":2,"last_destroyed":1,"pending_noop":[],"snaps":[{"snapid":2,"ino":1099511627777,"stamp":"2024-07-27T06:54:22.422141+0000","name":"s11","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:54:49.872 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 2, "last_destroyed": 1, "last_snap": 2, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s11", "snapid": 2, "stamp": "2024-07-27T06:54:22.422141+0000" } ] } 2024-07-27T06:54:49.872 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:54:49.872 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=2 2024-07-27T06:54:49.872 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:50.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.170+0000 7f3dee000640 1 -- 172.21.15.66:0/3465955960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b9490 msgr2=0x7f3de80d0420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.170+0000 7f3dee000640 1 --2- 172.21.15.66:0/3465955960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b9490 0x7f3de80d0420 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f3dd00098e0 tx=0x7f3dd002a540 comp rx=0 tx=0).stop 2024-07-27T06:54:50.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.170+0000 7f3dee000640 1 -- 172.21.15.66:0/3465955960 shutdown_connections 2024-07-27T06:54:50.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.170+0000 7f3dee000640 1 --2- 172.21.15.66:0/3465955960 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b9490 0x7f3de80d0420 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.170+0000 7f3dee000640 1 -- 172.21.15.66:0/3465955960 >> 172.21.15.66:0/3465955960 conn(0x7f3de80d3d30 msgr2=0x7f3de80d4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:50.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.171+0000 7f3dee000640 1 -- 172.21.15.66:0/3465955960 shutdown_connections 2024-07-27T06:54:50.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.171+0000 7f3dee000640 1 -- 172.21.15.66:0/3465955960 wait complete. 2024-07-27T06:54:50.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.174+0000 7f3dee000640 1 Processor -- start 2024-07-27T06:54:50.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.174+0000 7f3dee000640 1 -- start start 2024-07-27T06:54:50.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 0x7f3de81f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3de80d1070 0x7f3de815e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3de80b4670 con 0x7f3de80b2cf0 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3de80b44f0 con 0x7f3de80b9490 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3dee000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3de80b47f0 con 0x7f3de80d1070 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3decc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3decc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45152/0 (socket says 172.21.15.66:45152) 2024-07-27T06:54:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.176+0000 7f3decc00640 1 -- 172.21.15.66:0/3966776837 learned_addr learned my addr 172.21.15.66:0/3966776837 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:50.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3ddfe00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 0x7f3de81f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3ded600640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3de80d1070 0x7f3de815e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 -- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3de80d1070 msgr2=0x7f3de815e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3de80d1070 0x7f3de815e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 -- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 msgr2=0x7f3de81f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 0x7f3de81f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 -- 172.21.15.66:0/3966776837 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3de815d470 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3ddfe00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 0x7f3de81f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.177+0000 7f3decc00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009a00 tx=0x7f3dd00052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.178+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd003f070 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.178+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dd0004360 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.178+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd0031bb0 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.178+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3de815d750 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.178+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3de815dd10 con 0x7f3de80b2cf0 2024-07-27T06:54:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.179+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3de80d4140 con 0x7f3de80b2cf0 2024-07-27T06:54:50.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.180+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3dd0042070 con 0x7f3de80b2cf0 2024-07-27T06:54:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.181+0000 7f3de5600640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 0x7f3dc4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.182+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f3dd00b9de0 con 0x7f3de80b2cf0 2024-07-27T06:54:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.182+0000 7f3ddfe00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 0x7f3dc4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.184+0000 7f3ddfe00640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 0x7f3dc4079520 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3de80a1760 tx=0x7f3dd8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:50.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.186+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3de80d4140 con 0x7f3de80b2cf0 2024-07-27T06:54:50.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.442+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3de80b3a90 con 0x7f3de80b2cf0 2024-07-27T06:54:50.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.443+0000 7f3de5600640 1 -- 172.21.15.66:0/3966776837 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5246 (secure 0 0 0) 0x7f3dd0082a50 con 0x7f3de80b2cf0 2024-07-27T06:54:50.445 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:50.445 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":68,"btime":"2024-07-27T06:54:45:076719+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:45.076700+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6306,6309]},"id":6}]} 2024-07-27T06:54:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 68 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 msgr2=0x7f3dc4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 0x7f3dc4079520 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f3de80a1760 tx=0x7f3dd8009040 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 msgr2=0x7f3de8150560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f3dd0009a00 tx=0x7f3dd00052f0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 shutdown_connections 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3dc4077010 0x7f3dc4079520 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3de80d1070 0x7f3de815e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3de80b9490 0x7f3de81f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 --2- 172.21.15.66:0/3966776837 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3de80b2cf0 0x7f3de8150560 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.448+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 >> 172.21.15.66:0/3966776837 conn(0x7f3de80d3d30 msgr2=0x7f3de80b5820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:50.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.449+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 shutdown_connections 2024-07-27T06:54:50.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.449+0000 7f3dee000640 1 -- 172.21.15.66:0/3966776837 wait complete. 2024-07-27T06:54:50.477 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 -- 172.21.15.66:0/3740355106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 msgr2=0x7f1448005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 --2- 172.21.15.66:0/3740355106 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1448005150 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f145c009ed0 tx=0x7f1448005830 comp rx=0 tx=0).stop 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1468c00640 1 -- 172.21.15.66:0/3740355106 reap_dead start 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 -- 172.21.15.66:0/3740355106 shutdown_connections 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 -- 172.21.15.66:0/3740355106 >> 172.21.15.66:0/3740355106 conn(0x7f146406c780 msgr2=0x7f146406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 -- 172.21.15.66:0/3740355106 shutdown_connections 2024-07-27T06:54:50.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.771+0000 7f1469600640 1 -- 172.21.15.66:0/3740355106 wait complete. 2024-07-27T06:54:50.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.773+0000 7f1469600640 1 Processor -- start 2024-07-27T06:54:50.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.774+0000 7f1469600640 1 -- start start 2024-07-27T06:54:50.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1464132b10 0x7f14641515a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14641f8270 0x7f14641f54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f146406e3f0 con 0x7f1448004d40 2024-07-27T06:54:50.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f146406e270 con 0x7f1464132b10 2024-07-27T06:54:50.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1469600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f146406e570 con 0x7f14641f8270 2024-07-27T06:54:50.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.775+0000 7f1463e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:45160/0 (socket says 172.21.15.66:45160) 2024-07-27T06:54:50.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 -- 172.21.15.66:0/1034565318 learned_addr learned my addr 172.21.15.66:0/1034565318 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:50.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1468c00640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14641f8270 0x7f14641f54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463400640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1464132b10 0x7f14641515a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 -- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14641f8270 msgr2=0x7f14641f54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14641f8270 0x7f14641f54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 -- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1464132b10 msgr2=0x7f14641515a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1464132b10 0x7f14641515a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 -- 172.21.15.66:0/1034565318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f146415cc20 con 0x7f1448004d40 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.776+0000 7f1463e00640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f1454011a80 tx=0x7f1454011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.777+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145400fdf0 con 0x7f1448004d40 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.777+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1454016070 con 0x7f1448004d40 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.777+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14540127c0 con 0x7f1448004d40 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.777+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f146415cf00 con 0x7f1448004d40 2024-07-27T06:54:50.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.777+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14641f4fb0 con 0x7f1448004d40 2024-07-27T06:54:50.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.778+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14640b38c0 con 0x7f1448004d40 2024-07-27T06:54:50.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.779+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1454018030 con 0x7f1448004d40 2024-07-27T06:54:50.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.780+0000 7f145be00640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 0x7f1444079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:50.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.781+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 7278+0+0 (secure 0 0 0) 0x7f1454099920 con 0x7f1448004d40 2024-07-27T06:54:50.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.781+0000 7f1463400640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 0x7f1444079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:50.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.783+0000 7f1463400640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 0x7f1444079550 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1450001860 tx=0x7f1450000f50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:50.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:50.785+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f14540624f0 con 0x7f1448004d40 2024-07-27T06:54:51.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.077+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f14640b1010 con 0x7f1448004d40 2024-07-27T06:54:51.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.137+0000 7f145be00640 1 -- 172.21.15.66:0/1034565318 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.6306 v69) ==== 112+0+0 (secure 0 0 0) 0x7f1454061df0 con 0x7f1448004d40 2024-07-27T06:54:51.139 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6306 2024-07-27T06:54:51.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.141+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 msgr2=0x7f1444079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.141+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 0x7f1444079550 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1450001860 tx=0x7f1450000f50 comp rx=0 tx=0).stop 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.141+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 msgr2=0x7f1464142d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.141+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f1454011a80 tx=0x7f1454011f40 comp rx=0 tx=0).stop 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 shutdown_connections 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1444077040 0x7f1444079550 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:51.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f14641f8270 0x7f14641f54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:51.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1464132b10 0x7f14641515a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:51.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 --2- 172.21.15.66:0/1034565318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1448004d40 0x7f1464142d90 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:51.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 >> 172.21.15.66:0/1034565318 conn(0x7f146406c780 msgr2=0x7f146414f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:51.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 shutdown_connections 2024-07-27T06:54:51.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:51.142+0000 7f1469600640 1 -- 172.21.15.66:0/1034565318 wait complete. 2024-07-27T06:54:51.178 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_kill_mdstable_at 2 2024-07-27T06:54:51.473 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:54:51.474 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:54:51.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:54:51.474 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s12) 2024-07-27T06:54:51.479 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:54:51.532 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9d64000640 time 2024-07-27T06:54:51.532358+0000 2024-07-27T06:54:51.532 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:54:51.533 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.533 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9d7324c4d1] 2024-07-27T06:54:51.533 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:54:51.532+0000 7f9d64000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9d64000640 time 2024-07-27T06:54:51.532358+0000 2024-07-27T06:54:51.534 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9d7324c4d1] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.535 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f9d64000640 thread_name:MR_Finisher 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9d7283e6f0] 2024-07-27T06:54:51.536 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9d7288b94c] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9d7324c60c] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.537 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:54:51.534+0000 7f9d64000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f9d64000640 thread_name:MR_Finisher 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9d7283e6f0] 2024-07-27T06:54:51.538 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9d7288b94c] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9d7324c60c] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.539 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:51.540 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.550 INFO:tasks.ceph.mds.a.smithi066.stderr: -370> 2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:54:51.550 INFO:tasks.ceph.mds.a.smithi066.stderr: -368> 2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:54:51.532+0000 7f9d64000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9d64000640 time 2024-07-27T06:54:51.532358+0000 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9d7324c4d1] 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.551 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:54:51.534+0000 7f9d64000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f9d64000640 thread_name:MR_Finisher 2024-07-27T06:54:51.552 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9d7283e6f0] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9d7288b94c] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9d7324c60c] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.553 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:51.554 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.561 INFO:tasks.ceph.mds.a.smithi066.stderr: -370> 2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:54:51.561 INFO:tasks.ceph.mds.a.smithi066.stderr: -368> 2024-07-27T06:54:47.687+0000 7f9d69000640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:54:51.532+0000 7f9d64000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9d64000640 time 2024-07-27T06:54:51.532358+0000 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9d7324c4d1] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.562 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:54:51.534+0000 7f9d64000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f9d64000640 thread_name:MR_Finisher 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9d7283e6f0] 2024-07-27T06:54:51.563 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9d7288b94c] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9d7324c60c] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9d7324c6de] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55de13dd918c] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x4715e6) [0x55de13dd95e6] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55de13e2296e] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55de13e22fed] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55de13e2306a] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9d731d45b5] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x55de13a6b399] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9d73225cdd] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9d73225cf9] 2024-07-27T06:54:51.564 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9d72889c02] 2024-07-27T06:54:51.565 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9d7290ec40] 2024-07-27T06:54:51.565 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:54:51.565 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:54:51.817 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:54:51.817 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:54:51.817 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:52.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.156+0000 7f3063e00640 1 -- 172.21.15.66:0/3141025484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 msgr2=0x7f30640b2b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:52.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.156+0000 7f3063e00640 1 --2- 172.21.15.66:0/3141025484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f30640b2b80 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3054005fd0 tx=0x7f305402a580 comp rx=0 tx=0).stop 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 -- 172.21.15.66:0/3141025484 shutdown_connections 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 --2- 172.21.15.66:0/3141025484 >> v2:172.21.15.155:3300/0 conn(0x7f30640d0650 0x7f3064160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 --2- 172.21.15.66:0/3141025484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f30640b2b80 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 -- 172.21.15.66:0/3141025484 >> 172.21.15.66:0/3141025484 conn(0x7f30640d1b50 msgr2=0x7f30640d1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 -- 172.21.15.66:0/3141025484 shutdown_connections 2024-07-27T06:54:52.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.157+0000 7f3063e00640 1 -- 172.21.15.66:0/3141025484 wait complete. 2024-07-27T06:54:52.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.159+0000 7f3063e00640 1 Processor -- start 2024-07-27T06:54:52.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.160+0000 7f3063e00640 1 -- start start 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 0x7f3064155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30640d0650 0x7f3064153190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30640b4b20 con 0x7f30640d2670 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30640b49a0 con 0x7f30640d0650 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.161+0000 7f3063e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30640b4ca0 con 0x7f30640d0240 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38914/0 (socket says 172.21.15.66:38914) 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 -- 172.21.15.66:0/3278241929 learned_addr learned my addr 172.21.15.66:0/3278241929 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:52.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3062a00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 0x7f3064155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 -- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 msgr2=0x7f3064155e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 0x7f3064155e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 -- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30640d0650 msgr2=0x7f3064153190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30640d0650 0x7f3064153190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 -- 172.21.15.66:0/3278241929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30641563b0 con 0x7f30640d2670 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3062a00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 0x7f3064155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:54:52.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.162+0000 7f3063400640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f305c00b9a0 tx=0x7f305c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.163+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c019070 con 0x7f30640d2670 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.163+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f305c00ccb0 con 0x7f30640d2670 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.163+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f305c0146a0 con 0x7f30640d2670 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.163+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3064156680 con 0x7f30640d2670 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.163+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3064156c40 con 0x7f30640d2670 2024-07-27T06:54:52.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.164+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30640b2b80 con 0x7f30640d2670 2024-07-27T06:54:52.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.166+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f305c01c070 con 0x7f30640d2670 2024-07-27T06:54:52.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.167+0000 7f305b400640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 0x7f3044079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:52.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.167+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 7394+0+0 (secure 0 0 0) 0x7f305c098e40 con 0x7f30640d2670 2024-07-27T06:54:52.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.168+0000 7f3062a00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 0x7f3044079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:52.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.169+0000 7f3062a00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 0x7f3044079520 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3054033000 tx=0x7f3054004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:52.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.172+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f305c061900 con 0x7f30640d2670 2024-07-27T06:54:52.273 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:54:52.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.434+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f306415c5e0 con 0x7f30640d2670 2024-07-27T06:54:52.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.435+0000 7f305b400640 1 -- 172.21.15.66:0/3278241929 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5246 (secure 0 0 0) 0x7f305c061200 con 0x7f30640d2670 2024-07-27T06:54:52.437 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:52.437 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":69,"btime":"2024-07-27T06:54:51:127773+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:51.079870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6309,6306]},"id":6}]} 2024-07-27T06:54:52.437 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 69 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 msgr2=0x7f3044079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 0x7f3044079520 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3054033000 tx=0x7f3054004730 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 msgr2=0x7f306415fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f305c00b9a0 tx=0x7f305c00be60 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 shutdown_connections 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3044077010 0x7f3044079520 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30640d2670 0x7f306415fce0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30640d0650 0x7f3064153190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 --2- 172.21.15.66:0/3278241929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30640d0240 0x7f3064155e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 >> 172.21.15.66:0/3278241929 conn(0x7f30640d1b50 msgr2=0x7f30640b6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 shutdown_connections 2024-07-27T06:54:52.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:52.438+0000 7f3063e00640 1 -- 172.21.15.66:0/3278241929 wait complete. 2024-07-27T06:54:52.464 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:54:55.678 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T06:54:56.998 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:54:57.104 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:54:57.466 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:54:57.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.759+0000 7fae33200640 1 -- 172.21.15.66:0/4088055811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae18004800 msgr2=0x7fae18004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.759+0000 7fae33200640 1 --2- 172.21.15.66:0/4088055811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae18004800 0x7fae18004c10 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fae1c006fb0 tx=0x7fae18005830 comp rx=0 tx=0).stop 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.760+0000 7fae33200640 1 -- 172.21.15.66:0/4088055811 shutdown_connections 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.760+0000 7fae33200640 1 --2- 172.21.15.66:0/4088055811 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae18004800 0x7fae18004c10 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.760+0000 7fae33200640 1 -- 172.21.15.66:0/4088055811 >> 172.21.15.66:0/4088055811 conn(0x7fae3406c780 msgr2=0x7fae3406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.760+0000 7fae33200640 1 -- 172.21.15.66:0/4088055811 shutdown_connections 2024-07-27T06:54:57.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.760+0000 7fae33200640 1 -- 172.21.15.66:0/4088055811 wait complete. 2024-07-27T06:54:57.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.762+0000 7fae33200640 1 Processor -- start 2024-07-27T06:54:57.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.762+0000 7fae33200640 1 -- start start 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae18004800 0x7fae341e4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae341e8f40 0x7fae34152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fae3415e530 con 0x7fae341f80f0 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fae3415e3b0 con 0x7fae341e8f40 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae33200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fae3415e6b0 con 0x7fae18004800 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.764+0000 7fae32800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:57.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38930/0 (socket says 172.21.15.66:38930) 2024-07-27T06:54:57.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 -- 172.21.15.66:0/2002948560 learned_addr learned my addr 172.21.15.66:0/2002948560 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:54:57.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae31e00640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae18004800 0x7fae341e4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:57.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae31400640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae341e8f40 0x7fae34152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 -- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae18004800 msgr2=0x7fae341e4720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae18004800 0x7fae341e4720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 -- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae341e8f40 msgr2=0x7fae34152740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae341e8f40 0x7fae34152740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 -- 172.21.15.66:0/2002948560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae341f5c80 con 0x7fae341f80f0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.765+0000 7fae32800640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fae2c006980 tx=0x7fae2c001a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.766+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c017070 con 0x7fae341f80f0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.766+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae2c0108c0 con 0x7fae341f80f0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.766+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae34152c80 con 0x7fae341f80f0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.766+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae2c010cd0 con 0x7fae341f80f0 2024-07-27T06:54:57.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.766+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae341e5020 con 0x7fae341f80f0 2024-07-27T06:54:57.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.767+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae341e4d90 con 0x7fae341f80f0 2024-07-27T06:54:57.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.768+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fae2c01a070 con 0x7fae341f80f0 2024-07-27T06:54:57.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.769+0000 7fae2a000640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 0x7fae10079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:54:57.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.770+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 7394+0+0 (secure 0 0 0) 0x7fae2c098d80 con 0x7fae341f80f0 2024-07-27T06:54:57.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.770+0000 7fae31e00640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 0x7fae10079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:54:57.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.771+0000 7fae31e00640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 0x7fae10079520 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fae3406b610 tx=0x7fae24005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:54:57.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:57.775+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fae2c0618d0 con 0x7fae341f80f0 2024-07-27T06:54:58.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.030+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae340b0760 con 0x7fae341f80f0 2024-07-27T06:54:58.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.032+0000 7fae2a000640 1 -- 172.21.15.66:0/2002948560 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5246 (secure 0 0 0) 0x7fae2c0611d0 con 0x7fae341f80f0 2024-07-27T06:54:58.033 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:54:58.034 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":69,"btime":"2024-07-27T06:54:51:127773+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:51.079870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6309,6306]},"id":6}]} 2024-07-27T06:54:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 69 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.034+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 msgr2=0x7fae10079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.034+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 0x7fae10079520 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fae3406b610 tx=0x7fae24005f90 comp rx=0 tx=0).stop 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.034+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 msgr2=0x7fae341f8500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.034+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fae2c006980 tx=0x7fae2c001a70 comp rx=0 tx=0).stop 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 shutdown_connections 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae10077010 0x7fae10079520 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae341f80f0 0x7fae341f8500 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:58.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae341e8f40 0x7fae34152740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 --2- 172.21.15.66:0/2002948560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae18004800 0x7fae341e4720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:54:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 >> 172.21.15.66:0/2002948560 conn(0x7fae3406c780 msgr2=0x7fae341545d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:54:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 shutdown_connections 2024-07-27T06:54:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:54:58.035+0000 7fae33200640 1 -- 172.21.15.66:0/2002948560 wait complete. 2024-07-27T06:54:58.065 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:02.291 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T06:55:03.067 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 -- 172.21.15.66:0/3249786691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb520004800 msgr2=0x7fb520004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 --2- 172.21.15.66:0/3249786691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb520004800 0x7fb520004c10 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fb52c00bb20 tx=0x7fb520005830 comp rx=0 tx=0).stop 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53e800640 1 -- 172.21.15.66:0/3249786691 reap_dead start 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 -- 172.21.15.66:0/3249786691 shutdown_connections 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 -- 172.21.15.66:0/3249786691 >> 172.21.15.66:0/3249786691 conn(0x7fb53806c780 msgr2=0x7fb53806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 -- 172.21.15.66:0/3249786691 shutdown_connections 2024-07-27T06:55:03.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.361+0000 7fb53f200640 1 -- 172.21.15.66:0/3249786691 wait complete. 2024-07-27T06:55:03.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.363+0000 7fb53f200640 1 Processor -- start 2024-07-27T06:55:03.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.363+0000 7fb53f200640 1 -- start start 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb520004800 0x7fb5380ac060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5381f61f0 0x7fb5381f6600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb538160110 con 0x7fb5380ad930 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb53815ff90 con 0x7fb5381f61f0 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb53806e220 con 0x7fb520004800 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59586/0 (socket says 172.21.15.66:59586) 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.365+0000 7fb53e800640 1 -- 172.21.15.66:0/3020494476 learned_addr learned my addr 172.21.15.66:0/3020494476 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:03.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53de00640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb520004800 0x7fb5380ac060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:03.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53d400640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5381f61f0 0x7fb5381f6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:03.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 -- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb520004800 msgr2=0x7fb5380ac060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb520004800 0x7fb5380ac060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 -- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5381f61f0 msgr2=0x7fb5381f6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5381f61f0 0x7fb5381f6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 -- 172.21.15.66:0/3020494476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5380ae280 con 0x7fb5380ad930 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.366+0000 7fb53e800640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb534005fd0 tx=0x7fb53400ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.367+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb534016070 con 0x7fb5380ad930 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.367+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb53400ccf0 con 0x7fb5380ad930 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.367+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5340116d0 con 0x7fb5380ad930 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.367+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5381f6f90 con 0x7fb5380ad930 2024-07-27T06:55:03.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.367+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5381e6a80 con 0x7fb5380ad930 2024-07-27T06:55:03.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.368+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5380cd110 con 0x7fb5380ad930 2024-07-27T06:55:03.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.369+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb534019070 con 0x7fb5380ad930 2024-07-27T06:55:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.371+0000 7fb532000640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 0x7fb51c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.371+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 7394+0+0 (secure 0 0 0) 0x7fb534099470 con 0x7fb5380ad930 2024-07-27T06:55:03.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.372+0000 7fb53de00640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 0x7fb51c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:03.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.373+0000 7fb53de00640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 0x7fb51c079520 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb528001a30 tx=0x7fb528001c60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:03.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.376+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb5380cd110 con 0x7fb5380ad930 2024-07-27T06:55:03.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.628+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5380cf290 con 0x7fb5380ad930 2024-07-27T06:55:03.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.630+0000 7fb532000640 1 -- 172.21.15.66:0/3020494476 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 69 v69) ==== 94+0+5246 (secure 0 0 0) 0x7fb5380ae280 con 0x7fb5380ad930 2024-07-27T06:55:03.631 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:03.631 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":69,"btime":"2024-07-27T06:54:51:127773+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":69,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:54:51.079870+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6309,6306]},"id":6}]} 2024-07-27T06:55:03.632 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 69 2024-07-27T06:55:03.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 msgr2=0x7fb51c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:03.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 0x7fb51c079520 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fb528001a30 tx=0x7fb528001c60 comp rx=0 tx=0).stop 2024-07-27T06:55:03.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 msgr2=0x7fb5380add40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:03.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fb534005fd0 tx=0x7fb53400ed20 comp rx=0 tx=0).stop 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 shutdown_connections 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb51c077010 0x7fb51c079520 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5380ad930 0x7fb5380add40 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5381f61f0 0x7fb5381f6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 --2- 172.21.15.66:0/3020494476 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb520004800 0x7fb5380ac060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.632+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 >> 172.21.15.66:0/3020494476 conn(0x7fb53806c780 msgr2=0x7fb53806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.633+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 shutdown_connections 2024-07-27T06:55:03.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:03.633+0000 7fb53f200640 1 -- 172.21.15.66:0/3020494476 wait complete. 2024-07-27T06:55:03.660 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:08.661 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:08.905 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.965+0000 7f6a3da00640 1 -- 172.21.15.66:0/2793597837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a38070060 msgr2=0x7f6a380ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.965+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2793597837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a38070060 0x7f6a380ca1e0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6a24009820 tx=0x7f6a2402a510 comp rx=0 tx=0).stop 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 -- 172.21.15.66:0/2793597837 shutdown_connections 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2793597837 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380ca720 0x7f6a380cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2793597837 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a38070060 0x7f6a380ca1e0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 -- 172.21.15.66:0/2793597837 >> 172.21.15.66:0/2793597837 conn(0x7f6a380cfb90 msgr2=0x7f6a380cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 -- 172.21.15.66:0/2793597837 shutdown_connections 2024-07-27T06:55:08.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.966+0000 7f6a3da00640 1 -- 172.21.15.66:0/2793597837 wait complete. 2024-07-27T06:55:08.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.968+0000 7f6a3da00640 1 Processor -- start 2024-07-27T06:55:08.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.969+0000 7f6a3da00640 1 -- start start 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 0x7f6a3815dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a380ca720 0x7f6a38144170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6a380b50d0 con 0x7f6a38070060 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a380b4f50 con 0x7f6a380ca720 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a3da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a380b5250 con 0x7f6a380732e0 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.970+0000 7f6a36a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59600/0 (socket says 172.21.15.66:59600) 2024-07-27T06:55:08.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 -- 172.21.15.66:0/2525657641 learned_addr learned my addr 172.21.15.66:0/2525657641 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36000640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 0x7f6a3815dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a37400640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a380ca720 0x7f6a38144170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 -- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 msgr2=0x7f6a3815dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 0x7f6a3815dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 -- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a380ca720 msgr2=0x7f6a38144170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a380ca720 0x7f6a38144170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 -- 172.21.15.66:0/2525657641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a38145360 con 0x7f6a38070060 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36000640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 0x7f6a3815dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.971+0000 7f6a36a00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f6a2800c3a0 tx=0x7f6a2800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:08.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.972+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a28011790 con 0x7f6a38070060 2024-07-27T06:55:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.972+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a28017070 con 0x7f6a38070060 2024-07-27T06:55:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.972+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a38145640 con 0x7f6a38070060 2024-07-27T06:55:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.972+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a28011cc0 con 0x7f6a38070060 2024-07-27T06:55:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.972+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a381e7b90 con 0x7f6a38070060 2024-07-27T06:55:08.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.973+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a38145860 con 0x7f6a38070060 2024-07-27T06:55:08.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.975+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6a2801c460 con 0x7f6a38070060 2024-07-27T06:55:08.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.976+0000 7f6a2ea00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 0x7f6a18079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:08.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.976+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 7394+0+0 (secure 0 0 0) 0x7f6a28098d60 con 0x7f6a38070060 2024-07-27T06:55:08.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.977+0000 7f6a36000640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 0x7f6a18079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.978+0000 7f6a36000640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 0x7f6a18079550 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a24004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:08.982+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a38074520 con 0x7f6a38070060 2024-07-27T06:55:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.238+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a380ca1e0 con 0x7f6a38070060 2024-07-27T06:55:09.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.240+0000 7f6a2ea00640 1 -- 172.21.15.66:0/2525657641 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5294 (secure 0 0 0) 0x7f6a280618b0 con 0x7f6a38070060 2024-07-27T06:55:09.241 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:09.242 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":70,"btime":"2024-07-27T06:55:07:937262+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5824,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:07.937202+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6306,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6306":{"gid":6306,"name":"a","rank":0,"incarnation":64,"state":"up:active","state_seq":18,"addr":"172.21.15.66:6834/47876060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":47876060},{"type":"v1","addr":"172.21.15.66:6834","nonce":47876060}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:55:07.937202+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6306,"qdb_cluster":[6306,6309]},"id":6}]} 2024-07-27T06:55:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 70 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 msgr2=0x7f6a18079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 0x7f6a18079550 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f6a24034000 tx=0x7f6a24004730 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 msgr2=0x7f6a3815d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f6a2800c3a0 tx=0x7f6a2800c860 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 shutdown_connections 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6a18077040 0x7f6a18079550 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a380ca720 0x7f6a38144170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a380732e0 0x7f6a3815dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 --2- 172.21.15.66:0/2525657641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a38070060 0x7f6a3815d710 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.243+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 >> 172.21.15.66:0/2525657641 conn(0x7f6a380cfb90 msgr2=0x7f6a380b3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.244+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 shutdown_connections 2024-07-27T06:55:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.244+0000 7f6a3da00640 1 -- 172.21.15.66:0/2525657641 wait complete. 2024-07-27T06:55:09.273 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:55:09.273 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:55:09.352 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:55:09.355 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:55:09.355 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:55:09.439 INFO:teuthology.orchestra.run.smithi066.stdout:1722063291.59042.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:55:09.444 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063291.59042.core'] 2024-07-27T06:55:09.444 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063291.59042.core, deleting it 2024-07-27T06:55:09.444 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063291.59042.core 2024-07-27T06:55:09.568 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:55:09.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 -- 172.21.15.66:0/1542214762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6cc003a80 msgr2=0x7fb6cc003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:09.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 --2- 172.21.15.66:0/1542214762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6cc003a80 0x7fb6cc003ef0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb6d80016c0 tx=0x7fb6cc005830 comp rx=0 tx=0).stop 2024-07-27T06:55:09.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6ea800640 1 -- 172.21.15.66:0/1542214762 reap_dead start 2024-07-27T06:55:09.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 -- 172.21.15.66:0/1542214762 shutdown_connections 2024-07-27T06:55:09.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 -- 172.21.15.66:0/1542214762 >> 172.21.15.66:0/1542214762 conn(0x7fb6e406c780 msgr2=0x7fb6e406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:09.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 -- 172.21.15.66:0/1542214762 shutdown_connections 2024-07-27T06:55:09.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.859+0000 7fb6eb200640 1 -- 172.21.15.66:0/1542214762 wait complete. 2024-07-27T06:55:09.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.861+0000 7fb6eb200640 1 Processor -- start 2024-07-27T06:55:09.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.861+0000 7fb6eb200640 1 -- start start 2024-07-27T06:55:09.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 0x7fb6e40aba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:09.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6e4137490 0x7fb6e4133f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:09.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:09.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e40cf240 con 0x7fb6e40af540 2024-07-27T06:55:09.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6e40cf0c0 con 0x7fb6cc003a80 2024-07-27T06:55:09.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6eb200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb6e40cf3c0 con 0x7fb6e4137490 2024-07-27T06:55:09.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6ea800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:09.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6ea800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59616/0 (socket says 172.21.15.66:59616) 2024-07-27T06:55:09.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6ea800640 1 -- 172.21.15.66:0/3438796828 learned_addr learned my addr 172.21.15.66:0/3438796828 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:09.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.863+0000 7fb6e9e00640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 0x7fb6e40aba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:09.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6e9400640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6e4137490 0x7fb6e4133f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:09.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 -- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6e4137490 msgr2=0x7fb6e4133f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:09.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6e4137490 0x7fb6e4133f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 -- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 msgr2=0x7fb6e40aba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 0x7fb6e40aba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 -- 172.21.15.66:0/3438796828 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6e40afe90 con 0x7fb6e40af540 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6e9e00640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 0x7fb6e40aba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.864+0000 7fb6ea800640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fb6e40af510 tx=0x7fb6e000fe60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:09.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.865+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e000dda0 con 0x7fb6e40af540 2024-07-27T06:55:09.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.865+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6e0011440 con 0x7fb6e40af540 2024-07-27T06:55:09.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.865+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e0011890 con 0x7fb6e40af540 2024-07-27T06:55:09.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.865+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6e41f2480 con 0x7fb6e40af540 2024-07-27T06:55:09.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.865+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6e41f2a40 con 0x7fb6e40af540 2024-07-27T06:55:09.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.866+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6e40ac1a0 con 0x7fb6e40af540 2024-07-27T06:55:09.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.867+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb6e0011a30 con 0x7fb6e40af540 2024-07-27T06:55:09.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.868+0000 7fb6de000640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 0x7fb6c8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:09.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.868+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 7394+0+0 (secure 0 0 0) 0x7fb6e0099180 con 0x7fb6e40af540 2024-07-27T06:55:09.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.869+0000 7fb6e9e00640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 0x7fb6c8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:09.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.870+0000 7fb6e9e00640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 0x7fb6c8079550 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8032000 tx=0x7fb6d8001190 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:09.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:09.873+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb6e40afe90 con 0x7fb6e40af540 2024-07-27T06:55:10.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.168+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7fb6e40d0730 con 0x7fb6e40af540 2024-07-27T06:55:10.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.173+0000 7fb6de000640 1 -- 172.21.15.66:0/3438796828 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 6306 v71) ==== 97+0+0 (secure 0 0 0) 0x7fb6e40d0730 con 0x7fb6e40af540 2024-07-27T06:55:10.175 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6306 2024-07-27T06:55:10.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.176+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 msgr2=0x7fb6c8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.176+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 0x7fb6c8079550 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fb6d8032000 tx=0x7fb6d8001190 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.176+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 msgr2=0x7fb6e40af950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.176+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fb6e40af510 tx=0x7fb6e000fe60 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 shutdown_connections 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb6c8077040 0x7fb6c8079550 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6e40af540 0x7fb6e40af950 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6e4137490 0x7fb6e4133f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 --2- 172.21.15.66:0/3438796828 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6cc003a80 0x7fb6e40aba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 >> 172.21.15.66:0/3438796828 conn(0x7fb6e406c780 msgr2=0x7fb6e406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 shutdown_connections 2024-07-27T06:55:10.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.177+0000 7fb6eb200640 1 -- 172.21.15.66:0/3438796828 wait complete. 2024-07-27T06:55:10.208 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:55:10.209 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:55:10.209 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:55:10.209 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:55:10.209 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:55:10.209 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T06:55:10.210 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:55:10.210 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:55:10.215 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:55:10.215 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:10.440 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 -- 172.21.15.66:0/2197443679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb40730e0 msgr2=0x7fecb4163ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 --2- 172.21.15.66:0/2197443679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb40730e0 0x7fecb4163ef0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7fecb40cd710 tx=0x7fecac02aa30 comp rx=0 tx=0).stop 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 -- 172.21.15.66:0/2197443679 shutdown_connections 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 --2- 172.21.15.66:0/2197443679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb40730e0 0x7fecb4163ef0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 --2- 172.21.15.66:0/2197443679 >> v2:172.21.15.155:3300/0 conn(0x7fecb4072380 0x7fecb4072790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 -- 172.21.15.66:0/2197443679 >> 172.21.15.66:0/2197443679 conn(0x7fecb40cfb90 msgr2=0x7fecb40cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 -- 172.21.15.66:0/2197443679 shutdown_connections 2024-07-27T06:55:10.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.469+0000 7fecbc600640 1 -- 172.21.15.66:0/2197443679 wait complete. 2024-07-27T06:55:10.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.471+0000 7fecbc600640 1 Processor -- start 2024-07-27T06:55:10.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.471+0000 7fecbc600640 1 -- start start 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 0x7fecb414d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecb40730e0 0x7fecb414e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fecb40705f0 con 0x7fecb4072380 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fecb4070470 con 0x7fecb4072cd0 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecbc600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fecb4164430 con 0x7fecb40730e0 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecb9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:10.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecb9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59648/0 (socket says 172.21.15.66:59648) 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecb9c00640 1 -- 172.21.15.66:0/3086823520 learned_addr learned my addr 172.21.15.66:0/3086823520 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecba600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecb40730e0 0x7fecb414e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.473+0000 7fecb9200640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 0x7fecb414d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 -- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecb40730e0 msgr2=0x7fecb414e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecb40730e0 0x7fecb414e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 -- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 msgr2=0x7fecb414d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 0x7fecb414d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 -- 172.21.15.66:0/3086823520 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb40b3fc0 con 0x7fecb4072380 2024-07-27T06:55:10.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9200640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 0x7fecb414d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb9c00640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7feca800d6d0 tx=0x7feca800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca8017070 con 0x7fecb4072380 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feca8005330 con 0x7fecb4072380 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecb40b42a0 con 0x7fecb4072380 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.474+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca80097c0 con 0x7fecb4072380 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.475+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecb40b4860 con 0x7fecb4072380 2024-07-27T06:55:10.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.476+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecb4072790 con 0x7fecb4072380 2024-07-27T06:55:10.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.477+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7feca8009b70 con 0x7fecb4072380 2024-07-27T06:55:10.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.478+0000 7fecb1600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 0x7fec94079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:10.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.478+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7feca8099380 con 0x7fecb4072380 2024-07-27T06:55:10.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.479+0000 7fecb9200640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 0x7fec94079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:10.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.480+0000 7fecb9200640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 0x7fec94079550 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fecb4164be0 tx=0x7feca0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:10.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.483+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7feca8061df0 con 0x7fecb4072380 2024-07-27T06:55:10.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.725+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fecb40d0110 con 0x7fecb4072380 2024-07-27T06:55:10.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.727+0000 7fecb1600640 1 -- 172.21.15.66:0/3086823520 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+4421 (secure 0 0 0) 0x7feca806a0c0 con 0x7fecb4072380 2024-07-27T06:55:10.729 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:10.729 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":72,"btime":"2024-07-27T06:55:10:184483+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":72,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:10.184442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:replay","state_seq":1,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:55:10.729 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 72 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.729+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 msgr2=0x7fec94079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.729+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 0x7fec94079550 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fecb4164be0 tx=0x7feca0008040 comp rx=0 tx=0).stop 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.729+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 msgr2=0x7fecb4155920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.729+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7feca800d6d0 tx=0x7feca800db90 comp rx=0 tx=0).stop 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 shutdown_connections 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fec94077040 0x7fec94079550 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fecb40730e0 0x7fecb414e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fecb4072cd0 0x7fecb414d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 --2- 172.21.15.66:0/3086823520 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fecb4072380 0x7fecb4155920 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 >> 172.21.15.66:0/3086823520 conn(0x7fecb40cfb90 msgr2=0x7fecb4164e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 shutdown_connections 2024-07-27T06:55:10.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:10.730+0000 7fecbc600640 1 -- 172.21.15.66:0/3086823520 wait complete. 2024-07-27T06:55:10.757 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:55:15.620 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T06:55:15.758 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 -- 172.21.15.66:0/1696303727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f318815f970 msgr2=0x7f318815fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 --2- 172.21.15.66:0/1696303727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f318815f970 0x7f318815fd80 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f318806d8e0 tx=0x7f318002a560 comp rx=0 tx=0).stop 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 -- 172.21.15.66:0/1696303727 shutdown_connections 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 --2- 172.21.15.66:0/1696303727 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f318815f970 0x7f318815fd80 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 --2- 172.21.15.66:0/1696303727 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 0x7f31880cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 --2- 172.21.15.66:0/1696303727 >> v2:172.21.15.155:3300/0 conn(0x7f3188159980 0x7f3188073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 -- 172.21.15.66:0/1696303727 >> 172.21.15.66:0/1696303727 conn(0x7f318806c780 msgr2=0x7f318806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 -- 172.21.15.66:0/1696303727 shutdown_connections 2024-07-27T06:55:16.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.057+0000 7f318e000640 1 -- 172.21.15.66:0/1696303727 wait complete. 2024-07-27T06:55:16.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.060+0000 7f318e000640 1 Processor -- start 2024-07-27T06:55:16.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.060+0000 7f318e000640 1 -- start start 2024-07-27T06:55:16.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.061+0000 7f318e000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 0x7f318813ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.061+0000 7f318e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318e000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f318815f970 0x7f31881f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318e000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f318806e3a0 con 0x7f3188159980 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318e000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f318806e220 con 0x7f318815f970 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318e000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f318806e520 con 0x7f31880cee80 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f3187e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f3187e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60850/0 (socket says 172.21.15.66:60850) 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f3187e00640 1 -- 172.21.15.66:0/3403105247 learned_addr learned my addr 172.21.15.66:0/3403105247 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318cc00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 0x7f318813ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.062+0000 7f318d600640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f318815f970 0x7f31881f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 -- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 msgr2=0x7f318813ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 0x7f318813ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 -- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f318815f970 msgr2=0x7f31881f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f318815f970 0x7f31881f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 -- 172.21.15.66:0/3403105247 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31880b2f40 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3187e00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f317400e9f0 tx=0x7f317400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f317400cd80 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3174004c10 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3174005020 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31880b3220 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.063+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31880b37e0 con 0x7f3188159980 2024-07-27T06:55:16.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.065+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31880b3c20 con 0x7f3188159980 2024-07-27T06:55:16.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.066+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f31740051c0 con 0x7f3188159980 2024-07-27T06:55:16.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.067+0000 7f3184c00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 0x7f3168079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.068+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f31740999a0 con 0x7f3188159980 2024-07-27T06:55:16.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.068+0000 7f318cc00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 0x7f3168079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.069+0000 7f318cc00640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 0x7f3168079520 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3178005fd0 tx=0x7f3178005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:16.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.073+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3174016030 con 0x7f3188159980 2024-07-27T06:55:16.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.329+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31880b2cd0 con 0x7f3188159980 2024-07-27T06:55:16.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.330+0000 7f3184c00640 1 -- 172.21.15.66:0/3403105247 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5252 (secure 0 0 0) 0x7f31740624a0 con 0x7f3188159980 2024-07-27T06:55:16.332 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:16.332 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":76,"btime":"2024-07-27T06:55:14:223385+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:14.223373+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[5824,6309]},"id":6}]} 2024-07-27T06:55:16.333 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 76 2024-07-27T06:55:16.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 msgr2=0x7f3168079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 0x7f3168079520 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f3178005fd0 tx=0x7f3178005850 comp rx=0 tx=0).stop 2024-07-27T06:55:16.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 msgr2=0x7f318813d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f317400e9f0 tx=0x7f317400eeb0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 shutdown_connections 2024-07-27T06:55:16.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3168077010 0x7f3168079520 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f318815f970 0x7f31881f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3188159980 0x7f318813d370 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 --2- 172.21.15.66:0/3403105247 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31880cee80 0x7f318813ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.333+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 >> 172.21.15.66:0/3403105247 conn(0x7f318806c780 msgr2=0x7f318806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:16.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.334+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 shutdown_connections 2024-07-27T06:55:16.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.334+0000 7f318e000640 1 -- 172.21.15.66:0/3403105247 wait complete. 2024-07-27T06:55:16.363 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:55:16.363 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 -- 172.21.15.66:0/4141780881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 msgr2=0x7f370015fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 --2- 172.21.15.66:0/4141780881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f370015fd80 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f36f8005fd0 tx=0x7f36f802a8b0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 -- 172.21.15.66:0/4141780881 shutdown_connections 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 --2- 172.21.15.66:0/4141780881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f370015fd80 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 --2- 172.21.15.66:0/4141780881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 0x7f37000cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 -- 172.21.15.66:0/4141780881 >> 172.21.15.66:0/4141780881 conn(0x7f370006c780 msgr2=0x7f370006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 -- 172.21.15.66:0/4141780881 shutdown_connections 2024-07-27T06:55:16.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.653+0000 7f3705400640 1 -- 172.21.15.66:0/4141780881 wait complete. 2024-07-27T06:55:16.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.656+0000 7f3705400640 1 Processor -- start 2024-07-27T06:55:16.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.656+0000 7f3705400640 1 -- start start 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 0x7f3700158a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3700159980 0x7f37000b29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f370006e5b0 con 0x7f370015f970 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f370006e430 con 0x7f3700159980 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3705400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f370006e730 con 0x7f37000cee80 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3704a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3704a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60874/0 (socket says 172.21.15.66:60874) 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.658+0000 7f3704a00640 1 -- 172.21.15.66:0/2205062604 learned_addr learned my addr 172.21.15.66:0/2205062604 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f36ffe00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 0x7f3700158a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f36ff400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3700159980 0x7f37000b29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 -- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 msgr2=0x7f3700158a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 0x7f3700158a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 -- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3700159980 msgr2=0x7f37000b29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3700159980 0x7f37000b29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 -- 172.21.15.66:0/2205062604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3700141f70 con 0x7f370015f970 2024-07-27T06:55:16.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.659+0000 7f3704a00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f36f8009cd0 tx=0x7f36f8031760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.660+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f8031990 con 0x7f370015f970 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.660+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36f8031c20 con 0x7f370015f970 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.660+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f80330d0 con 0x7f370015f970 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.660+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3700158f80 con 0x7f370015f970 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.660+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3700142530 con 0x7f370015f970 2024-07-27T06:55:16.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.661+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f370006ec50 con 0x7f370015f970 2024-07-27T06:55:16.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.663+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f36f8033270 con 0x7f370015f970 2024-07-27T06:55:16.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.664+0000 7f36f7e00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 0x7f36e0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:16.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.664+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f36f80ba230 con 0x7f370015f970 2024-07-27T06:55:16.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.665+0000 7f36ffe00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 0x7f36e0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:16.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.666+0000 7f36ffe00640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 0x7f36e0079550 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f36f0007fd0 tx=0x7f36f0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:16.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.668+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f36f804a030 con 0x7f370015f970 2024-07-27T06:55:16.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.907+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37000cf290 con 0x7f370015f970 2024-07-27T06:55:16.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.909+0000 7f36f7e00640 1 -- 172.21.15.66:0/2205062604 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5252 (secure 0 0 0) 0x7f36f803f030 con 0x7f370015f970 2024-07-27T06:55:16.911 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:16.911 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":76,"btime":"2024-07-27T06:55:14:223385+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:14.223373+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[5824,6309]},"id":6}]} 2024-07-27T06:55:16.911 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 76 2024-07-27T06:55:16.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.911+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 msgr2=0x7f36e0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.911+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 0x7f36e0079550 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f36f0007fd0 tx=0x7f36f0009040 comp rx=0 tx=0).stop 2024-07-27T06:55:16.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.911+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 msgr2=0x7f37000b2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:16.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.911+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f36f8009cd0 tx=0x7f36f8031760 comp rx=0 tx=0).stop 2024-07-27T06:55:16.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 shutdown_connections 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f36e0077040 0x7f36e0079550 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f370015f970 0x7f37000b2f10 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3700159980 0x7f37000b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 --2- 172.21.15.66:0/2205062604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f37000cee80 0x7f3700158a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 >> 172.21.15.66:0/2205062604 conn(0x7f370006c780 msgr2=0x7f370015a060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 shutdown_connections 2024-07-27T06:55:16.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:16.912+0000 7f3705400640 1 -- 172.21.15.66:0/2205062604 wait complete. 2024-07-27T06:55:17.068 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:17.068 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:17.344 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 76, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:55:14.223373+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 99, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5824, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5824': {'gid': 5824, 'name': 'd', 'rank': 0, 'incarnation': 72, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.155:6837/1327799038', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 1327799038}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 1327799038}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5824, 'qdb_cluster': [5824, 6309]} 2024-07-27T06:55:17.344 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:55:17.344 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 -- 172.21.15.66:0/2530227299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 msgr2=0x7f94ac0ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 --2- 172.21.15.66:0/2530227299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac0ca1e0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f949c0098e0 tx=0x7f949c02a530 comp rx=0 tx=0).stop 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 -- 172.21.15.66:0/2530227299 shutdown_connections 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 --2- 172.21.15.66:0/2530227299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac0ca1e0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 --2- 172.21.15.66:0/2530227299 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 0x7f94ac070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 -- 172.21.15.66:0/2530227299 >> 172.21.15.66:0/2530227299 conn(0x7f94ac0cfb90 msgr2=0x7f94ac0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 -- 172.21.15.66:0/2530227299 shutdown_connections 2024-07-27T06:55:17.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.647+0000 7f94b3600640 1 -- 172.21.15.66:0/2530227299 wait complete. 2024-07-27T06:55:17.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.649+0000 7f94b3600640 1 Processor -- start 2024-07-27T06:55:17.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.650+0000 7f94b3600640 1 -- start start 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 0x7f94ac145050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94ac0ca720 0x7f94ac158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac0b5150 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac0caee0 con 0x7f94ac0ca720 2024-07-27T06:55:17.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b3600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f94ac0b52d0 con 0x7f94ac0732e0 2024-07-27T06:55:17.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.651+0000 7f94b1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60884/0 (socket says 172.21.15.66:60884) 2024-07-27T06:55:17.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 -- 172.21.15.66:0/474052097 learned_addr learned my addr 172.21.15.66:0/474052097 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:17.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b0c00640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 0x7f94ac145050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94abe00640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94ac0ca720 0x7f94ac158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 -- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 msgr2=0x7f94ac145050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 0x7f94ac145050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 -- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94ac0ca720 msgr2=0x7f94ac158150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94ac0ca720 0x7f94ac158150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 -- 172.21.15.66:0/474052097 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94ac158c10 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.652+0000 7f94b1600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f94a400b9a0 tx=0x7f94a400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.653+0000 7f94a8c00640 1 -- 172.21.15.66:0/474052097 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a4019070 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.653+0000 7f94a8c00640 1 -- 172.21.15.66:0/474052097 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94a400cc90 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.653+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94ac158ef0 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.653+0000 7f94a8c00640 1 -- 172.21.15.66:0/474052097 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a40146a0 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.653+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94ac1594b0 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.656+0000 7f94a8c00640 1 -- 172.21.15.66:0/474052097 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f94a401c070 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.657+0000 7f94a8c00640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 0x7f9490079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.658+0000 7f94a8c00640 1 -- 172.21.15.66:0/474052097 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f94a4098d00 con 0x7f94ac0cb6c0 2024-07-27T06:55:17.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.658+0000 7f94ba77c740 1 Processor -- start 2024-07-27T06:55:17.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.658+0000 7f94b0c00640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 0x7f9490079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.658+0000 7f94ba77c740 1 -- start start 2024-07-27T06:55:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.659+0000 7f94b0c00640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 0x7f9490079550 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f94a0005fd0 tx=0x7f94a0005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3ff1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55acab358390 con 0x55acab040270 2024-07-27T06:55:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55acab347a30 con 0x55acab0173b0 2024-07-27T06:55:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55acab34b8d0 con 0x55acab01f590 2024-07-27T06:55:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60898/0 (socket says 172.21.15.66:60898) 2024-07-27T06:55:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 -- 172.21.15.66:0/639660675 learned_addr learned my addr 172.21.15.66:0/639660675 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94abe00640 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b1600640 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3ff1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 -- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 msgr2=0x55acab3ff1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3ff1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 -- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 msgr2=0x55acab3fecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.660+0000 7f94b0c00640 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.661+0000 7f94b0c00640 1 -- 172.21.15.66:0/639660675 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acab303d70 con 0x55acab040270 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.661+0000 7f94b0c00640 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f94a000fdf0 tx=0x7f94a0012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c66a1650a41900c8 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.661+0000 7f9499200640 1 -- 172.21.15.66:0/639660675 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a0022070 con 0x55acab040270 2024-07-27T06:55:17.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.661+0000 7f9499200640 1 -- 172.21.15.66:0/639660675 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94a001e450 con 0x55acab040270 2024-07-27T06:55:17.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.661+0000 7f9499200640 1 -- 172.21.15.66:0/639660675 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a001e800 con 0x55acab040270 2024-07-27T06:55:17.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 -- 172.21.15.66:0/639660675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 msgr2=0x55acab40f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f94a000fdf0 tx=0x7f94a0012000 comp rx=0 tx=0).stop 2024-07-27T06:55:17.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 -- 172.21.15.66:0/639660675 shutdown_connections 2024-07-27T06:55:17.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3ff1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 --2- 172.21.15.66:0/639660675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab40f4f0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 -- 172.21.15.66:0/639660675 >> 172.21.15.66:0/639660675 conn(0x55acab0343c0 msgr2=0x55acab3e55d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 -- 172.21.15.66:0/639660675 shutdown_connections 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.662+0000 7f94ba77c740 1 -- 172.21.15.66:0/639660675 wait complete. 2024-07-27T06:55:17.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.663+0000 7f94ba77c740 1 -- start start 2024-07-27T06:55:17.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.664+0000 7f94ba77c740 1 Processor -- start 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fcfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab040270 0x55acab3e4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55acab0ba620 con 0x55acab01f590 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55acab2e4e10 con 0x55acab0173b0 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55acab422bb0 con 0x55acab040270 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.665+0000 7f94ba77c740 10 client.0 _ll_register_callbacks cb 0x55acab3417b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60914/0 (socket says 172.21.15.66:60914) 2024-07-27T06:55:17.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 -- 172.21.15.66:0/2399187839 learned_addr learned my addr 172.21.15.66:0/2399187839 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94b0c00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fcfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94b1600640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab040270 0x55acab3e4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 -- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab040270 msgr2=0x55acab3e4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab040270 0x55acab3e4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 -- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 msgr2=0x55acab3fcfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fcfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.666+0000 7f94abe00640 1 -- 172.21.15.66:0/2399187839 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acab0ab850 con 0x55acab01f590 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f94abe00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f949c000c00 tx=0x7f949c005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297da009c735cd1a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f948d600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:17.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f949c005550 con 0x55acab01f590 2024-07-27T06:55:17.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94a001e450 con 0x55acab01f590 2024-07-27T06:55:17.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f949c0056f0 con 0x55acab01f590 2024-07-27T06:55:17.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f949c04c050 con 0x55acab01f590 2024-07-27T06:55:17.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f94ba77c740 10 client.6750 fetch_fsmap learned FSMap version 76 2024-07-27T06:55:17.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.667+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x55acab1226b0 con 0x55acab01f590 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94a001e450 con 0x55acab01f590 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 76) ==== 3522+0+0 (secure 0 0 0) 0x7f949c04f020 con 0x55acab01f590 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 10 client.6750 fetch_fsmap finished waiting for FSMap version 76 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 10 client.6750 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 20 client.6750 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acaaffee40 0x55acab421a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 4 client.6750 mds_command: new command op to 5824 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.668+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 --> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55acab35a2e0 con 0x55acaaffee40 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.669+0000 7f94b0c00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acaaffee40 0x55acab421a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.670+0000 7f94b0c00640 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acaaffee40 0x55acab421a10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3f928cec5eb22c2 server_cookie=e8bc72eb354b39cb in_seq=0 out_seq=0 2024-07-27T06:55:17.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.670+0000 7f948d600640 10 client.6750 ms_handle_connect on v2:172.21.15.155:6835/1327799038 2024-07-27T06:55:17.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.672+0000 7f948d600640 1 -- 172.21.15.66:0/2399187839 <== mds.0 v2:172.21.15.155:6835/1327799038 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55acab35a2e0 con 0x55acaaffee40 2024-07-27T06:55:17.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.672+0000 7f948d600640 10 client.6750 handle_command_reply: tid=0 2024-07-27T06:55:17.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.672+0000 7f94ba77c740 1 client.6750 shutdown 2024-07-27T06:55:17.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 msgr2=0x55acab3e4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f949c000c00 tx=0x7f949c005e50 comp rx=0 tx=0).stop 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 shutdown_connections 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acaaffee40 0x55acab421a10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab040270 0x55acab3e4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab01f590 0x55acab3e4760 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f948d600640 0 client.6750 ms_handle_reset on v2:172.21.15.155:6835/1327799038 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 --2- 172.21.15.66:0/2399187839 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab0173b0 0x55acab3fcfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 >> 172.21.15.66:0/2399187839 conn(0x55acab0343c0 msgr2=0x55acab42ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 shutdown_connections 2024-07-27T06:55:17.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 1 -- 172.21.15.66:0/2399187839 wait complete. 2024-07-27T06:55:17.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.673+0000 7f94ba77c740 20 client.6750 trim_cache size 0 max 16384 2024-07-27T06:55:17.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.693+0000 7f94ba77c740 1 Processor -- start 2024-07-27T06:55:17.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.694+0000 7f94ba77c740 1 -- start start 2024-07-27T06:55:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab0173b0 0x55acab426000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab01f590 0x55acab3de8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac204c50 con 0x55acab040270 2024-07-27T06:55:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f94ac202f60 con 0x55acab01f590 2024-07-27T06:55:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.695+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f94ac203530 con 0x55acab0173b0 2024-07-27T06:55:17.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab0173b0 0x55acab426000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60926/0 (socket says 172.21.15.66:60926) 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 -- 172.21.15.66:0/3346125058 learned_addr learned my addr 172.21.15.66:0/3346125058 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94abe00640 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab01f590 0x55acab3de8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 -- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab0173b0 msgr2=0x55acab426000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab0173b0 0x55acab426000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 -- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab01f590 msgr2=0x55acab3de8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab01f590 0x55acab3de8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.696+0000 7f94b1600640 1 -- 172.21.15.66:0/3346125058 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55acab422750 con 0x55acab040270 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.697+0000 7f94b1600640 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f94a4009a00 tx=0x7f94a4060870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=831adeb725be57ec server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.697+0000 7f948fe00640 1 -- 172.21.15.66:0/3346125058 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a4061100 con 0x55acab040270 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.697+0000 7f948fe00640 1 -- 172.21.15.66:0/3346125058 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94a4065700 con 0x55acab040270 2024-07-27T06:55:17.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.697+0000 7f948fe00640 1 -- 172.21.15.66:0/3346125058 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a4069ef0 con 0x55acab040270 2024-07-27T06:55:17.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 -- 172.21.15.66:0/3346125058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 msgr2=0x55acab3dedf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f94a4009a00 tx=0x7f94a4060870 comp rx=0 tx=0).stop 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 -- 172.21.15.66:0/3346125058 shutdown_connections 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab040270 0x55acab3dedf0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab01f590 0x55acab3de8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 --2- 172.21.15.66:0/3346125058 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab0173b0 0x55acab426000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 -- 172.21.15.66:0/3346125058 >> 172.21.15.66:0/3346125058 conn(0x55acab0343c0 msgr2=0x55acab40bce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 -- 172.21.15.66:0/3346125058 shutdown_connections 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.698+0000 7f94ba77c740 1 -- 172.21.15.66:0/3346125058 wait complete. 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.699+0000 7f94ba77c740 1 -- start start 2024-07-27T06:55:17.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.699+0000 7f94ba77c740 1 Processor -- start 2024-07-27T06:55:17.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3fe500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab040270 0x55acab3fea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55acab424e50 con 0x55acab0173b0 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55acab422940 con 0x55acab040270 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55acab4254e0 con 0x55acab01f590 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94ba77c740 10 client.0 _ll_register_callbacks cb 0x7f949c009690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60930/0 (socket says 172.21.15.66:60930) 2024-07-27T06:55:17.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94b0c00640 1 -- 172.21.15.66:0/1143627294 learned_addr learned my addr 172.21.15.66:0/1143627294 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:17.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.701+0000 7f94abe00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3fe500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 -- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 msgr2=0x55acab3fe500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3fe500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b1600640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab040270 0x55acab3fea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 -- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab040270 msgr2=0x55acab3fea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab040270 0x55acab3fea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 -- 172.21.15.66:0/1143627294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55acab3fb880 con 0x55acab0173b0 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94abe00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3fe500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94b0c00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f94a0011fd0 tx=0x7f94a000f8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be49b379b8281fa5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f948d600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:17.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a0022040 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f94a00288f0 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f94a4065700 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7f94a0028af0 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94ba77c740 10 client.6756 fetch_fsmap learned FSMap version 76 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.702+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x55acab443d80 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94a4065700 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 76) ==== 3522+0+0 (secure 0 0 0) 0x7f94a003a020 con 0x55acab0173b0 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 10 client.6756 fetch_fsmap finished waiting for FSMap version 76 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 10 client.6756 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 20 client.6756 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acab40f6a0 0x55acab4ab300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:17.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 4 client.6756 mds_command: new command op to 5824 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:55:17.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.703+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 --> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] -- command(tid 0: {"prefix": "status"}) -- 0x55acab425c40 con 0x55acab40f6a0 2024-07-27T06:55:17.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.704+0000 7f94abe00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acab40f6a0 0x55acab4ab300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f94abe00640 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acab40f6a0 0x55acab4ab300 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6150216aa244d459 server_cookie=2ebdd1c525372530 in_seq=0 out_seq=0 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f948d600640 10 client.6756 ms_handle_connect on v2:172.21.15.155:6835/1327799038 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f948d600640 1 -- 172.21.15.66:0/1143627294 <== mds.0 v2:172.21.15.155:6835/1327799038 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55acab425c40 con 0x55acab40f6a0 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f948d600640 10 client.6756 handle_command_reply: tid=0 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f94ba77c740 1 client.6756 shutdown 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 msgr2=0x55acab4a5120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.705+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f94a0011fd0 tx=0x7f94a000f8e0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 shutdown_connections 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55acab040270 0x55acab3fea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:6835/1327799038,v1:172.21.15.155:6837/1327799038] conn(0x55acab40f6a0 0x55acab4ab300 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55acab01f590 0x55acab3fe500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 --2- 172.21.15.66:0/1143627294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55acab0173b0 0x55acab4a5120 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 >> 172.21.15.66:0/1143627294 conn(0x55acab0343c0 msgr2=0x55acab3dacc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f948d600640 0 client.6756 ms_handle_reset on v2:172.21.15.155:6835/1327799038 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 shutdown_connections 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 1 -- 172.21.15.66:0/1143627294 wait complete. 2024-07-27T06:55:17.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.706+0000 7f94ba77c740 20 client.6756 trim_cache size 0 max 16384 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 5824, 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:55:17.711 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.5122493690000001, 2024-07-27T06:55:17.712 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 76, 2024-07-27T06:55:17.712 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 99, 2024-07-27T06:55:17.712 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 99, 2024-07-27T06:55:17.712 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 36.413880679999998 2024-07-27T06:55:17.712 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 msgr2=0x7f9490079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 0x7f9490079550 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f94a0005fd0 tx=0x7f94a0005850 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 msgr2=0x7f94ac1e8ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f94a400b9a0 tx=0x7f94a400be60 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 shutdown_connections 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9490077040 0x7f9490079550 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94ac0cb6c0 0x7f94ac1e8ac0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94ac0ca720 0x7f94ac158150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 --2- 172.21.15.66:0/474052097 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f94ac0732e0 0x7f94ac145050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 >> 172.21.15.66:0/474052097 conn(0x7f94ac0cfb90 msgr2=0x7f94ac15c580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:17.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 shutdown_connections 2024-07-27T06:55:17.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:17.707+0000 7f94b3600640 1 -- 172.21.15.66:0/474052097 wait complete. 2024-07-27T06:55:17.738 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 -- 172.21.15.66:0/1997465274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 msgr2=0x7fb76c0cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 --2- 172.21.15.66:0/1997465274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c0cf0c0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fb754005fd0 tx=0x7fb75402a530 comp rx=0 tx=0).stop 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 -- 172.21.15.66:0/1997465274 shutdown_connections 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 --2- 172.21.15.66:0/1997465274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c0cf0c0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 --2- 172.21.15.66:0/1997465274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 0x7fb76c0734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 -- 172.21.15.66:0/1997465274 >> 172.21.15.66:0/1997465274 conn(0x7fb76c06c780 msgr2=0x7fb76c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 -- 172.21.15.66:0/1997465274 shutdown_connections 2024-07-27T06:55:18.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.032+0000 7fb76b200640 1 -- 172.21.15.66:0/1997465274 wait complete. 2024-07-27T06:55:18.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.035+0000 7fb76b200640 1 Processor -- start 2024-07-27T06:55:18.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.035+0000 7fb76b200640 1 -- start start 2024-07-27T06:55:18.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 0x7fb76c1f5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 0x7fb76c0ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c15d920 con 0x7fb76c0cecb0 2024-07-27T06:55:18.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c15d7a0 con 0x7fb76c15f9c0 2024-07-27T06:55:18.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb76c15daa0 con 0x7fb76c156550 2024-07-27T06:55:18.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60950/0 (socket says 172.21.15.66:60950) 2024-07-27T06:55:18.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 -- 172.21.15.66:0/3580594754 learned_addr learned my addr 172.21.15.66:0/3580594754 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb761400640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 0x7fb76c1f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 -- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 msgr2=0x7fb76c1f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 0x7fb76c1f5500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb76a800640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 0x7fb76c0ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 -- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 msgr2=0x7fb76c0ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.038+0000 7fb769e00640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 0x7fb76c0ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb769e00640 1 -- 172.21.15.66:0/3580594754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb76c15aa30 con 0x7fb76c0cecb0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb76a800640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 0x7fb76c0ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb769e00640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fb75c00d700 tx=0x7fb75c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb762a00640 1 -- 172.21.15.66:0/3580594754 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c017070 con 0x7fb76c0cecb0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb762a00640 1 -- 172.21.15.66:0/3580594754 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb75c005310 con 0x7fb76c0cecb0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb76c15ad10 con 0x7fb76c0cecb0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb762a00640 1 -- 172.21.15.66:0/3580594754 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c009820 con 0x7fb76c0cecb0 2024-07-27T06:55:18.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.039+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb76c15b2d0 con 0x7fb76c0cecb0 2024-07-27T06:55:18.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.042+0000 7fb762a00640 1 -- 172.21.15.66:0/3580594754 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb75c0099c0 con 0x7fb76c0cecb0 2024-07-27T06:55:18.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.043+0000 7fb762a00640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 0x7fb748079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.043+0000 7fb762a00640 1 -- 172.21.15.66:0/3580594754 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7fb75c099150 con 0x7fb76c0cecb0 2024-07-27T06:55:18.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.043+0000 7fb7779bd740 1 Processor -- start 2024-07-27T06:55:18.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.044+0000 7fb7779bd740 1 -- start start 2024-07-27T06:55:18.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.044+0000 7fb761400640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 0x7fb748079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb761400640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 0x7fb748079520 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb754033000 tx=0x7fb754004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86faf270 0x557f8739bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f863b0 0x557f8737ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x557f872c7390 con 0x557f86f8e590 2024-07-27T06:55:18.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x557f872b6a30 con 0x557f86faf270 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.045+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x557f872ba8d0 con 0x557f86f863b0 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60958/0 (socket says 172.21.15.66:60958) 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 -- 172.21.15.66:0/3831899041 learned_addr learned my addr 172.21.15.66:0/3831899041 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb769e00640 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86faf270 0x557f8739bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb761400640 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f863b0 0x557f8737ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 -- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f863b0 msgr2=0x557f8737ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f863b0 0x557f8737ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 -- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86faf270 msgr2=0x557f8739bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86faf270 0x557f8739bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.046+0000 7fb76a800640 1 -- 172.21.15.66:0/3831899041 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f87272d70 con 0x557f86f8e590 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.047+0000 7fb76a800640 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fb764007f40 tx=0x7fb76400c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44a72fd3e5ce5aa7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.047+0000 7fb75a600640 1 -- 172.21.15.66:0/3831899041 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764014070 con 0x557f86f8e590 2024-07-27T06:55:18.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.047+0000 7fb75a600640 1 -- 172.21.15.66:0/3831899041 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb76400f920 con 0x557f86f8e590 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.047+0000 7fb75a600640 1 -- 172.21.15.66:0/3831899041 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76400fcf0 con 0x557f86f8e590 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 -- 172.21.15.66:0/3831899041 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 msgr2=0x557f8737ef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fb764007f40 tx=0x7fb76400c730 comp rx=0 tx=0).stop 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 -- 172.21.15.66:0/3831899041 shutdown_connections 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f8737ef50 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f863b0 0x557f8737ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3831899041 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86faf270 0x557f8739bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 -- 172.21.15.66:0/3831899041 >> 172.21.15.66:0/3831899041 conn(0x557f86fa33c0 msgr2=0x557f87354c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 -- 172.21.15.66:0/3831899041 shutdown_connections 2024-07-27T06:55:18.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.048+0000 7fb7779bd740 1 -- 172.21.15.66:0/3831899041 wait complete. 2024-07-27T06:55:18.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.049+0000 7fb7779bd740 1 -- start start 2024-07-27T06:55:18.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.049+0000 7fb7779bd740 1 Processor -- start 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873a9710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f87354210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x557f87029620 con 0x557f86f8e590 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x557f87253e10 con 0x557f86f863b0 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x557f87395a00 con 0x557f86faf270 2024-07-27T06:55:18.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb7779bd740 10 client.0 _ll_register_callbacks cb 0x557f872b09a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb761400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb761400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60970/0 (socket says 172.21.15.66:60970) 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.051+0000 7fb761400640 1 -- 172.21.15.66:0/3468977642 learned_addr learned my addr 172.21.15.66:0/3468977642 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb769e00640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873a9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb76a800640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f87354210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 -- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 msgr2=0x557f87354210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f87354210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 -- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 msgr2=0x557f873a9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873a9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 -- 172.21.15.66:0/3468977642 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f8701a850 con 0x557f86f8e590 2024-07-27T06:55:18.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb769e00640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873a9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb761400640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb754034040 tx=0x7fb754009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbc8f1e51be2313f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb74ea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb754035050 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb76400f920 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.052+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7fb7540047a0 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7fb7540044b0 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 10 client.6768 fetch_fsmap learned FSMap version 76 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x557f870916b0 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb76400f920 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 76) ==== 3522+0+0 (secure 0 0 0) 0x7fb754046070 con 0x557f86f8e590 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 10 client.6768 fetch_fsmap finished waiting for FSMap version 76 2024-07-27T06:55:18.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 10 client.6768 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:55:18.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 20 client.6768 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:18.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f86f6de40 0x557f873ac4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 4 client.6768 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:55:18.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.053+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f872c92e0 con 0x557f86f6de40 2024-07-27T06:55:18.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.054+0000 7fb769e00640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f86f6de40 0x557f873ac4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.054+0000 7fb769e00640 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f86f6de40 0x557f873ac4d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b4ad4e5ae94a0ba server_cookie=94dbf4aa95ca5d05 in_seq=0 out_seq=0 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.054+0000 7fb74ea00640 10 client.6768 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb74ea00640 1 -- 172.21.15.66:0/3468977642 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f872c92e0 con 0x557f86f6de40 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb74ea00640 10 client.6768 handle_command_reply: tid=0 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 client.6768 shutdown 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 msgr2=0x557f873954c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fb754034040 tx=0x7fb754009260 comp rx=0 tx=0).stop 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 shutdown_connections 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f86f6de40 0x557f873ac4d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f87354210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f8e590 0x557f873954c0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 --2- 172.21.15.66:0/3468977642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873a9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 >> 172.21.15.66:0/3468977642 conn(0x557f86fa33c0 msgr2=0x557f8739cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.055+0000 7fb74ea00640 0 client.6768 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.056+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 shutdown_connections 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.056+0000 7fb7779bd740 1 -- 172.21.15.66:0/3468977642 wait complete. 2024-07-27T06:55:18.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.056+0000 7fb7779bd740 20 client.6768 trim_cache size 0 max 16384 2024-07-27T06:55:18.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.076+0000 7fb7779bd740 1 Processor -- start 2024-07-27T06:55:18.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.076+0000 7fb7779bd740 1 -- start start 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873bc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f8e590 0x557f873b26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c204c30 con 0x557f86faf270 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c202ed0 con 0x557f86f863b0 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb76c2034f0 con 0x557f86f8e590 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb76a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb76a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60974/0 (socket says 172.21.15.66:60974) 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.078+0000 7fb76a800640 1 -- 172.21.15.66:0/1677381168 learned_addr learned my addr 172.21.15.66:0/1677381168 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb769e00640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873bc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb761400640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f8e590 0x557f873b26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 -- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f8e590 msgr2=0x557f873b26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f8e590 0x557f873b26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 -- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 msgr2=0x557f873bc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873bc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 -- 172.21.15.66:0/1677381168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f8739bfd0 con 0x557f86faf270 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb769e00640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873bc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:55:18.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.079+0000 7fb76a800640 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fb764007f10 tx=0x7fb764004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89626d6c94747f54 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.080+0000 7fb759c00640 1 -- 172.21.15.66:0/1677381168 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764014040 con 0x557f86faf270 2024-07-27T06:55:18.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.080+0000 7fb759c00640 1 -- 172.21.15.66:0/1677381168 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7640079f0 con 0x557f86faf270 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.080+0000 7fb759c00640 1 -- 172.21.15.66:0/1677381168 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764003bd0 con 0x557f86faf270 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.080+0000 7fb7779bd740 1 -- 172.21.15.66:0/1677381168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 msgr2=0x557f87411870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.080+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fb764007f10 tx=0x7fb764004a70 comp rx=0 tx=0).stop 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 -- 172.21.15.66:0/1677381168 shutdown_connections 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86faf270 0x557f87411870 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86f8e590 0x557f873b26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1677381168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f863b0 0x557f873bc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 -- 172.21.15.66:0/1677381168 >> 172.21.15.66:0/1677381168 conn(0x557f86fa33c0 msgr2=0x557f8734a220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 -- 172.21.15.66:0/1677381168 shutdown_connections 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.081+0000 7fb7779bd740 1 -- 172.21.15.66:0/1677381168 wait complete. 2024-07-27T06:55:18.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.082+0000 7fb7779bd740 1 -- start start 2024-07-27T06:55:18.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.082+0000 7fb7779bd740 1 Processor -- start 2024-07-27T06:55:18.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f8e590 0x557f874164e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f8736c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x557f87394140 con 0x557f86f863b0 2024-07-27T06:55:18.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x557f873979b0 con 0x557f86f8e590 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x557f873947f0 con 0x557f86faf270 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.083+0000 7fb7779bd740 10 client.0 _ll_register_callbacks cb 0x7fb754009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60976/0 (socket says 172.21.15.66:60976) 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 -- 172.21.15.66:0/1926342724 learned_addr learned my addr 172.21.15.66:0/1926342724 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 -- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 msgr2=0x557f8736c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f8736c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 -- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f8e590 msgr2=0x557f874164e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f8e590 0x557f874164e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 -- 172.21.15.66:0/1926342724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f8739b840 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb769e00640 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fb75c096ef0 tx=0x7fb75c01d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd312757575afba4 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb74ea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.084+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c020040 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7fb75c076d60 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7640079f0 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=76) ==== 24+0+0 (secure 0 0 0) 0x7fb75c071050 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 10 client.6774 fetch_fsmap learned FSMap version 76 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=76,monmap=2+}) -- 0x557f8739ead0 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb7640079f0 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 76) ==== 3522+0+0 (secure 0 0 0) 0x7fb75c060720 con 0x557f86f863b0 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 10 client.6774 fetch_fsmap finished waiting for FSMap version 76 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 10 client.6774 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:55:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 20 client.6774 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f8741a320 0x557f873bb730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 4 client.6774 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "status"}) -- 0x557f872c4d80 con 0x557f8741a320 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.085+0000 7fb761400640 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f8741a320 0x557f873bb730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb761400640 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f8741a320 0x557f873bb730 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bd1bf6e9f971eccf server_cookie=f0374def3ce19c9f in_seq=0 out_seq=0 2024-07-27T06:55:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb74ea00640 10 client.6774 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb74ea00640 1 -- 172.21.15.66:0/1926342724 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x557f872c4d80 con 0x557f8741a320 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb74ea00640 10 client.6774 handle_command_reply: tid=0 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb7779bd740 1 client.6774 shutdown 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 msgr2=0x557f87415fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.086+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fb75c096ef0 tx=0x7fb75c01d040 comp rx=0 tx=0).stop 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 shutdown_connections 2024-07-27T06:55:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x557f8741a320 0x557f873bb730 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x557f86faf270 0x557f8736c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x557f86f8e590 0x557f874164e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 --2- 172.21.15.66:0/1926342724 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x557f86f863b0 0x557f87415fa0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb74ea00640 0 client.6774 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 >> 172.21.15.66:0/1926342724 conn(0x557f86fa33c0 msgr2=0x557f87399e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 shutdown_connections 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 1 -- 172.21.15.66:0/1926342724 wait complete. 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb7779bd740 20 client.6774 trim_cache size 0 max 16384 2024-07-27T06:55:18.092 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6309, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 74.189813302000005, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 76, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 99, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 99, 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 91.003351139000003 2024-07-27T06:55:18.093 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:55:18.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.087+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 msgr2=0x7fb748079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 0x7fb748079520 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb754033000 tx=0x7fb754004730 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 msgr2=0x7fb76c15a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fb75c00d700 tx=0x7fb75c00dbc0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 shutdown_connections 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb748077010 0x7fb748079520 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb76c15f9c0 0x7fb76c0ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb76c156550 0x7fb76c1f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 --2- 172.21.15.66:0/3580594754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb76c0cecb0 0x7fb76c15a050 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 >> 172.21.15.66:0/3580594754 conn(0x7fb76c06c780 msgr2=0x7fb76c145400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 shutdown_connections 2024-07-27T06:55:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.088+0000 7fb76b200640 1 -- 172.21.15.66:0/3580594754 wait complete. 2024-07-27T06:55:18.116 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:18.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.400+0000 7f3b94a00640 1 -- 172.21.15.66:0/3090602201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b74004800 msgr2=0x7f3b74004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.400+0000 7f3b94a00640 1 --2- 172.21.15.66:0/3090602201 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b74004800 0x7f3b74004c10 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f3b900cf910 tx=0x7f3b74005830 comp rx=0 tx=0).stop 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.400+0000 7f3b8fe00640 1 -- 172.21.15.66:0/3090602201 reap_dead start 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.401+0000 7f3b94a00640 1 -- 172.21.15.66:0/3090602201 shutdown_connections 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.401+0000 7f3b94a00640 1 -- 172.21.15.66:0/3090602201 >> 172.21.15.66:0/3090602201 conn(0x7f3b9006c780 msgr2=0x7f3b9006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.401+0000 7f3b94a00640 1 -- 172.21.15.66:0/3090602201 shutdown_connections 2024-07-27T06:55:18.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.401+0000 7f3b94a00640 1 -- 172.21.15.66:0/3090602201 wait complete. 2024-07-27T06:55:18.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.403+0000 7f3b94a00640 1 Processor -- start 2024-07-27T06:55:18.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.403+0000 7f3b94a00640 1 -- start start 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b74004800 0x7f3b9013b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 0x7f3b90149450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3b900b3c50 con 0x7f3b9014c290 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3b900b3ad0 con 0x7f3b9014c6a0 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b94a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3b900b3dd0 con 0x7f3b74004800 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b8ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b8ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:60988/0 (socket says 172.21.15.66:60988) 2024-07-27T06:55:18.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.405+0000 7f3b8ea00640 1 -- 172.21.15.66:0/2855405739 learned_addr learned my addr 172.21.15.66:0/2855405739 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:18.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8f400640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b74004800 0x7f3b9013b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8fe00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 0x7f3b90149450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 -- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b74004800 msgr2=0x7f3b9013b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b74004800 0x7f3b9013b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 -- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 msgr2=0x7f3b90149450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 0x7f3b90149450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 -- 172.21.15.66:0/2855405739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b90146e60 con 0x7f3b9014c290 2024-07-27T06:55:18.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8fe00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 0x7f3b90149450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:18.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.406+0000 7f3b8ea00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c009a70 tx=0x7f3b7c033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.409+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c043070 con 0x7f3b9014c290 2024-07-27T06:55:18.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.409+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b7c004340 con 0x7f3b9014c290 2024-07-27T06:55:18.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.409+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b7c038040 con 0x7f3b9014c290 2024-07-27T06:55:18.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.409+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b9014a250 con 0x7f3b9014c290 2024-07-27T06:55:18.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.409+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b90148150 con 0x7f3b9014c290 2024-07-27T06:55:18.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.411+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b90151010 con 0x7f3b9014c290 2024-07-27T06:55:18.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.412+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3b7c02b8a0 con 0x7f3b9014c290 2024-07-27T06:55:18.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.413+0000 7f3b87400640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 0x7f3b70079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:18.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.413+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f3b7c0b9840 con 0x7f3b9014c290 2024-07-27T06:55:18.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.414+0000 7f3b8f400640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 0x7f3b70079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:18.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.415+0000 7f3b8f400640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 0x7f3b70079520 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3b80001330 tx=0x7f3b80001b90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:18.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.419+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3b7c081c60 con 0x7f3b9014c290 2024-07-27T06:55:18.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.671+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3b900b4670 con 0x7f3b9014c290 2024-07-27T06:55:18.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.672+0000 7f3b87400640 1 -- 172.21.15.66:0/2855405739 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5252 (secure 0 0 0) 0x7f3b7c0861b0 con 0x7f3b9014c290 2024-07-27T06:55:18.674 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:18.674 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":76,"btime":"2024-07-27T06:55:14:223385+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:14.223373+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[5824,6309]},"id":6}]} 2024-07-27T06:55:18.675 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 76 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 msgr2=0x7f3b70079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 0x7f3b70079520 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f3b80001330 tx=0x7f3b80001b90 comp rx=0 tx=0).stop 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 msgr2=0x7f3b90148f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f3b7c009a70 tx=0x7f3b7c033670 comp rx=0 tx=0).stop 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 shutdown_connections 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3b70077010 0x7f3b70079520 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3b9014c6a0 0x7f3b90149450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3b9014c290 0x7f3b90148f10 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 --2- 172.21.15.66:0/2855405739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3b74004800 0x7f3b9013b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:18.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.675+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 >> 172.21.15.66:0/2855405739 conn(0x7f3b9006c780 msgr2=0x7f3b900af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:18.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.676+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 shutdown_connections 2024-07-27T06:55:18.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:18.676+0000 7f3b94a00640 1 -- 172.21.15.66:0/2855405739 wait complete. 2024-07-27T06:55:18.704 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:55:19.002 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":3,"last_created":3,"last_destroyed":1,"pending_noop":[],"snaps":[{"snapid":2,"ino":1099511627777,"stamp":"2024-07-27T06:54:22.422141+0000","name":"s11","metadata":{}},{"snapid":3,"ino":1099511627777,"stamp":"2024-07-27T06:54:51.527086+0000","name":"s12","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:55:19.003 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 3, "last_destroyed": 1, "last_snap": 3, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s11", "snapid": 2, "stamp": "2024-07-27T06:54:22.422141+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s12", "snapid": 3, "stamp": "2024-07-27T06:54:51.527086+0000" } ] } 2024-07-27T06:55:19.003 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:55:19.003 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=5 2024-07-27T06:55:19.003 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:19.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 -- 172.21.15.66:0/578463903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160530 msgr2=0x7f7d9c160940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 --2- 172.21.15.66:0/578463903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160530 0x7f7d9c160940 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7d88009900 tx=0x7f7d8802a580 comp rx=0 tx=0).stop 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 -- 172.21.15.66:0/578463903 shutdown_connections 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 --2- 172.21.15.66:0/578463903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c160e80 0x7f7d9c0ccd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 --2- 172.21.15.66:0/578463903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160530 0x7f7d9c160940 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 -- 172.21.15.66:0/578463903 >> 172.21.15.66:0/578463903 conn(0x7f7d9c0d1db0 msgr2=0x7f7d9c0d21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.307+0000 7f7da4200640 1 -- 172.21.15.66:0/578463903 shutdown_connections 2024-07-27T06:55:19.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.308+0000 7f7da4200640 1 -- 172.21.15.66:0/578463903 wait complete. 2024-07-27T06:55:19.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.310+0000 7f7da4200640 1 Processor -- start 2024-07-27T06:55:19.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.310+0000 7f7da4200640 1 -- start start 2024-07-27T06:55:19.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c0b73b0 0x7f7d9c06d890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 0x7f7d9c159d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c0b14f0 con 0x7f7d9c160530 2024-07-27T06:55:19.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7d9c0b1370 con 0x7f7d9c160e80 2024-07-27T06:55:19.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da4200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7d9c0d28d0 con 0x7f7d9c0b73b0 2024-07-27T06:55:19.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32770/0 (socket says 172.21.15.66:32770) 2024-07-27T06:55:19.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da0e00640 1 -- 172.21.15.66:0/2156210057 learned_addr learned my addr 172.21.15.66:0/2156210057 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:19.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da1800640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c0b73b0 0x7f7d9c06d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.312+0000 7f7da2200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 0x7f7d9c159d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 -- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c0b73b0 msgr2=0x7f7d9c06d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c0b73b0 0x7f7d9c06d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 -- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 msgr2=0x7f7d9c159d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 0x7f7d9c159d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 -- 172.21.15.66:0/2156210057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d9c0afcb0 con 0x7f7d9c160530 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da2200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 0x7f7d9c159d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da0e00640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f7d88006010 tx=0x7f7d880038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d8803e030 con 0x7f7d9c160530 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d88003d90 con 0x7f7d9c160530 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d9c06e350 con 0x7f7d9c160530 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.313+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d88035040 con 0x7f7d9c160530 2024-07-27T06:55:19.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.314+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d9c0aff70 con 0x7f7d9c160530 2024-07-27T06:55:19.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.315+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d9c06e0c0 con 0x7f7d9c160530 2024-07-27T06:55:19.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.316+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7d88041030 con 0x7f7d9c160530 2024-07-27T06:55:19.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.317+0000 7f7d99600640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 0x7f7d7c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.317+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f7d880b9680 con 0x7f7d9c160530 2024-07-27T06:55:19.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.318+0000 7f7da1800640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 0x7f7d7c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.319+0000 7f7da1800640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 0x7f7d7c079550 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c001670 tx=0x7f7d8c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:19.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.322+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7d88082180 con 0x7f7d9c160530 2024-07-27T06:55:19.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.574+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7d9c160940 con 0x7f7d9c160530 2024-07-27T06:55:19.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.575+0000 7f7d99600640 1 -- 172.21.15.66:0/2156210057 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+5252 (secure 0 0 0) 0x7f7d8808a3c0 con 0x7f7d9c160530 2024-07-27T06:55:19.577 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:19.577 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":76,"btime":"2024-07-27T06:55:14:223385+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:14.223373+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[5824,6309]},"id":6}]} 2024-07-27T06:55:19.577 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 76 2024-07-27T06:55:19.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 msgr2=0x7f7d7c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 0x7f7d7c079550 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7d8c001670 tx=0x7f7d8c009040 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 msgr2=0x7f7d9c14f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f7d88006010 tx=0x7f7d880038a0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 shutdown_connections 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7d7c077040 0x7f7d7c079550 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7d9c160e80 0x7f7d9c159d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7d9c160530 0x7f7d9c14f0e0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 --2- 172.21.15.66:0/2156210057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7d9c0b73b0 0x7f7d9c06d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 >> 172.21.15.66:0/2156210057 conn(0x7f7d9c0d1db0 msgr2=0x7f7d9c15b140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 shutdown_connections 2024-07-27T06:55:19.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.578+0000 7f7da4200640 1 -- 172.21.15.66:0/2156210057 wait complete. 2024-07-27T06:55:19.609 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:55:19.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.903+0000 7f9b25400640 1 -- 172.21.15.66:0/4081467425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 msgr2=0x7f9b04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.903+0000 7f9b25400640 1 --2- 172.21.15.66:0/4081467425 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b04004800 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9b0800baf0 tx=0x7f9b04005830 comp rx=0 tx=0).stop 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.903+0000 7f9b24a00640 1 -- 172.21.15.66:0/4081467425 reap_dead start 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.904+0000 7f9b25400640 1 -- 172.21.15.66:0/4081467425 shutdown_connections 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.904+0000 7f9b25400640 1 -- 172.21.15.66:0/4081467425 >> 172.21.15.66:0/4081467425 conn(0x7f9b2006c780 msgr2=0x7f9b2006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.904+0000 7f9b25400640 1 -- 172.21.15.66:0/4081467425 shutdown_connections 2024-07-27T06:55:19.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.904+0000 7f9b25400640 1 -- 172.21.15.66:0/4081467425 wait complete. 2024-07-27T06:55:19.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.906+0000 7f9b25400640 1 Processor -- start 2024-07-27T06:55:19.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.906+0000 7f9b25400640 1 -- start start 2024-07-27T06:55:19.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.907+0000 7f9b25400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.907+0000 7f9b25400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b201f5b30 0x7f9b2013ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b25400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b200ad8c0 0x7f9b200adcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b25400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9b200cf450 con 0x7f9b040040f0 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b25400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9b200cf2d0 con 0x7f9b200ad8c0 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b25400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9b2015d590 con 0x7f9b201f5b30 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32792/0 (socket says 172.21.15.66:32792) 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 -- 172.21.15.66:0/2320858968 learned_addr learned my addr 172.21.15.66:0/2320858968 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 -- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b201f5b30 msgr2=0x7f9b2013ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b201f5b30 0x7f9b2013ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 -- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b200ad8c0 msgr2=0x7f9b200adcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:19.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b200ad8c0 0x7f9b200adcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:19.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 -- 172.21.15.66:0/2320858968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b200ae210 con 0x7f9b040040f0 2024-07-27T06:55:19.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.908+0000 7f9b1fe00640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800d730 tx=0x7f9b1800dbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.909+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b18018070 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.909+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b1800de40 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.909+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b1800b6c0 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.909+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b20141740 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.909+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b20141d00 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.910+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b2015fdd0 con 0x7f9b040040f0 2024-07-27T06:55:19.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.911+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9b1801b070 con 0x7f9b040040f0 2024-07-27T06:55:19.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.912+0000 7f9b17e00640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 0x7f9afc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:19.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.912+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f9b18098850 con 0x7f9b040040f0 2024-07-27T06:55:19.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.913+0000 7f9b1f400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 0x7f9afc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:19.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.914+0000 7f9b1f400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 0x7f9afc079520 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f9b08036000 tx=0x7f9b08004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:19.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:19.917+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9b200ae210 con 0x7f9b040040f0 2024-07-27T06:55:20.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.199+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f9b200ae590 con 0x7f9b040040f0 2024-07-27T06:55:20.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.423+0000 7f9b17e00640 1 -- 172.21.15.66:0/2320858968 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.5824 v77) ==== 112+0+0 (secure 0 0 0) 0x7f9b20160310 con 0x7f9b040040f0 2024-07-27T06:55:20.425 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.5824 2024-07-27T06:55:20.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.426+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 msgr2=0x7f9afc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 0x7f9afc079520 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f9b08036000 tx=0x7f9b08004730 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 msgr2=0x7f9b2014cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f9b1800d730 tx=0x7f9b1800dbf0 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 shutdown_connections 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9afc077010 0x7f9afc079520 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9b200ad8c0 0x7f9b200adcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9b201f5b30 0x7f9b2013ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 --2- 172.21.15.66:0/2320858968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9b040040f0 0x7f9b2014cd00 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 >> 172.21.15.66:0/2320858968 conn(0x7f9b2006c780 msgr2=0x7f9b2006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 shutdown_connections 2024-07-27T06:55:20.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:20.427+0000 7f9b25400640 1 -- 172.21.15.66:0/2320858968 wait complete. 2024-07-27T06:55:20.458 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json config set mds_kill_mdstable_at 5 2024-07-27T06:55:20.748 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:55:20.748 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:55:20.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:55:20.748 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s15) 2024-07-27T06:55:20.756 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:55:20.825 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7ffb23800640 time 2024-07-27T06:55:20.825087+0000 2024-07-27T06:55:20.825 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:55:20.827 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.827 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7ffb2a84c4d1] 2024-07-27T06:55:20.827 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.828 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7ffb23800640 thread_name:ms_dispatch 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:55:20.825+0000 7ffb23800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7ffb23800640 time 2024-07-27T06:55:20.825087+0000 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7ffb2a84c4d1] 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.829 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.830 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ffb29e3e6f0] 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7ffb29e8b94c] 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7ffb2a84c60c] 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.831 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:55:20.829+0000 7ffb23800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:20.832 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7ffb23800640 thread_name:ms_dispatch 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ffb29e3e6f0] 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7ffb29e8b94c] 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7ffb2a84c60c] 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.833 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:20.834 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.855 INFO:tasks.ceph.mds.d.smithi155.stderr: -503> 2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:20.855 INFO:tasks.ceph.mds.d.smithi155.stderr: -501> 2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:20.858 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T06:55:20.825+0000 7ffb23800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7ffb23800640 time 2024-07-27T06:55:20.825087+0000 2024-07-27T06:55:20.858 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:55:20.858 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.858 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7ffb2a84c4d1] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.859 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T06:55:20.829+0000 7ffb23800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7ffb23800640 thread_name:ms_dispatch 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ffb29e3e6f0] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7ffb29e8b94c] 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:55:20.860 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7ffb2a84c60c] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.861 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.862 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.862 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:20.862 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.874 INFO:tasks.ceph.mds.d.smithi155.stderr: -503> 2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:20.875 INFO:tasks.ceph.mds.d.smithi155.stderr: -501> 2024-07-27T06:55:17.066+0000 7ffb20600640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T06:55:20.825+0000 7ffb23800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7ffb23800640 time 2024-07-27T06:55:20.825087+0000 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7ffb2a84c4d1] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.877 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T06:55:20.829+0000 7ffb23800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7ffb23800640 thread_name:ms_dispatch 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:20.878 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7ffb29e3e6f0] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7ffb29e8b94c] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7ffb2a84c60c] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7ffb2a84c6de] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x559c6219e005] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x559c6219e60a] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x559c61e41ee1] 2024-07-27T06:55:20.879 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x559c61e45637] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x559c61e45f5e] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x559c61e2903a] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7ffb2a99b407] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7ffb2a99bcf9] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7ffb2aa785a1] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7ffb2a825cdd] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7ffb2a825cf9] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7ffb29e89c02] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7ffb29f0ec40] 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:20.880 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:55:21.077 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:55:21.078 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:55:21.078 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 -- 172.21.15.66:0/3432633951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd1815dfa0 msgr2=0x7efd1815e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 --2- 172.21.15.66:0/3432633951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd1815dfa0 0x7efd1815e3b0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7efd00009830 tx=0x7efd0002a510 comp rx=0 tx=0).stop 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 -- 172.21.15.66:0/3432633951 shutdown_connections 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 --2- 172.21.15.66:0/3432633951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd180b3ea0 0x7efd180b42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 --2- 172.21.15.66:0/3432633951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd1815dfa0 0x7efd1815e3b0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 -- 172.21.15.66:0/3432633951 >> 172.21.15.66:0/3432633951 conn(0x7efd1806c780 msgr2=0x7efd1806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 -- 172.21.15.66:0/3432633951 shutdown_connections 2024-07-27T06:55:21.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.367+0000 7efd17200640 1 -- 172.21.15.66:0/3432633951 wait complete. 2024-07-27T06:55:21.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.369+0000 7efd17200640 1 Processor -- start 2024-07-27T06:55:21.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.370+0000 7efd17200640 1 -- start start 2024-07-27T06:55:21.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd1806e6f0 0x7efd1815c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd1815dfa0 0x7efd18156e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd180af0e0 con 0x7efd180b3ea0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efd180aef60 con 0x7efd1806e6f0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd17200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efd180b47f0 con 0x7efd1815dfa0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.371+0000 7efd0d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51740/0 (socket says 172.21.15.66:51740) 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 -- 172.21.15.66:0/2708083903 learned_addr learned my addr 172.21.15.66:0/2708083903 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd15e00640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd1806e6f0 0x7efd1815c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd16800640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd1815dfa0 0x7efd18156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:21.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 -- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd1815dfa0 msgr2=0x7efd18156e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:21.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd1815dfa0 0x7efd18156e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 -- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd1806e6f0 msgr2=0x7efd1815c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:21.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd1806e6f0 0x7efd1815c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.372+0000 7efd0d400640 1 -- 172.21.15.66:0/2708083903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd181f87c0 con 0x7efd180b3ea0 2024-07-27T06:55:21.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd0d400640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7efd00009950 tx=0x7efd00033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:21.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd00005c90 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd00031e50 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd181f8aa0 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd00005260 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.373+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd181f9060 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.374+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd180b42b0 con 0x7efd180b3ea0 2024-07-27T06:55:21.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.376+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efd00005400 con 0x7efd180b3ea0 2024-07-27T06:55:21.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.377+0000 7efd0ea00640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 0x7efcf4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:21.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.377+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7efd000ba120 con 0x7efd180b3ea0 2024-07-27T06:55:21.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.377+0000 7efd15e00640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 0x7efcf4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:21.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.379+0000 7efd15e00640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 0x7efcf4079520 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efd08001610 tx=0x7efd08009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:21.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.381+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efd0003f030 con 0x7efd180b3ea0 2024-07-27T06:55:21.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.636+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efd181f4e30 con 0x7efd180b3ea0 2024-07-27T06:55:21.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.637+0000 7efd0ea00640 1 -- 172.21.15.66:0/2708083903 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5252 (secure 0 0 0) 0x7efd1815e8f0 con 0x7efd180b3ea0 2024-07-27T06:55:21.640 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:21.640 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":77,"btime":"2024-07-27T06:55:20:412549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":77,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:20.201877+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[6309,5824]},"id":6}]} 2024-07-27T06:55:21.640 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 77 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.640+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 msgr2=0x7efcf4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.640+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 0x7efcf4079520 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7efd08001610 tx=0x7efd08009040 comp rx=0 tx=0).stop 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 msgr2=0x7efd181e63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7efd00009950 tx=0x7efd00033c20 comp rx=0 tx=0).stop 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 shutdown_connections 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efcf4077010 0x7efcf4079520 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd1815dfa0 0x7efd18156e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd180b3ea0 0x7efd181e63a0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 --2- 172.21.15.66:0/2708083903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd1806e6f0 0x7efd1815c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:21.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 >> 172.21.15.66:0/2708083903 conn(0x7efd1806c780 msgr2=0x7efd1815bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:21.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.641+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 shutdown_connections 2024-07-27T06:55:21.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:21.642+0000 7efd17200640 1 -- 172.21.15.66:0/2708083903 wait complete. 2024-07-27T06:55:21.646 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:55:21.673 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:22.231 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T06:55:26.674 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:26.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 -- 172.21.15.66:0/1724353346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 msgr2=0x7f0654161f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:26.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 --2- 172.21.15.66:0/1724353346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f0654161f70 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f06540b2aa0 tx=0x7f063c02a4d0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 -- 172.21.15.66:0/1724353346 shutdown_connections 2024-07-27T06:55:26.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 --2- 172.21.15.66:0/1724353346 >> v2:172.21.15.155:3300/0 conn(0x7f0654072e40 0x7f0654073250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 --2- 172.21.15.66:0/1724353346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f0654161f70 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 --2- 172.21.15.66:0/1724353346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f065406faa0 0x7f0654154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 -- 172.21.15.66:0/1724353346 >> 172.21.15.66:0/1724353346 conn(0x7f065406c780 msgr2=0x7f065406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:26.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.986+0000 7f0659000640 1 -- 172.21.15.66:0/1724353346 shutdown_connections 2024-07-27T06:55:26.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.987+0000 7f0659000640 1 -- 172.21.15.66:0/1724353346 wait complete. 2024-07-27T06:55:26.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.989+0000 7f0659000640 1 Processor -- start 2024-07-27T06:55:26.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.989+0000 7f0659000640 1 -- start start 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0654072e40 0x7f06541f7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06541529f0 0x7f06540af640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06540aea50 con 0x7f0654161b60 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06540ae8d0 con 0x7f0654072e40 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0659000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06540aebd0 con 0x7f06541529f0 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f064aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f064aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51758/0 (socket says 172.21.15.66:51758) 2024-07-27T06:55:26.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f064aa00640 1 -- 172.21.15.66:0/3778592875 learned_addr learned my addr 172.21.15.66:0/3778592875 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0653400640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0654072e40 0x7f06541f7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f0653e00640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06541529f0 0x7f06540af640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f064aa00640 1 -- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06541529f0 msgr2=0x7f06540af640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.991+0000 7f064aa00640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06541529f0 0x7f06540af640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064aa00640 1 -- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0654072e40 msgr2=0x7f06541f7e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064aa00640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0654072e40 0x7f06541f7e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064aa00640 1 -- 172.21.15.66:0/3778592875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06541f85c0 con 0x7f0654161b60 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064aa00640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f063c034040 tx=0x7f063c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c03e030 con 0x7f0654161b60 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f063c003e00 con 0x7f0654161b60 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06541f88a0 con 0x7f0654161b60 2024-07-27T06:55:26.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.992+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c035040 con 0x7f0654161b60 2024-07-27T06:55:26.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.993+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0654156fc0 con 0x7f0654161b60 2024-07-27T06:55:26.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.994+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0654075330 con 0x7f0654161b60 2024-07-27T06:55:26.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.996+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f063c041030 con 0x7f0654161b60 2024-07-27T06:55:26.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.997+0000 7f064be00640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 0x7f0630079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:26.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:26.997+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f063c0b9730 con 0x7f0654161b60 2024-07-27T06:55:27.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.001+0000 7f0653400640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 0x7f0630079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:27.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.002+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f063c0822c0 con 0x7f0654161b60 2024-07-27T06:55:27.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.002+0000 7f0653400640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 0x7f0630079520 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f0644005fd0 tx=0x7f064400c460 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:27.226 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:55:27.234 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:55:27.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.250+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06541f8350 con 0x7f0654161b60 2024-07-27T06:55:27.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.251+0000 7f064be00640 1 -- 172.21.15.66:0/3778592875 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5252 (secure 0 0 0) 0x7f063c081bc0 con 0x7f0654161b60 2024-07-27T06:55:27.253 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:27.253 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":77,"btime":"2024-07-27T06:55:20:412549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":77,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:20.201877+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[6309,5824]},"id":6}]} 2024-07-27T06:55:27.253 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 77 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 msgr2=0x7f0630079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 0x7f0630079520 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f0644005fd0 tx=0x7f064400c460 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 msgr2=0x7f06541f4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f063c034040 tx=0x7f063c003910 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 shutdown_connections 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0630077010 0x7f0630079520 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06541529f0 0x7f06540af640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0654161b60 0x7f06541f4050 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 --2- 172.21.15.66:0/3778592875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0654072e40 0x7f06541f7e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:27.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 >> 172.21.15.66:0/3778592875 conn(0x7f065406c780 msgr2=0x7f06541545f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:27.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 shutdown_connections 2024-07-27T06:55:27.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:27.254+0000 7f0659000640 1 -- 172.21.15.66:0/3778592875 wait complete. 2024-07-27T06:55:27.282 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:28.843 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-07-27T06:55:32.283 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:32.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.578+0000 7f60ee600640 1 -- 172.21.15.66:0/405709611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80cb6c0 msgr2=0x7f60e80ca1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:32.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.578+0000 7f60ee600640 1 --2- 172.21.15.66:0/405709611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80cb6c0 0x7f60e80ca1e0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f60e80cf970 tx=0x7f60d002a530 comp rx=0 tx=0).stop 2024-07-27T06:55:32.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 -- 172.21.15.66:0/405709611 shutdown_connections 2024-07-27T06:55:32.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 --2- 172.21.15.66:0/405709611 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80cb6c0 0x7f60e80ca1e0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 --2- 172.21.15.66:0/405709611 >> v2:172.21.15.155:3300/0 conn(0x7f60e80732e0 0x7f60e8070060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 -- 172.21.15.66:0/405709611 >> 172.21.15.66:0/405709611 conn(0x7f60e80cfb90 msgr2=0x7f60e80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:32.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 -- 172.21.15.66:0/405709611 shutdown_connections 2024-07-27T06:55:32.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.579+0000 7f60ee600640 1 -- 172.21.15.66:0/405709611 wait complete. 2024-07-27T06:55:32.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.581+0000 7f60ee600640 1 Processor -- start 2024-07-27T06:55:32.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.581+0000 7f60ee600640 1 -- start start 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 0x7f60e80b4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60e80cb6c0 0x7f60e8154240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f60e80b5150 con 0x7f60e80732e0 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f60e80cae50 con 0x7f60e80ca720 2024-07-27T06:55:32.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60ee600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f60e80b52d0 con 0x7f60e80cb6c0 2024-07-27T06:55:32.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60e7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:32.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60e7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43136/0 (socket says 172.21.15.66:43136) 2024-07-27T06:55:32.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.583+0000 7f60e7400640 1 -- 172.21.15.66:0/3396613204 learned_addr learned my addr 172.21.15.66:0/3396613204 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:32.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60dea00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 0x7f60e80b4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:32.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7e00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60e80cb6c0 0x7f60e8154240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 -- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60e80cb6c0 msgr2=0x7f60e8154240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60e80cb6c0 0x7f60e8154240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 -- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 msgr2=0x7f60e80b4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 0x7f60e80b4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 -- 172.21.15.66:0/3396613204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60e80c2950 con 0x7f60e80732e0 2024-07-27T06:55:32.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60dea00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 0x7f60e80b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.584+0000 7f60e7400640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f60d800d740 tx=0x7f60d800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.585+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60d8017070 con 0x7f60e80732e0 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.585+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60d8009d20 con 0x7f60e80732e0 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.585+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60d80106c0 con 0x7f60e80732e0 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.585+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60e80b3890 con 0x7f60e80732e0 2024-07-27T06:55:32.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.585+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60e80b3e50 con 0x7f60e80732e0 2024-07-27T06:55:32.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.586+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60e8070060 con 0x7f60e80732e0 2024-07-27T06:55:32.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.587+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f60d801a070 con 0x7f60e80732e0 2024-07-27T06:55:32.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.588+0000 7f60dfe00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 0x7f60c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:32.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.589+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f60d8099250 con 0x7f60e80732e0 2024-07-27T06:55:32.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.589+0000 7f60dea00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 0x7f60c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:32.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.591+0000 7f60dea00640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 0x7f60c4079520 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f60d0034000 tx=0x7f60d0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:32.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.594+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f60d8061cc0 con 0x7f60e80732e0 2024-07-27T06:55:32.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.849+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f60e80cc220 con 0x7f60e80732e0 2024-07-27T06:55:32.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.851+0000 7f60dfe00640 1 -- 172.21.15.66:0/3396613204 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 77 v77) ==== 94+0+5252 (secure 0 0 0) 0x7f60d80615c0 con 0x7f60e80732e0 2024-07-27T06:55:32.853 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:32.853 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":77,"btime":"2024-07-27T06:55:20:412549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":77,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:20.201877+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[6309,5824]},"id":6}]} 2024-07-27T06:55:32.853 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 77 2024-07-27T06:55:32.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 msgr2=0x7f60c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:32.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 0x7f60c4079520 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f60d0034000 tx=0x7f60d0004730 comp rx=0 tx=0).stop 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 msgr2=0x7f60e80c2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f60d800d740 tx=0x7f60d800dc00 comp rx=0 tx=0).stop 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 shutdown_connections 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f60c4077010 0x7f60c4079520 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f60e80cb6c0 0x7f60e8154240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f60e80ca720 0x7f60e80b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 --2- 172.21.15.66:0/3396613204 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f60e80732e0 0x7f60e80c2410 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:32.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 >> 172.21.15.66:0/3396613204 conn(0x7f60e80cfb90 msgr2=0x7f60e815edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:32.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.854+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 shutdown_connections 2024-07-27T06:55:32.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:32.855+0000 7f60ee600640 1 -- 172.21.15.66:0/3396613204 wait complete. 2024-07-27T06:55:32.884 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:35.456 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~13s 2024-07-27T06:55:37.885 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 -- 172.21.15.66:0/4014370659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee815fea0 msgr2=0x7fdee8072c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 --2- 172.21.15.66:0/4014370659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee815fea0 0x7fdee8072c00 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fdee8072090 tx=0x7fdee002aa50 comp rx=0 tx=0).stop 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 -- 172.21.15.66:0/4014370659 shutdown_connections 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 --2- 172.21.15.66:0/4014370659 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee815fea0 0x7fdee8072c00 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 --2- 172.21.15.66:0/4014370659 >> v2:172.21.15.155:3300/0 conn(0x7fdee80cbd50 0x7fdee815f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 -- 172.21.15.66:0/4014370659 >> 172.21.15.66:0/4014370659 conn(0x7fdee806c780 msgr2=0x7fdee806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 -- 172.21.15.66:0/4014370659 shutdown_connections 2024-07-27T06:55:38.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.188+0000 7fdeede00640 1 -- 172.21.15.66:0/4014370659 wait complete. 2024-07-27T06:55:38.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.190+0000 7fdeede00640 1 Processor -- start 2024-07-27T06:55:38.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.191+0000 7fdeede00640 1 -- start start 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 0x7fdee8147330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 0x7fdee806fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdee80732c0 con 0x7fdee80ceb20 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdee8073140 con 0x7fdee815fea0 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdeede00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdee8073440 con 0x7fdee80cbd50 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.192+0000 7fdee7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43148/0 (socket says 172.21.15.66:43148) 2024-07-27T06:55:38.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 -- 172.21.15.66:0/1916251888 learned_addr learned my addr 172.21.15.66:0/1916251888 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdeeca00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 0x7fdee8147330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdeed400640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 0x7fdee806fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 -- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 msgr2=0x7fdee8147330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 0x7fdee8147330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 -- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 msgr2=0x7fdee806fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 0x7fdee806fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdee7e00640 1 -- 172.21.15.66:0/1916251888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee806dfe0 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdeeca00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 0x7fdee8147330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.193+0000 7fdeed400640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 0x7fdee806fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdee7e00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fded800d700 tx=0x7fded800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8017070 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fded8005330 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8009820 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee806e2a0 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.194+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee806e860 con 0x7fdee80ceb20 2024-07-27T06:55:38.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.195+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdee8075330 con 0x7fdee80ceb20 2024-07-27T06:55:38.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.197+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fded80099c0 con 0x7fdee80ceb20 2024-07-27T06:55:38.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.199+0000 7fdee4c00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 0x7fdecc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:38.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.199+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7fded8098ff0 con 0x7fdee80ceb20 2024-07-27T06:55:38.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.200+0000 7fdeeca00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 0x7fdecc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.201+0000 7fdeeca00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 0x7fdecc079550 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00a810 tx=0x7fdedc008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:38.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.204+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fded8061b30 con 0x7fdee80ceb20 2024-07-27T06:55:38.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.461+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdee80739d0 con 0x7fdee80ceb20 2024-07-27T06:55:38.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.462+0000 7fdee4c00640 1 -- 172.21.15.66:0/1916251888 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5300 (secure 0 0 0) 0x7fded8061430 con 0x7fdee80ceb20 2024-07-27T06:55:38.462 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:38.463 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":78,"btime":"2024-07-27T06:55:32:946373+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6717,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:32.946315+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":99,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5824,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5824":{"gid":5824,"name":"d","rank":0,"incarnation":72,"state":"up:active","state_seq":12,"addr":"172.21.15.155:6837/1327799038","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1327799038},{"type":"v1","addr":"172.21.15.155:6837","nonce":1327799038}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:55:32.946315+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5824,"qdb_cluster":[5824,6309]},"id":6}]} 2024-07-27T06:55:38.463 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 78 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 msgr2=0x7fdecc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 0x7fdecc079550 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fdedc00a810 tx=0x7fdedc008040 comp rx=0 tx=0).stop 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 msgr2=0x7fdee806f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fded800d700 tx=0x7fded800dbc0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 shutdown_connections 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdecc077040 0x7fdecc079550 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdee815fea0 0x7fdee806fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdee80ceb20 0x7fdee806f7d0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 --2- 172.21.15.66:0/1916251888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdee80cbd50 0x7fdee8147330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:38.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.464+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 >> 172.21.15.66:0/1916251888 conn(0x7fdee806c780 msgr2=0x7fdee80af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:38.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.465+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 shutdown_connections 2024-07-27T06:55:38.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:38.465+0000 7fdeede00640 1 -- 172.21.15.66:0/1916251888 wait complete. 2024-07-27T06:55:38.495 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:55:38.495 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:55:38.581 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:55:38.585 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:55:38.585 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:55:38.675 INFO:teuthology.orchestra.run.smithi155.stdout:1722063320.45361.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:55:38.679 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063320.45361.core'] 2024-07-27T06:55:38.679 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063320.45361.core, deleting it 2024-07-27T06:55:38.680 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063320.45361.core 2024-07-27T06:55:38.795 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:55:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.094+0000 7f89dca00640 1 -- 172.21.15.66:0/640083771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d815fea0 msgr2=0x7f89d815c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.094+0000 7f89dca00640 1 --2- 172.21.15.66:0/640083771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d815fea0 0x7f89d815c370 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f89d806d8e0 tx=0x7f89d002a980 comp rx=0 tx=0).stop 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 -- 172.21.15.66:0/640083771 shutdown_connections 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 --2- 172.21.15.66:0/640083771 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d815fea0 0x7f89d815c370 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 --2- 172.21.15.66:0/640083771 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80cc5f0 0x7f89d815f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 --2- 172.21.15.66:0/640083771 >> v2:172.21.15.155:3300/0 conn(0x7f89d80ceb20 0x7f89d80cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 -- 172.21.15.66:0/640083771 >> 172.21.15.66:0/640083771 conn(0x7f89d806c780 msgr2=0x7f89d806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 -- 172.21.15.66:0/640083771 shutdown_connections 2024-07-27T06:55:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.095+0000 7f89dca00640 1 -- 172.21.15.66:0/640083771 wait complete. 2024-07-27T06:55:39.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.097+0000 7f89dca00640 1 Processor -- start 2024-07-27T06:55:39.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.097+0000 7f89dca00640 1 -- start start 2024-07-27T06:55:39.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80ceb20 0x7f89d814a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89d815fea0 0x7f89d81f8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f89d815ca30 con 0x7f89d80cc5f0 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f89d815c8b0 con 0x7f89d815fea0 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89dca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f89d815cbb0 con 0x7f89d80ceb20 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89d7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89d7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43160/0 (socket says 172.21.15.66:43160) 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.099+0000 7f89d7400640 1 -- 172.21.15.66:0/1040745605 learned_addr learned my addr 172.21.15.66:0/1040745605 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89cfe00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80ceb20 0x7f89d814a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7e00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89d815fea0 0x7f89d81f8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 -- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80ceb20 msgr2=0x7f89d814a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80ceb20 0x7f89d814a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 -- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89d815fea0 msgr2=0x7f89d81f8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89d815fea0 0x7f89d81f8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 -- 172.21.15.66:0/1040745605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89d81f5300 con 0x7f89d80cc5f0 2024-07-27T06:55:39.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.100+0000 7f89d7400640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f89c800c970 tx=0x7f89c800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:39.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.101+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c8007bb0 con 0x7f89d80cc5f0 2024-07-27T06:55:39.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.101+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89c8007e40 con 0x7f89d80cc5f0 2024-07-27T06:55:39.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.101+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89c800f690 con 0x7f89d80cc5f0 2024-07-27T06:55:39.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.101+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89d814aa70 con 0x7f89d80cc5f0 2024-07-27T06:55:39.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.101+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89d81f5af0 con 0x7f89d80cc5f0 2024-07-27T06:55:39.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.102+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89d8075330 con 0x7f89d80cc5f0 2024-07-27T06:55:39.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.103+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f89c800f830 con 0x7f89d80cc5f0 2024-07-27T06:55:39.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.105+0000 7f89cf400640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 0x7f89b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.105+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 7480+0+0 (secure 0 0 0) 0x7f89c8099680 con 0x7f89d80cc5f0 2024-07-27T06:55:39.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.106+0000 7f89cfe00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 0x7f89b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.107+0000 7f89cfe00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 0x7f89b4079520 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005fd0 tx=0x7f89c0005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:39.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.110+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f89c8014030 con 0x7f89d80cc5f0 2024-07-27T06:55:39.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.405+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7f89d80cf6b0 con 0x7f89d80cc5f0 2024-07-27T06:55:39.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.409+0000 7f89cf400640 1 -- 172.21.15.66:0/1040745605 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 5824 v79) ==== 97+0+0 (secure 0 0 0) 0x7f89c8062220 con 0x7f89d80cc5f0 2024-07-27T06:55:39.410 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 5824 2024-07-27T06:55:39.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.413+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 msgr2=0x7f89b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.413+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 0x7f89b4079520 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f89c0005fd0 tx=0x7f89c0005850 comp rx=0 tx=0).stop 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.413+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 msgr2=0x7f89d81f4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.413+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f89c800c970 tx=0x7f89c800ce30 comp rx=0 tx=0).stop 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 shutdown_connections 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89b4077010 0x7f89b4079520 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f89d815fea0 0x7f89d81f8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89d80ceb20 0x7f89d814a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 --2- 172.21.15.66:0/1040745605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89d80cc5f0 0x7f89d81f4dc0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.414+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 >> 172.21.15.66:0/1040745605 conn(0x7f89d806c780 msgr2=0x7f89d806fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:39.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.415+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 shutdown_connections 2024-07-27T06:55:39.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.415+0000 7f89dca00640 1 -- 172.21.15.66:0/1040745605 wait complete. 2024-07-27T06:55:39.448 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:55:39.449 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:55:39.449 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:55:39.449 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:55:39.449 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:55:39.449 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T06:55:39.450 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:55:39.450 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:55:39.459 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:55:39.459 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:39.691 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.714+0000 7f47ddc00640 1 -- 172.21.15.66:0/1841154184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d8159980 msgr2=0x7f47d8073520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.714+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1841154184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d8159980 0x7f47d8073520 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f47c8005fd0 tx=0x7f47c802a670 comp rx=0 tx=0).stop 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.714+0000 7f47ddc00640 1 -- 172.21.15.66:0/1841154184 shutdown_connections 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.714+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1841154184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d8159980 0x7f47d8073520 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.714+0000 7f47ddc00640 1 -- 172.21.15.66:0/1841154184 >> 172.21.15.66:0/1841154184 conn(0x7f47d806c780 msgr2=0x7f47d806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.715+0000 7f47ddc00640 1 -- 172.21.15.66:0/1841154184 shutdown_connections 2024-07-27T06:55:39.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.715+0000 7f47ddc00640 1 -- 172.21.15.66:0/1841154184 wait complete. 2024-07-27T06:55:39.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.717+0000 7f47ddc00640 1 Processor -- start 2024-07-27T06:55:39.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.717+0000 7f47ddc00640 1 -- start start 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.718+0000 7f47ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47ddc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47d8159980 0x7f47d80c4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47ddc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 0x7f47d815e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47ddc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f47d806ecc0 con 0x7f47d80cee80 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47ddc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f47d806eb40 con 0x7f47d8159980 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47ddc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f47d80cf290 con 0x7f47d815e580 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43186/0 (socket says 172.21.15.66:43186) 2024-07-27T06:55:39.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 -- 172.21.15.66:0/1886395944 learned_addr learned my addr 172.21.15.66:0/1886395944 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47dd200640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 0x7f47d815e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 -- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 msgr2=0x7f47d815e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 0x7f47d815e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 -- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47d8159980 msgr2=0x7f47d80c4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47cf400640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47d8159980 0x7f47d80c4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47d8159980 0x7f47d80c4840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47d7e00640 1 -- 172.21.15.66:0/1886395944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47d815eed0 con 0x7f47d80cee80 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.719+0000 7f47dd200640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 0x7f47d815e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:39.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47d7e00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f47c8000c00 tx=0x7f47c8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c803e030 con 0x7f47d80cee80 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47c8003e60 con 0x7f47d80cee80 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47c8035040 con 0x7f47d80cee80 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47d80ab160 con 0x7f47d80cee80 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.720+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47d80ab440 con 0x7f47d80cee80 2024-07-27T06:55:39.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.721+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47d8073520 con 0x7f47d80cee80 2024-07-27T06:55:39.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.723+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f47c8041030 con 0x7f47d80cee80 2024-07-27T06:55:39.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.724+0000 7f47d4c00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 0x7f47b4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:39.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.724+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f47c80b9760 con 0x7f47d80cee80 2024-07-27T06:55:39.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.724+0000 7f47cf400640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 0x7f47b4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:39.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.725+0000 7f47cf400640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 0x7f47b4079520 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f47d815f4f0 tx=0x7f47c0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:39.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.729+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f47d815eed0 con 0x7f47d80cee80 2024-07-27T06:55:39.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.971+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47d80cc920 con 0x7f47d80cee80 2024-07-27T06:55:39.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.973+0000 7f47d4c00640 1 -- 172.21.15.66:0/1886395944 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) ==== 94+0+4419 (secure 0 0 0) 0x7f47c8082340 con 0x7f47d80cee80 2024-07-27T06:55:39.973 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:39.974 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":80,"btime":"2024-07-27T06:55:39:414376+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:39.414306+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:55:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 80 2024-07-27T06:55:39.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.975+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 msgr2=0x7f47b4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.975+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 0x7f47b4079520 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f47d815f4f0 tx=0x7f47c0009040 comp rx=0 tx=0).stop 2024-07-27T06:55:39.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 msgr2=0x7f47d81f2030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:39.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f47c8000c00 tx=0x7f47c8003970 comp rx=0 tx=0).stop 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 shutdown_connections 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f47b4077010 0x7f47b4079520 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f47d815e580 0x7f47d815e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f47d8159980 0x7f47d80c4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 --2- 172.21.15.66:0/1886395944 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f47d80cee80 0x7f47d81f2030 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 >> 172.21.15.66:0/1886395944 conn(0x7f47d806c780 msgr2=0x7f47d806e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 shutdown_connections 2024-07-27T06:55:39.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:39.976+0000 7f47ddc00640 1 -- 172.21.15.66:0/1886395944 wait complete. 2024-07-27T06:55:40.002 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:55:42.170 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-27T06:55:45.003 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:45.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 -- 172.21.15.66:0/3941607793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b600aef40 msgr2=0x7f0b6006de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/3941607793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b600aef40 0x7f0b6006de60 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f0b60074f30 tx=0x7f0b5802a980 comp rx=0 tx=0).stop 2024-07-27T06:55:45.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 -- 172.21.15.66:0/3941607793 shutdown_connections 2024-07-27T06:55:45.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/3941607793 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b600aef40 0x7f0b6006de60 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/3941607793 >> v2:172.21.15.155:3300/0 conn(0x7f0b600701d0 0x7f0b60151010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 -- 172.21.15.66:0/3941607793 >> 172.21.15.66:0/3941607793 conn(0x7f0b6006c780 msgr2=0x7f0b6006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:45.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 -- 172.21.15.66:0/3941607793 shutdown_connections 2024-07-27T06:55:45.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.304+0000 7f0b5fe00640 1 -- 172.21.15.66:0/3941607793 wait complete. 2024-07-27T06:55:45.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.307+0000 7f0b5fe00640 1 Processor -- start 2024-07-27T06:55:45.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.307+0000 7f0b5fe00640 1 -- start start 2024-07-27T06:55:45.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 0x7f0b6014c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 0x7f0b6015f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6015a4b0 con 0x7f0b601f57e0 2024-07-27T06:55:45.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0b6006e750 con 0x7f0b600701d0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0b6015a630 con 0x7f0b600b38c0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37320/0 (socket says 172.21.15.66:37320) 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5f400640 1 -- 172.21.15.66:0/2902058423 learned_addr learned my addr 172.21.15.66:0/2902058423 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5ea00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 0x7f0b6014c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b5f400640 1 -- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 msgr2=0x7f0b6015f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.309+0000 7f0b57e00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 0x7f0b6015f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5f400640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 0x7f0b6015f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5f400640 1 -- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 msgr2=0x7f0b6014c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5f400640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 0x7f0b6014c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5f400640 1 -- 172.21.15.66:0/2902058423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b6014e730 con 0x7f0b601f57e0 2024-07-27T06:55:45.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5ea00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 0x7f0b6014c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:45.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b57e00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 0x7f0b6015f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:45.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5f400640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f0b58033040 tx=0x7f0b58003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:45.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b58034040 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b58004540 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b58045480 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.310+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b6014ea10 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.311+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b6014d070 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.312+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b6014cde0 con 0x7f0b601f57e0 2024-07-27T06:55:45.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.313+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0b58037020 con 0x7f0b601f57e0 2024-07-27T06:55:45.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.314+0000 7f0b56a00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 0x7f0b3c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.314+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f0b580baa80 con 0x7f0b601f57e0 2024-07-27T06:55:45.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.315+0000 7f0b5ea00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 0x7f0b3c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.316+0000 7f0b5ea00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 0x7f0b3c079520 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f0b50009aa0 tx=0x7f0b50005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:45.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.324+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0b580bce20 con 0x7f0b601f57e0 2024-07-27T06:55:45.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.581+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b60151010 con 0x7f0b601f57e0 2024-07-27T06:55:45.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.582+0000 7f0b56a00640 1 -- 172.21.15.66:0/2902058423 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5253 (secure 0 0 0) 0x7f0b600b2b60 con 0x7f0b601f57e0 2024-07-27T06:55:45.584 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":84,"btime":"2024-07-27T06:55:43:435941+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:43.435930+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6309,6717]},"id":6}]} 2024-07-27T06:55:45.584 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 84 2024-07-27T06:55:45.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 msgr2=0x7f0b3c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 0x7f0b3c079520 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f0b50009aa0 tx=0x7f0b50005db0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 msgr2=0x7f0b6014fec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f0b58033040 tx=0x7f0b58003f10 comp rx=0 tx=0).stop 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 shutdown_connections 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0b3c077010 0x7f0b3c079520 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0b601f57e0 0x7f0b6014fec0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0b600b38c0 0x7f0b6015f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 --2- 172.21.15.66:0/2902058423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0b600701d0 0x7f0b6014c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.585+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 >> 172.21.15.66:0/2902058423 conn(0x7f0b6006c780 msgr2=0x7f0b600b44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.586+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 shutdown_connections 2024-07-27T06:55:45.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.586+0000 7f0b5fe00640 1 -- 172.21.15.66:0/2902058423 wait complete. 2024-07-27T06:55:45.616 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:55:45.616 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:45.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.898+0000 7ff644600640 1 -- 172.21.15.66:0/3693045917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 msgr2=0x7ff63c06ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.898+0000 7ff644600640 1 --2- 172.21.15.66:0/3693045917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c06ea50 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7ff63c0cd710 tx=0x7ff63402af90 comp rx=0 tx=0).stop 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 -- 172.21.15.66:0/3693045917 shutdown_connections 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 --2- 172.21.15.66:0/3693045917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c06ea50 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 --2- 172.21.15.66:0/3693045917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072cd0 0x7ff63c06e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 --2- 172.21.15.66:0/3693045917 >> v2:172.21.15.155:3300/0 conn(0x7ff63c072380 0x7ff63c072790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 -- 172.21.15.66:0/3693045917 >> 172.21.15.66:0/3693045917 conn(0x7ff63c0cfb90 msgr2=0x7ff63c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 -- 172.21.15.66:0/3693045917 shutdown_connections 2024-07-27T06:55:45.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.899+0000 7ff644600640 1 -- 172.21.15.66:0/3693045917 wait complete. 2024-07-27T06:55:45.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.901+0000 7ff644600640 1 Processor -- start 2024-07-27T06:55:45.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.901+0000 7ff644600640 1 -- start start 2024-07-27T06:55:45.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072380 0x7ff63c1f92c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff63c072cd0 0x7ff63c14bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff63c06ef90 con 0x7ff63c0730e0 2024-07-27T06:55:45.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff63c070680 con 0x7ff63c072cd0 2024-07-27T06:55:45.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff644600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff63c06f110 con 0x7ff63c072380 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.903+0000 7ff642600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37334/0 (socket says 172.21.15.66:37334) 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 -- 172.21.15.66:0/3664894920 learned_addr learned my addr 172.21.15.66:0/3664894920 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff641c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072380 0x7ff63c1f92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff641200640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff63c072cd0 0x7ff63c14bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 -- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072380 msgr2=0x7ff63c1f92c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072380 0x7ff63c1f92c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 -- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff63c072cd0 msgr2=0x7ff63c14bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff63c072cd0 0x7ff63c14bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:45.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 -- 172.21.15.66:0/3664894920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff63c0b4690 con 0x7ff63c0730e0 2024-07-27T06:55:45.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.904+0000 7ff642600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ff63400c900 tx=0x7ff634009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:45.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.905+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634038040 con 0x7ff63c0730e0 2024-07-27T06:55:45.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.905+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff634041070 con 0x7ff63c0730e0 2024-07-27T06:55:45.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.905+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff634004040 con 0x7ff63c0730e0 2024-07-27T06:55:45.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.905+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff63c1f87e0 con 0x7ff63c0730e0 2024-07-27T06:55:45.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.905+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff63c0b3480 con 0x7ff63c0730e0 2024-07-27T06:55:45.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.906+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff63c072790 con 0x7ff63c0730e0 2024-07-27T06:55:45.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.907+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff6340041e0 con 0x7ff63c0730e0 2024-07-27T06:55:45.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.908+0000 7ff639600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 0x7ff61c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:45.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.909+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7ff6340b9940 con 0x7ff63c0730e0 2024-07-27T06:55:45.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.909+0000 7ff641c00640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 0x7ff61c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:45.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.911+0000 7ff641c00640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 0x7ff61c079520 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff62c00aa10 tx=0x7ff62c005ef0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:45.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:45.913+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff634082360 con 0x7ff63c0730e0 2024-07-27T06:55:46.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.167+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff63c06eb20 con 0x7ff63c0730e0 2024-07-27T06:55:46.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.169+0000 7ff639600640 1 -- 172.21.15.66:0/3664894920 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5253 (secure 0 0 0) 0x7ff634081c60 con 0x7ff63c0730e0 2024-07-27T06:55:46.171 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":84,"btime":"2024-07-27T06:55:43:435941+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:43.435930+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6309,6717]},"id":6}]} 2024-07-27T06:55:46.172 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 84 2024-07-27T06:55:46.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.172+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 msgr2=0x7ff61c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.172+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 0x7ff61c079520 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7ff62c00aa10 tx=0x7ff62c005ef0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.172+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 msgr2=0x7ff63c0b2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.172+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ff63400c900 tx=0x7ff634009900 comp rx=0 tx=0).stop 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 shutdown_connections 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff61c077010 0x7ff61c079520 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff63c0730e0 0x7ff63c0b2a20 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff63c072cd0 0x7ff63c14bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 --2- 172.21.15.66:0/3664894920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff63c072380 0x7ff63c1f92c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 >> 172.21.15.66:0/3664894920 conn(0x7ff63c0cfb90 msgr2=0x7ff63c156f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 shutdown_connections 2024-07-27T06:55:46.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.173+0000 7ff644600640 1 -- 172.21.15.66:0/3664894920 wait complete. 2024-07-27T06:55:46.221 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:46.221 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:46.604 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 84, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:55:43.435930+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 100, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6717, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6717': {'gid': 6717, 'name': 'a', 'rank': 0, 'incarnation': 80, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.66:6834/1743656434', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 1743656434}, {'type': 'v1', 'addr': '172.21.15.66:6834', 'nonce': 1743656434}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6717, 'qdb_cluster': [6309, 6717]} 2024-07-27T06:55:46.605 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:55:46.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:55:46.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 -- 172.21.15.66:0/81654374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 msgr2=0x7f3d3415fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 --2- 172.21.15.66:0/81654374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415fd80 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f3d3406d8e0 tx=0x7f3d2c02aa30 comp rx=0 tx=0).stop 2024-07-27T06:55:46.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 -- 172.21.15.66:0/81654374 shutdown_connections 2024-07-27T06:55:46.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 --2- 172.21.15.66:0/81654374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415fd80 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 --2- 172.21.15.66:0/81654374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d340cee80 0x7f3d340cf290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 --2- 172.21.15.66:0/81654374 >> v2:172.21.15.155:3300/0 conn(0x7f3d34159980 0x7f3d34073520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 -- 172.21.15.66:0/81654374 >> 172.21.15.66:0/81654374 conn(0x7f3d3406c780 msgr2=0x7f3d3406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 -- 172.21.15.66:0/81654374 shutdown_connections 2024-07-27T06:55:46.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.903+0000 7f3d38a00640 1 -- 172.21.15.66:0/81654374 wait complete. 2024-07-27T06:55:46.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.906+0000 7f3d38a00640 1 Processor -- start 2024-07-27T06:55:46.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.906+0000 7f3d38a00640 1 -- start start 2024-07-27T06:55:46.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 0x7f3d340c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d34159980 0x7f3d3415e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3406e3a0 con 0x7f3d3415f970 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3406e220 con 0x7f3d340cee80 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.907+0000 7f3d38a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d3406e520 con 0x7f3d34159980 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37360/0 (socket says 172.21.15.66:37360) 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 -- 172.21.15.66:0/40481193 learned_addr learned my addr 172.21.15.66:0/40481193 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d32800640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 0x7f3d340c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 -- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d34159980 msgr2=0x7f3d3415e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d34159980 0x7f3d3415e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 -- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 msgr2=0x7f3d340c70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 0x7f3d340c70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d33200640 1 -- 172.21.15.66:0/40481193 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d34144960 con 0x7f3d3415f970 2024-07-27T06:55:46.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.908+0000 7f3d32800640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 0x7f3d340c70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:46.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d33200640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c02b020 tx=0x7f3d2c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d2aa00640 1 -- 172.21.15.66:0/40481193 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c033050 con 0x7f3d3415f970 2024-07-27T06:55:46.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d2aa00640 1 -- 172.21.15.66:0/40481193 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d2c004450 con 0x7f3d3415f970 2024-07-27T06:55:46.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d2aa00640 1 -- 172.21.15.66:0/40481193 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c038450 con 0x7f3d3415f970 2024-07-27T06:55:46.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d3415d470 con 0x7f3d3415f970 2024-07-27T06:55:46.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.909+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d3415da30 con 0x7f3d3415f970 2024-07-27T06:55:46.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.912+0000 7f3d2aa00640 1 -- 172.21.15.66:0/40481193 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d2c036070 con 0x7f3d3415f970 2024-07-27T06:55:46.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.913+0000 7f3d2aa00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.913+0000 7f3d2aa00640 1 -- 172.21.15.66:0/40481193 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f3d2c0ba4e0 con 0x7f3d3415f970 2024-07-27T06:55:46.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.913+0000 7f3d32800640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.914+0000 7f3d40577740 1 Processor -- start 2024-07-27T06:55:46.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.914+0000 7f3d40577740 1 -- start start 2024-07-27T06:55:46.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d32800640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009a20 tx=0x7f3d24005d30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e7072f0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e7072f13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e70724a390 con 0x55e706f32270 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e707239a30 con 0x55e706f11590 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.915+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e70723d8d0 con 0x55e706f093b0 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37372/0 (socket says 172.21.15.66:37372) 2024-07-27T06:55:46.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 -- 172.21.15.66:0/735566491 learned_addr learned my addr 172.21.15.66:0/735566491 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:46.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d33200640 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e7072f13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 -- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 msgr2=0x55e7072f0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e7072f0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 -- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 msgr2=0x55e7072f13d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e7072f13d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 -- 172.21.15.66:0/735566491 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7071f5d70 con 0x55e706f32270 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d33200640 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e7072f13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.916+0000 7f3d32800640 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400ee20 tx=0x7f3d24011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51c12cd27bc806ce server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.917+0000 7f3d23000640 1 -- 172.21.15.66:0/735566491 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2401e640 con 0x55e706f32270 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.917+0000 7f3d23000640 1 -- 172.21.15.66:0/735566491 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d24023070 con 0x55e706f32270 2024-07-27T06:55:46.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.917+0000 7f3d23000640 1 -- 172.21.15.66:0/735566491 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2401eb30 con 0x55e706f32270 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 -- 172.21.15.66:0/735566491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 msgr2=0x55e7073016d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f3d2400ee20 tx=0x7f3d24011000 comp rx=0 tx=0).stop 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 -- 172.21.15.66:0/735566491 shutdown_connections 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e7072f13d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e7072f0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 --2- 172.21.15.66:0/735566491 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e7073016d0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 -- 172.21.15.66:0/735566491 >> 172.21.15.66:0/735566491 conn(0x55e706f263c0 msgr2=0x55e7072d77b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 -- 172.21.15.66:0/735566491 shutdown_connections 2024-07-27T06:55:46.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.918+0000 7f3d40577740 1 -- 172.21.15.66:0/735566491 wait complete. 2024-07-27T06:55:46.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.919+0000 7f3d40577740 1 -- start start 2024-07-27T06:55:46.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.919+0000 7f3d40577740 1 Processor -- start 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 0x55e70732c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f11590 0x55e70731b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e706fac620 con 0x55e706f32270 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e7071d6e10 con 0x55e706f093b0 2024-07-27T06:55:46.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e70731aa00 con 0x55e706f11590 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d40577740 10 client.0 _ll_register_callbacks cb 0x55e7072337b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37382/0 (socket says 172.21.15.66:37382) 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.921+0000 7f3d33200640 1 -- 172.21.15.66:0/4067963418 learned_addr learned my addr 172.21.15.66:0/4067963418 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d32800640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 0x55e70732c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d31e00640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f11590 0x55e70731b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 -- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f11590 msgr2=0x55e70731b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f11590 0x55e70731b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 -- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 msgr2=0x55e70732c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 0x55e70732c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 -- 172.21.15.66:0/4067963418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e706f9d850 con 0x55e706f32270 2024-07-27T06:55:46.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d32800640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 0x55e70732c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:55:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d33200640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c005fd0 tx=0x7f3d2c082eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7cdc054cae895d5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d17400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.922+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c0ba2e0 con 0x55e706f32270 2024-07-27T06:55:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f3d2c083dc0 con 0x55e706f32270 2024-07-27T06:55:46.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d24023070 con 0x55e706f32270 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f3d2c0823a0 con 0x55e706f32270 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 10 client.6867 fetch_fsmap learned FSMap version 84 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55e7070146b0 con 0x55e706f32270 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d24023070 con 0x55e706f32270 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 84) ==== 3522+0+0 (secure 0 0 0) 0x7f3d2c040070 con 0x55e706f32270 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 10 client.6867 fetch_fsmap finished waiting for FSMap version 84 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 10 client.6867 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 20 client.6867 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e706ef0e40 0x55e707316aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 4 client.6867 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.923+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e70724c2e0 con 0x55e706ef0e40 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.924+0000 7f3d32800640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e706ef0e40 0x55e707316aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.924+0000 7f3d32800640 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e706ef0e40 0x55e707316aa0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=108b785426e416e7 server_cookie=e2968c9b897bf202 in_seq=0 out_seq=0 2024-07-27T06:55:46.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.924+0000 7f3d17400640 10 client.6867 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:46.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.925+0000 7f3d17400640 1 -- 172.21.15.66:0/4067963418 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e70724c2e0 con 0x55e706ef0e40 2024-07-27T06:55:46.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.925+0000 7f3d17400640 10 client.6867 handle_command_reply: tid=0 2024-07-27T06:55:46.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.925+0000 7f3d40577740 1 client.6867 shutdown 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.925+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 msgr2=0x55e70732f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.925+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c005fd0 tx=0x7f3d2c082eb0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 shutdown_connections 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e706ef0e40 0x55e707316aa0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70732f6b0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f11590 0x55e70731b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 --2- 172.21.15.66:0/4067963418 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f093b0 0x55e70732c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 >> 172.21.15.66:0/4067963418 conn(0x55e706f263c0 msgr2=0x55e7072d1440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d17400640 0 client.6867 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 shutdown_connections 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 1 -- 172.21.15.66:0/4067963418 wait complete. 2024-07-27T06:55:46.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.926+0000 7f3d40577740 20 client.6867 trim_cache size 0 max 16384 2024-07-27T06:55:46.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.947+0000 7f3d40577740 1 Processor -- start 2024-07-27T06:55:46.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.947+0000 7f3d40577740 1 -- start start 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3d34204b50 con 0x55e706f32270 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d34202dc0 con 0x55e706f11590 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d34203410 con 0x55e706f093b0 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37384/0 (socket says 172.21.15.66:37384) 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 -- 172.21.15.66:0/98383689 learned_addr learned my addr 172.21.15.66:0/98383689 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:46.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d31e00640 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 -- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 msgr2=0x55e707312410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 -- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 msgr2=0x55e707312950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d33200640 1 -- 172.21.15.66:0/98383689 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e70731bf50 con 0x55e706f32270 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.949+0000 7f3d31e00640 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:46.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.950+0000 7f3d33200640 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c07ee80 tx=0x7f3d2c082f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3c708b73100df15 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.950+0000 7f3d22600640 1 -- 172.21.15.66:0/98383689 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c0ba2e0 con 0x55e706f32270 2024-07-27T06:55:46.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.950+0000 7f3d22600640 1 -- 172.21.15.66:0/98383689 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d2c0a4020 con 0x55e706f32270 2024-07-27T06:55:46.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.950+0000 7f3d22600640 1 -- 172.21.15.66:0/98383689 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c083e00 con 0x55e706f32270 2024-07-27T06:55:46.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 -- 172.21.15.66:0/98383689 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 msgr2=0x55e707316aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c07ee80 tx=0x7f3d2c082f90 comp rx=0 tx=0).stop 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 -- 172.21.15.66:0/98383689 shutdown_connections 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e707316aa0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 --2- 172.21.15.66:0/98383689 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 -- 172.21.15.66:0/98383689 >> 172.21.15.66:0/98383689 conn(0x55e706f263c0 msgr2=0x55e70731ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 -- 172.21.15.66:0/98383689 shutdown_connections 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.951+0000 7f3d40577740 1 -- 172.21.15.66:0/98383689 wait complete. 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.952+0000 7f3d40577740 1 -- start start 2024-07-27T06:55:46.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.952+0000 7f3d40577740 1 Processor -- start 2024-07-27T06:55:46.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55e70732ba00 con 0x55e706f32270 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55e706fac620 con 0x55e706f11590 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55e70731a7e0 con 0x55e706f093b0 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d40577740 10 client.0 _ll_register_callbacks cb 0x7f3d2c004900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d33200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37386/0 (socket says 172.21.15.66:37386) 2024-07-27T06:55:46.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d33200640 1 -- 172.21.15.66:0/2425397136 learned_addr learned my addr 172.21.15.66:0/2425397136 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.954+0000 7f3d31e00640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d32800640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 -- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 msgr2=0x55e707312410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 -- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 msgr2=0x55e707312950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 -- 172.21.15.66:0/2425397136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7072f16a0 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d31e00640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d33200640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c005fd0 tx=0x7f3d2c004d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd2c5f3ee3939472 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d17400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d2c0ba2e0 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f3d2c081d00 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d2c0a4020 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.955+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f3d2c004e60 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 10 client.6873 fetch_fsmap learned FSMap version 84 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55e7073a1b30 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d2c0a4020 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 84) ==== 3522+0+0 (secure 0 0 0) 0x7f3d2c040040 con 0x55e706f32270 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 10 client.6873 fetch_fsmap finished waiting for FSMap version 84 2024-07-27T06:55:46.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 10 client.6873 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 20 client.6873 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e70731e4b0 0x55e707316aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 4 client.6873 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "status"}) -- 0x55e70731bd40 con 0x55e70731e4b0 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.956+0000 7f3d32800640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e70731e4b0 0x55e707316aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d32800640 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e70731e4b0 0x55e707316aa0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7bf99d9991cf23ee server_cookie=ca666f23ec7eec82 in_seq=0 out_seq=0 2024-07-27T06:55:46.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d17400640 10 client.6873 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d17400640 1 -- 172.21.15.66:0/2425397136 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x55e70731bd40 con 0x55e70731e4b0 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d17400640 10 client.6873 handle_command_reply: tid=0 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 client.6873 shutdown 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 msgr2=0x55e70731deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c005fd0 tx=0x7f3d2c004d70 comp rx=0 tx=0).stop 2024-07-27T06:55:46.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 shutdown_connections 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55e70731e4b0 0x55e707316aa0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55e706f32270 0x55e70731deb0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55e706f11590 0x55e707312950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.957+0000 7f3d40577740 1 --2- 172.21.15.66:0/2425397136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55e706f093b0 0x55e707312410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.958+0000 7f3d17400640 0 client.6873 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.958+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 >> 172.21.15.66:0/2425397136 conn(0x55e706f263c0 msgr2=0x55e70731d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.958+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 shutdown_connections 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.958+0000 7f3d40577740 1 -- 172.21.15.66:0/2425397136 wait complete. 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.958+0000 7f3d40577740 20 client.6873 trim_cache size 0 max 16384 2024-07-27T06:55:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6309, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 103.060632926, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 84, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 100, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 100, 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 119.874172125 2024-07-27T06:55:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:55:46.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 msgr2=0x7f3d10079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f3d24009a20 tx=0x7f3d24005d30 comp rx=0 tx=0).stop 2024-07-27T06:55:46.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 msgr2=0x7f3d3415e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:46.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3d2c02b020 tx=0x7f3d2c003f10 comp rx=0 tx=0).stop 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 shutdown_connections 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d3415f970 0x7f3d3415e770 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d34159980 0x7f3d3415e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 --2- 172.21.15.66:0/40481193 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d340cee80 0x7f3d340c70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 >> 172.21.15.66:0/40481193 conn(0x7f3d3406c780 msgr2=0x7f3d340af540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 shutdown_connections 2024-07-27T06:55:46.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:46.959+0000 7f3d38a00640 1 -- 172.21.15.66:0/40481193 wait complete. 2024-07-27T06:55:46.987 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 -- 172.21.15.66:0/404063203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f573c004d40 msgr2=0x7f573c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 --2- 172.21.15.66:0/404063203 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f573c004d40 0x7f573c005150 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f575c072330 tx=0x7f573c005830 comp rx=0 tx=0).stop 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f575b200640 1 -- 172.21.15.66:0/404063203 reap_dead start 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 -- 172.21.15.66:0/404063203 shutdown_connections 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 -- 172.21.15.66:0/404063203 >> 172.21.15.66:0/404063203 conn(0x7f575c0cfb90 msgr2=0x7f575c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 -- 172.21.15.66:0/404063203 shutdown_connections 2024-07-27T06:55:47.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.274+0000 7f5761400640 1 -- 172.21.15.66:0/404063203 wait complete. 2024-07-27T06:55:47.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.277+0000 7f5761400640 1 Processor -- start 2024-07-27T06:55:47.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.277+0000 7f5761400640 1 -- start start 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f573c004d40 0x7f575c0b2a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f575c1565f0 0x7f575c0ad8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f575c0cf760 con 0x7f575c146000 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f575c162ef0 con 0x7f575c1565f0 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.278+0000 7f5761400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f575c0c8ef0 con 0x7f573c004d40 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37416/0 (socket says 172.21.15.66:37416) 2024-07-27T06:55:47.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 -- 172.21.15.66:0/4057722360 learned_addr learned my addr 172.21.15.66:0/4057722360 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f575b200640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f575c1565f0 0x7f575c0ad8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 -- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f573c004d40 msgr2=0x7f575c0b2a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f573c004d40 0x7f575c0b2a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 -- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f575c1565f0 msgr2=0x7f575c0ad8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f575c1565f0 0x7f575c0ad8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 -- 172.21.15.66:0/4057722360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f575c156a00 con 0x7f575c146000 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.279+0000 7f5753e00640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f574400e680 tx=0x7f574400eb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.280+0000 7f5752a00640 1 -- 172.21.15.66:0/4057722360 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5744015020 con 0x7f575c146000 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.280+0000 7f5752a00640 1 -- 172.21.15.66:0/4057722360 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5744004320 con 0x7f575c146000 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.280+0000 7f5752a00640 1 -- 172.21.15.66:0/4057722360 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574400caa0 con 0x7f575c146000 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.280+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f575c153dc0 con 0x7f575c146000 2024-07-27T06:55:47.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.280+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f575c0b4f20 con 0x7f575c146000 2024-07-27T06:55:47.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.283+0000 7f5752a00640 1 -- 172.21.15.66:0/4057722360 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5744018020 con 0x7f575c146000 2024-07-27T06:55:47.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.284+0000 7f5752a00640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 0x7f5738079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.284+0000 7f5752a00640 1 -- 172.21.15.66:0/4057722360 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f5744099380 con 0x7f575c146000 2024-07-27T06:55:47.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.284+0000 7f5768445740 1 Processor -- start 2024-07-27T06:55:47.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.284+0000 7f575a800640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 0x7f5738079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.285+0000 7f5768445740 1 -- start start 2024-07-27T06:55:47.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f575a800640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 0x7f5738079550 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f574c0058c0 tx=0x7f574c005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e724f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 0x55cf68e621f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cf68dbb390 con 0x55cf68a7a3b0 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cf68daaa30 con 0x55cf68a82590 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.286+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cf68dae8d0 con 0x55cf68aa3270 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37426/0 (socket says 172.21.15.66:37426) 2024-07-27T06:55:47.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 -- 172.21.15.66:0/2340716549 learned_addr learned my addr 172.21.15.66:0/2340716549 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f575b200640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 0x55cf68e621f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f575a800640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e724f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 -- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 msgr2=0x55cf68e724f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e724f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 -- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 msgr2=0x55cf68e621f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 0x55cf68e621f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 -- 172.21.15.66:0/2340716549 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf68d66d70 con 0x55cf68a7a3b0 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f575b200640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 0x55cf68e621f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f575a800640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.287+0000 7f5753e00640 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f574405e9a0 tx=0x7f57440611b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc73610d840a1a6 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.288+0000 7f574b000640 1 -- 172.21.15.66:0/2340716549 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5744061e30 con 0x55cf68a7a3b0 2024-07-27T06:55:47.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.288+0000 7f574b000640 1 -- 172.21.15.66:0/2340716549 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5744065d30 con 0x55cf68a7a3b0 2024-07-27T06:55:47.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.288+0000 7f574b000640 1 -- 172.21.15.66:0/2340716549 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574406a750 con 0x55cf68a7a3b0 2024-07-27T06:55:47.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 -- 172.21.15.66:0/2340716549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 msgr2=0x55cf68e61cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f574405e9a0 tx=0x7f57440611b0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 -- 172.21.15.66:0/2340716549 shutdown_connections 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a82590 0x55cf68e621f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a7a3b0 0x55cf68e61cb0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 --2- 172.21.15.66:0/2340716549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e724f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 -- 172.21.15.66:0/2340716549 >> 172.21.15.66:0/2340716549 conn(0x55cf68a973c0 msgr2=0x55cf68e485d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 -- 172.21.15.66:0/2340716549 shutdown_connections 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.289+0000 7f5768445740 1 -- 172.21.15.66:0/2340716549 wait complete. 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.290+0000 7f5768445740 1 -- start start 2024-07-27T06:55:47.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.290+0000 7f5768445740 1 Processor -- start 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e60a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e475c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cf68b1d620 con 0x55cf68a82590 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cf68d47e10 con 0x55cf68a7a3b0 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cf68e9e6f0 con 0x55cf68aa3270 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5768445740 10 client.0 _ll_register_callbacks cb 0x55cf68da47b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37430/0 (socket says 172.21.15.66:37430) 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.292+0000 7f5753e00640 1 -- 172.21.15.66:0/3571653233 learned_addr learned my addr 172.21.15.66:0/3571653233 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 -- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 msgr2=0x55cf68e475c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e475c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 -- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 msgr2=0x55cf68e60a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e60a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 -- 172.21.15.66:0/3571653233 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf68b0e850 con 0x55cf68a82590 2024-07-27T06:55:47.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5753e00640 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f574400c630 tx=0x7f5744061ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8aa59f1ad47f2a1 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5743400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574406a750 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f5744061990 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5744065d30 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.293+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f5744083050 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 10 client.6885 fetch_fsmap learned FSMap version 84 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55cf68b856b0 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5744065d30 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 84) ==== 3522+0+0 (secure 0 0 0) 0x7f574406a2c0 con 0x55cf68a82590 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 10 client.6885 fetch_fsmap finished waiting for FSMap version 84 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 10 client.6885 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 20 client.6885 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:47.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68a61e40 0x55cf68e9c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 4 client.6885 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:55:47.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 --> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf68dbd2e0 con 0x55cf68a61e40 2024-07-27T06:55:47.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.294+0000 7f575a800640 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68a61e40 0x55cf68e9c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.295+0000 7f575a800640 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68a61e40 0x55cf68e9c860 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4496fbab966ecf07 server_cookie=366dbb6be2a12c59 in_seq=0 out_seq=0 2024-07-27T06:55:47.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.295+0000 7f5743400640 10 client.6885 ms_handle_connect on v2:172.21.15.66:6832/1743656434 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.296+0000 7f5743400640 1 -- 172.21.15.66:0/3571653233 <== mds.0 v2:172.21.15.66:6832/1743656434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cf68dbd2e0 con 0x55cf68a61e40 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.296+0000 7f5743400640 10 client.6885 handle_command_reply: tid=0 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.296+0000 7f5768445740 1 client.6885 shutdown 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 msgr2=0x55cf68e47080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f574400c630 tx=0x7f5744061ea0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 shutdown_connections 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68a61e40 0x55cf68e9c860 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e475c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e47080 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 --2- 172.21.15.66:0/3571653233 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e60a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5743400640 0 client.6885 ms_handle_reset on v2:172.21.15.66:6832/1743656434 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 >> 172.21.15.66:0/3571653233 conn(0x55cf68a973c0 msgr2=0x55cf68e44bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 shutdown_connections 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 1 -- 172.21.15.66:0/3571653233 wait complete. 2024-07-27T06:55:47.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.297+0000 7f5768445740 20 client.6885 trim_cache size 0 max 16384 2024-07-27T06:55:47.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.318+0000 7f5768445740 1 Processor -- start 2024-07-27T06:55:47.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.318+0000 7f5768445740 1 -- start start 2024-07-27T06:55:47.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e9c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e90810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f575c204fb0 con 0x55cf68a82590 2024-07-27T06:55:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f575c203220 con 0x55cf68a7a3b0 2024-07-27T06:55:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f575c203870 con 0x55cf68aa3270 2024-07-27T06:55:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37444/0 (socket says 172.21.15.66:37444) 2024-07-27T06:55:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.320+0000 7f5753e00640 1 -- 172.21.15.66:0/3341092112 learned_addr learned my addr 172.21.15.66:0/3341092112 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 -- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 msgr2=0x55cf68e90810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e90810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 -- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 msgr2=0x55cf68e9c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e9c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 -- 172.21.15.66:0/3341092112 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf68eb0df0 con 0x55cf68a82590 2024-07-27T06:55:47.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f5753e00640 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5744061430 tx=0x7f57440611b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379e69c8a3ed2b74 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f574a600640 1 -- 172.21.15.66:0/3341092112 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574406a750 con 0x55cf68a82590 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f574a600640 1 -- 172.21.15.66:0/3341092112 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5744065d30 con 0x55cf68a82590 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.321+0000 7f574a600640 1 -- 172.21.15.66:0/3341092112 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5744061990 con 0x55cf68a82590 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 -- 172.21.15.66:0/3341092112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 msgr2=0x55cf68e428e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5744061430 tx=0x7f57440611b0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 -- 172.21.15.66:0/3341092112 shutdown_connections 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68aa3270 0x55cf68e90810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e428e0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 --2- 172.21.15.66:0/3341092112 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68a7a3b0 0x55cf68e9c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 -- 172.21.15.66:0/3341092112 >> 172.21.15.66:0/3341092112 conn(0x55cf68a973c0 msgr2=0x55cf68e484e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 -- 172.21.15.66:0/3341092112 shutdown_connections 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.322+0000 7f5768445740 1 -- 172.21.15.66:0/3341092112 wait complete. 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.323+0000 7f5768445740 1 -- start start 2024-07-27T06:55:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.323+0000 7f5768445740 1 Processor -- start 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68a7a3b0 0x55cf68f0aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68aa3270 0x55cf68f00a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cf68ea0aa0 con 0x55cf68a82590 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cf68e8b4e0 con 0x55cf68aa3270 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cf68e9db70 con 0x55cf68a7a3b0 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5768445740 10 client.0 _ll_register_callbacks cb 0x7f5744061080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:55:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5753e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37450/0 (socket says 172.21.15.66:37450) 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.325+0000 7f5753e00640 1 -- 172.21.15.66:0/986522848 learned_addr learned my addr 172.21.15.66:0/986522848 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f575b200640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68aa3270 0x55cf68f00a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f575a800640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68a7a3b0 0x55cf68f0aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 -- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68a7a3b0 msgr2=0x55cf68f0aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68a7a3b0 0x55cf68f0aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 -- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68aa3270 msgr2=0x55cf68f00a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68aa3270 0x55cf68f00a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 -- 172.21.15.66:0/986522848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf68e87050 con 0x55cf68a82590 2024-07-27T06:55:47.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5753e00640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f574400e650 tx=0x7f57440682e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38c24b7054c51d8a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5743400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574406a750 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f5744061ba0 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.326+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5744065d30 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=84) ==== 24+0+0 (secure 0 0 0) 0x7f5744060990 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 10 client.6891 fetch_fsmap learned FSMap version 84 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=84,monmap=2+}) -- 0x55cf68e87050 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5744065d30 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 84) ==== 3522+0+0 (secure 0 0 0) 0x7f574405d0a0 con 0x55cf68a82590 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 10 client.6891 fetch_fsmap finished waiting for FSMap version 84 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 10 client.6891 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:55:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 20 client.6891 populate_metadata read hostname 'smithi066' 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68e8cf80 0x55cf68e8d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 4 client.6891 mds_command: new command op to 6717 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 --> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] -- command(tid 0: {"prefix": "status"}) -- 0x55cf68db8d80 con 0x55cf68e8cf80 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.327+0000 7f575a800640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68e8cf80 0x55cf68e8d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f575a800640 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68e8cf80 0x55cf68e8d390 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ee114ee1ac6fd2 server_cookie=a0fc8253bfb118f5 in_seq=0 out_seq=0 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5743400640 10 client.6891 ms_handle_connect on v2:172.21.15.66:6832/1743656434 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5743400640 1 -- 172.21.15.66:0/986522848 <== mds.0 v2:172.21.15.66:6832/1743656434 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x55cf68db8d80 con 0x55cf68e8cf80 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5743400640 10 client.6891 handle_command_reply: tid=0 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5768445740 1 client.6891 shutdown 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 msgr2=0x55cf68e9c860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.328+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f574400e650 tx=0x7f57440682e0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 shutdown_connections 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:6832/1743656434,v1:172.21.15.66:6834/1743656434] conn(0x55cf68e8cf80 0x55cf68e8d390 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cf68aa3270 0x55cf68f00a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cf68a82590 0x55cf68e9c860 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5743400640 0 client.6891 ms_handle_reset on v2:172.21.15.66:6832/1743656434 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 --2- 172.21.15.66:0/986522848 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cf68a7a3b0 0x55cf68f0aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 >> 172.21.15.66:0/986522848 conn(0x55cf68a973c0 msgr2=0x55cf68e9c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 shutdown_connections 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 1 -- 172.21.15.66:0/986522848 wait complete. 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.329+0000 7f5768445740 20 client.6891 trim_cache size 0 max 16384 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:55:47.333 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6717, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.9044658529999996, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 84, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 100, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 100, 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 36.885318069999997 2024-07-27T06:55:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 msgr2=0x7f5738079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 0x7f5738079550 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f574c0058c0 tx=0x7f574c005850 comp rx=0 tx=0).stop 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 msgr2=0x7f575c1560b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f574400e680 tx=0x7f574400eb40 comp rx=0 tx=0).stop 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 shutdown_connections 2024-07-27T06:55:47.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5738077040 0x7f5738079550 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f575c1565f0 0x7f575c0ad8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f575c146000 0x7f575c1560b0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 --2- 172.21.15.66:0/4057722360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f573c004d40 0x7f575c0b2a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 >> 172.21.15.66:0/4057722360 conn(0x7f575c0cfb90 msgr2=0x7f575c0cc5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 shutdown_connections 2024-07-27T06:55:47.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.330+0000 7f5761400640 1 -- 172.21.15.66:0/4057722360 wait complete. 2024-07-27T06:55:47.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:47.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 -- 172.21.15.66:0/2045269465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 msgr2=0x7f46400051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 --2- 172.21.15.66:0/2045269465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46400051f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f4658009ed0 tx=0x7f4640005830 comp rx=0 tx=0).stop 2024-07-27T06:55:47.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465f400640 1 -- 172.21.15.66:0/2045269465 reap_dead start 2024-07-27T06:55:47.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 -- 172.21.15.66:0/2045269465 shutdown_connections 2024-07-27T06:55:47.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 -- 172.21.15.66:0/2045269465 >> 172.21.15.66:0/2045269465 conn(0x7f466006c780 msgr2=0x7f466006cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 -- 172.21.15.66:0/2045269465 shutdown_connections 2024-07-27T06:55:47.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.653+0000 7f465fe00640 1 -- 172.21.15.66:0/2045269465 wait complete. 2024-07-27T06:55:47.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.656+0000 7f465fe00640 1 Processor -- start 2024-07-27T06:55:47.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.656+0000 7f465fe00640 1 -- start start 2024-07-27T06:55:47.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.657+0000 7f465fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.657+0000 7f465fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46600b37e0 0x7f46600b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.657+0000 7f465fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46600af500 0x7f46600af910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.657+0000 7f465fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4660160180 con 0x7f4640004d40 2024-07-27T06:55:47.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.657+0000 7f465fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4660160000 con 0x7f46600af500 2024-07-27T06:55:47.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4660160300 con 0x7f46600b37e0 2024-07-27T06:55:47.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37468/0 (socket says 172.21.15.66:37468) 2024-07-27T06:55:47.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 -- 172.21.15.66:0/3839165996 learned_addr learned my addr 172.21.15.66:0/3839165996 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 -- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46600b37e0 msgr2=0x7f46600b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46600b37e0 0x7f46600b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465f400640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46600af500 0x7f46600af910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 -- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46600af500 msgr2=0x7f46600af910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46600af500 0x7f46600af910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.658+0000 7f465ea00640 1 -- 172.21.15.66:0/3839165996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46600afe50 con 0x7f4640004d40 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f465ea00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f465000c4d0 tx=0x7f465000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46500052d0 con 0x7f4640004d40 2024-07-27T06:55:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4650005490 con 0x7f4640004d40 2024-07-27T06:55:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46601f4b10 con 0x7f4640004d40 2024-07-27T06:55:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4650012890 con 0x7f4640004d40 2024-07-27T06:55:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.659+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46601f50d0 con 0x7f4640004d40 2024-07-27T06:55:47.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.660+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f466006f610 con 0x7f4640004d40 2024-07-27T06:55:47.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.662+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f46500035f0 con 0x7f4640004d40 2024-07-27T06:55:47.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.663+0000 7f4656a00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 0x7f463c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:47.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.663+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f4650098c30 con 0x7f4640004d40 2024-07-27T06:55:47.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.663+0000 7f465e000640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 0x7f463c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:47.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.665+0000 7f465e000640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 0x7f463c079520 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4648001220 tx=0x7f4648001530 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:47.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.667+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46600afe50 con 0x7f4640004d40 2024-07-27T06:55:47.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.917+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4660075d10 con 0x7f4640004d40 2024-07-27T06:55:47.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.919+0000 7f4656a00640 1 -- 172.21.15.66:0/3839165996 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5253 (secure 0 0 0) 0x7f4650061780 con 0x7f4640004d40 2024-07-27T06:55:47.920 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:47.920 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":84,"btime":"2024-07-27T06:55:43:435941+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:43.435930+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6309,6717]},"id":6}]} 2024-07-27T06:55:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 84 2024-07-27T06:55:47.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 msgr2=0x7f463c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 0x7f463c079520 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f4648001220 tx=0x7f4648001530 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 msgr2=0x7f46601f1c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f465000c4d0 tx=0x7f465000c990 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 shutdown_connections 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f463c077010 0x7f463c079520 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46600af500 0x7f46600af910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46600b37e0 0x7f46600b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 --2- 172.21.15.66:0/3839165996 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4640004d40 0x7f46601f1c00 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 >> 172.21.15.66:0/3839165996 conn(0x7f466006c780 msgr2=0x7f46600b0230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 shutdown_connections 2024-07-27T06:55:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:47.921+0000 7f465fe00640 1 -- 172.21.15.66:0/3839165996 wait complete. 2024-07-27T06:55:47.951 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:55:48.255 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":4,"last_created":4,"last_destroyed":1,"pending_noop":[],"snaps":[{"snapid":2,"ino":1099511627777,"stamp":"2024-07-27T06:54:22.422141+0000","name":"s11","metadata":{}},{"snapid":3,"ino":1099511627777,"stamp":"2024-07-27T06:54:51.527086+0000","name":"s12","metadata":{}},{"snapid":4,"ino":1099511627777,"stamp":"2024-07-27T06:55:20.813175+0000","name":"s15","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:55:48.256 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 4, "last_destroyed": 1, "last_snap": 4, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s11", "snapid": 2, "stamp": "2024-07-27T06:54:22.422141+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s12", "snapid": 3, "stamp": "2024-07-27T06:54:51.527086+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s15", "snapid": 4, "stamp": "2024-07-27T06:55:20.813175+0000" } ] } 2024-07-27T06:55:48.256 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:55:48.256 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=6 2024-07-27T06:55:48.256 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 -- 172.21.15.66:0/2646531120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd40cee80 msgr2=0x7f5bd40cf290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/2646531120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd40cee80 0x7f5bd40cf290 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009830 tx=0x7f5bbc02a510 comp rx=0 tx=0).stop 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 -- 172.21.15.66:0/2646531120 shutdown_connections 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/2646531120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd40cee80 0x7f5bd40cf290 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 -- 172.21.15.66:0/2646531120 >> 172.21.15.66:0/2646531120 conn(0x7f5bd406c780 msgr2=0x7f5bd406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 -- 172.21.15.66:0/2646531120 shutdown_connections 2024-07-27T06:55:48.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.549+0000 7f5bd8c00640 1 -- 172.21.15.66:0/2646531120 wait complete. 2024-07-27T06:55:48.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.552+0000 7f5bd8c00640 1 Processor -- start 2024-07-27T06:55:48.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.552+0000 7f5bd8c00640 1 -- start start 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bd40cee80 0x7f5bd4143900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 0x7f5bd41e5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd406e6c0 con 0x7f5bd415f970 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5bd406e540 con 0x7f5bd40cee80 2024-07-27T06:55:48.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.553+0000 7f5bd8c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5bd406e840 con 0x7f5bd4159980 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37492/0 (socket says 172.21.15.66:37492) 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 -- 172.21.15.66:0/676722794 learned_addr learned my addr 172.21.15.66:0/676722794 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bcaa00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 0x7f5bd41e5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3400640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bd40cee80 0x7f5bd4143900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 -- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 msgr2=0x7f5bd41e5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 0x7f5bd41e5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 -- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bd40cee80 msgr2=0x7f5bd4143900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bd40cee80 0x7f5bd4143900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bd3e00640 1 -- 172.21.15.66:0/676722794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bd415f3c0 con 0x7f5bd415f970 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.554+0000 7f5bcaa00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 0x7f5bd41e5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bd3e00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc00ba10 tx=0x7f5bcc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc019070 con 0x7f5bd415f970 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bcc00cc90 con 0x7f5bd415f970 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc0146a0 con 0x7f5bd415f970 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bd4142b40 con 0x7f5bd415f970 2024-07-27T06:55:48.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.555+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bd4143100 con 0x7f5bd415f970 2024-07-27T06:55:48.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.556+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bd40cf290 con 0x7f5bd415f970 2024-07-27T06:55:48.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.557+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5bcc01c070 con 0x7f5bd415f970 2024-07-27T06:55:48.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.558+0000 7f5bcbe00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 0x7f5bb0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:48.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.559+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f5bcc098eb0 con 0x7f5bd415f970 2024-07-27T06:55:48.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.559+0000 7f5bd3400640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 0x7f5bb0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:48.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.560+0000 7f5bd3400640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 0x7f5bb0079520 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40015e0 tx=0x7f5bc4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:48.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.563+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5bcc0618d0 con 0x7f5bd415f970 2024-07-27T06:55:48.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.818+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5bd40ae9d0 con 0x7f5bd415f970 2024-07-27T06:55:48.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.819+0000 7f5bcbe00640 1 -- 172.21.15.66:0/676722794 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 84 v84) ==== 94+0+5253 (secure 0 0 0) 0x7f5bcc0611d0 con 0x7f5bd415f970 2024-07-27T06:55:48.821 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:48.821 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":84,"btime":"2024-07-27T06:55:43:435941+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":84,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:43.435930+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6309,6717]},"id":6}]} 2024-07-27T06:55:48.821 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 84 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 msgr2=0x7f5bb0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 0x7f5bb0079520 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f5bc40015e0 tx=0x7f5bc4009040 comp rx=0 tx=0).stop 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 msgr2=0x7f5bd4158620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc00ba10 tx=0x7f5bcc00bed0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 shutdown_connections 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5bb0077010 0x7f5bb0079520 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5bd415f970 0x7f5bd4158620 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5bd4159980 0x7f5bd41e5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 --2- 172.21.15.66:0/676722794 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5bd40cee80 0x7f5bd4143900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:48.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.822+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 >> 172.21.15.66:0/676722794 conn(0x7f5bd406c780 msgr2=0x7f5bd415a710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:48.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.823+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 shutdown_connections 2024-07-27T06:55:48.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:48.823+0000 7f5bd8c00640 1 -- 172.21.15.66:0/676722794 wait complete. 2024-07-27T06:55:48.852 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 -- 172.21.15.66:0/4075142284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138072e40 msgr2=0x7f3138073250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 --2- 172.21.15.66:0/4075142284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138072e40 0x7f3138073250 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f3138071b90 tx=0x7f313002a820 comp rx=0 tx=0).stop 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 -- 172.21.15.66:0/4075142284 shutdown_connections 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 --2- 172.21.15.66:0/4075142284 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138072e40 0x7f3138073250 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 --2- 172.21.15.66:0/4075142284 >> v2:172.21.15.155:3300/0 conn(0x7f313806faa0 0x7f3138154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 -- 172.21.15.66:0/4075142284 >> 172.21.15.66:0/4075142284 conn(0x7f313806c780 msgr2=0x7f313806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 -- 172.21.15.66:0/4075142284 shutdown_connections 2024-07-27T06:55:49.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.145+0000 7f3137e00640 1 -- 172.21.15.66:0/4075142284 wait complete. 2024-07-27T06:55:49.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.148+0000 7f3137e00640 1 Processor -- start 2024-07-27T06:55:49.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.148+0000 7f3137e00640 1 -- start start 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 0x7f313813f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 0x7f313815afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f31380aec60 con 0x7f3138161b60 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31380aeae0 con 0x7f3138072e40 2024-07-27T06:55:49.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.149+0000 7f3137e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31380aede0 con 0x7f3138150c40 2024-07-27T06:55:49.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:49.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37510/0 (socket says 172.21.15.66:37510) 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 -- 172.21.15.66:0/3105389414 learned_addr learned my addr 172.21.15.66:0/3105389414 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f3136a00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 0x7f313813f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 -- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 msgr2=0x7f313815afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f3137400640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 0x7f313815afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 0x7f313815afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 -- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 msgr2=0x7f313813f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 0x7f313813f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f312e000640 1 -- 172.21.15.66:0/3105389414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31381f4c00 con 0x7f3138161b60 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f3136a00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 0x7f313813f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.150+0000 7f3137400640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 0x7f313815afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f312e000640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f312000c430 tx=0x7f312000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3120011790 con 0x7f3138161b60 2024-07-27T06:55:49.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3120017070 con 0x7f3138161b60 2024-07-27T06:55:49.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3120011cc0 con 0x7f3138161b60 2024-07-27T06:55:49.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31381f4ee0 con 0x7f3138161b60 2024-07-27T06:55:49.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.151+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31381f54a0 con 0x7f3138161b60 2024-07-27T06:55:49.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.152+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3138075330 con 0x7f3138161b60 2024-07-27T06:55:49.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.154+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f312001c460 con 0x7f3138161b60 2024-07-27T06:55:49.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.155+0000 7f312f400640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 0x7f3114079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:49.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.155+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f3120098cc0 con 0x7f3138161b60 2024-07-27T06:55:49.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.155+0000 7f3136a00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 0x7f3114079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:49.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.157+0000 7f3136a00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 0x7f3114079520 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3128005fd0 tx=0x7f3128005d20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:49.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.159+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3120021020 con 0x7f3138161b60 2024-07-27T06:55:49.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.458+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f31380b0410 con 0x7f3138161b60 2024-07-27T06:55:49.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.505+0000 7f312f400640 1 -- 172.21.15.66:0/3105389414 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.6717 v85) ==== 112+0+0 (secure 0 0 0) 0x7f3120061840 con 0x7f3138161b60 2024-07-27T06:55:49.507 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6717 2024-07-27T06:55:49.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.509+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 msgr2=0x7f3114079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:49.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.509+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 0x7f3114079520 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3128005fd0 tx=0x7f3128005d20 comp rx=0 tx=0).stop 2024-07-27T06:55:49.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.509+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 msgr2=0x7f3138150700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:49.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.509+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f312000c430 tx=0x7f312000c8f0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 shutdown_connections 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3114077010 0x7f3114079520 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3138150c40 0x7f313815afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3138161b60 0x7f3138150700 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 --2- 172.21.15.66:0/3105389414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3138072e40 0x7f313813f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 >> 172.21.15.66:0/3105389414 conn(0x7f313806c780 msgr2=0x7f313815c3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 shutdown_connections 2024-07-27T06:55:49.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:49.510+0000 7f3137e00640 1 -- 172.21.15.66:0/3105389414 wait complete. 2024-07-27T06:55:49.539 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_kill_mdstable_at 6 2024-07-27T06:55:49.833 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:55:49.833 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:55:49.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:55:49.833 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s16) 2024-07-27T06:55:49.839 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:55:50.149 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:55:50.149 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:55:50.150 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:50.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 -- 172.21.15.66:0/1565976714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc06cc30 msgr2=0x7fa2dc06d040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 --2- 172.21.15.66:0/1565976714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc06cc30 0x7fa2dc06d040 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fa2dc06cbc0 tx=0x7fa2cc02a560 comp rx=0 tx=0).stop 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 -- 172.21.15.66:0/1565976714 shutdown_connections 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 --2- 172.21.15.66:0/1565976714 >> v2:172.21.15.155:3300/0 conn(0x7fa2dc0ce1d0 0x7fa2dc0ce5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 --2- 172.21.15.66:0/1565976714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc06cc30 0x7fa2dc06d040 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 -- 172.21.15.66:0/1565976714 >> 172.21.15.66:0/1565976714 conn(0x7fa2dc0b50b0 msgr2=0x7fa2dc0b54c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 -- 172.21.15.66:0/1565976714 shutdown_connections 2024-07-27T06:55:50.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.439+0000 7fa2db200640 1 -- 172.21.15.66:0/1565976714 wait complete. 2024-07-27T06:55:50.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.441+0000 7fa2db200640 1 Processor -- start 2024-07-27T06:55:50.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.442+0000 7fa2db200640 1 -- start start 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc06cc30 0x7fa2dc09b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2dc0b0f80 0x7fa2dc0c44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa2dc0cf0b0 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2dc0cef30 con 0x7fa2dc0b0f80 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.443+0000 7fa2db200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2dc0cf230 con 0x7fa2dc06cc30 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37518/0 (socket says 172.21.15.66:37518) 2024-07-27T06:55:50.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 -- 172.21.15.66:0/2143741588 learned_addr learned my addr 172.21.15.66:0/2143741588 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2d9e00640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc06cc30 0x7fa2dc09b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 -- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc06cc30 msgr2=0x7fa2dc09b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc06cc30 0x7fa2dc09b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 -- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2dc0b0f80 msgr2=0x7fa2dc0c44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2dc0b0f80 0x7fa2dc0c44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.444+0000 7fa2da800640 1 -- 172.21.15.66:0/2143741588 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2dc09d3a0 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2da800640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa2d400cab0 tx=0x7fa2d400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d4007d90 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2d400f540 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2d400f990 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2dc09d680 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.445+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2dc09dc40 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.446+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2dc06d040 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.448+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa2d400fb30 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.449+0000 7fa2d2000640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 0x7fa2bc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.449+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7fa2d4099a80 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.449+0000 7fa2d9e00640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 0x7fa2bc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:50.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.451+0000 7fa2d9e00640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 0x7fa2bc079550 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc033000 tx=0x7fa2cc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:50.453 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f178dc00640 time 2024-07-27T06:55:50.452824+0000 2024-07-27T06:55:50.453 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:55:50.453 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.453 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f179ce4c4d1] 2024-07-27T06:55:50.453 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.454 INFO:tasks.ceph.mds.a.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f178dc00640 thread_name:MR_Finisher 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:55:50.452+0000 7f178dc00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f178dc00640 time 2024-07-27T06:55:50.452824+0000 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f179ce4c4d1] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.455 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f179c43e6f0] 2024-07-27T06:55:50.456 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f179c48b94c] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f179ce4c60c] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.457 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.453+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa2d409be20 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:55:50.454+0000 7f178dc00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f178dc00640 thread_name:MR_Finisher 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f179c43e6f0] 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f179c48b94c] 2024-07-27T06:55:50.458 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f179ce4c60c] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.459 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:50.460 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.465 INFO:tasks.ceph.mds.a.smithi066.stderr: -581> 2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:50.465 INFO:tasks.ceph.mds.a.smithi066.stderr: -579> 2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:55:50.452+0000 7f178dc00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f178dc00640 time 2024-07-27T06:55:50.452824+0000 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f179ce4c4d1] 2024-07-27T06:55:50.466 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:55:50.454+0000 7f178dc00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f178dc00640 thread_name:MR_Finisher 2024-07-27T06:55:50.467 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f179c43e6f0] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f179c48b94c] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f179ce4c60c] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.468 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:50.469 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.473 INFO:tasks.ceph.mds.a.smithi066.stderr: -584> 2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:55:50.473 INFO:tasks.ceph.mds.a.smithi066.stderr: -582> 2024-07-27T06:55:46.220+0000 7f1792c00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: -4> 2024-07-27T06:55:50.452+0000 7f178dc00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f178dc00640 time 2024-07-27T06:55:50.452824+0000 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f179ce4c4d1] 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.474 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: -3> 2024-07-27T06:55:50.454+0000 7f178dc00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f178dc00640 thread_name:MR_Finisher 2024-07-27T06:55:50.475 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f179c43e6f0] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f179c48b94c] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f179ce4c60c] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f179ce4c6de] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x558cda7e5ba3] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x558cda7ddfd8] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x558cda82896e] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x558cda828fed] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x558cda82906a] 2024-07-27T06:55:50.476 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f179cdd45b5] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: ceph-mds(+0x103399) [0x558cda471399] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f179ce25cdd] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f179ce25cf9] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f179c489c02] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f179c50ec40] 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:55:50.477 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:55:50.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.709+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2dc075bf0 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.710+0000 7fa2d2000640 1 -- 172.21.15.66:0/2143741588 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5253 (secure 0 0 0) 0x7fa2d4014070 con 0x7fa2dc0ce1d0 2024-07-27T06:55:50.712 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:50.712 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":85,"btime":"2024-07-27T06:55:49:502662+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:49.459845+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6717,6309]},"id":6}]} 2024-07-27T06:55:50.712 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 85 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 msgr2=0x7fa2bc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 0x7fa2bc079550 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fa2cc033000 tx=0x7fa2cc004730 comp rx=0 tx=0).stop 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 msgr2=0x7fa2dc0adf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa2d400cab0 tx=0x7fa2d400cf70 comp rx=0 tx=0).stop 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 shutdown_connections 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa2bc077040 0x7fa2bc079550 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2dc0ce1d0 0x7fa2dc0adf80 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2dc0b0f80 0x7fa2dc0c44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 --2- 172.21.15.66:0/2143741588 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2dc06cc30 0x7fa2dc09b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:50.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 >> 172.21.15.66:0/2143741588 conn(0x7fa2dc0b50b0 msgr2=0x7fa2dc070120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:50.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.713+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 shutdown_connections 2024-07-27T06:55:50.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:50.714+0000 7fa2db200640 1 -- 172.21.15.66:0/2143741588 wait complete. 2024-07-27T06:55:50.746 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:51.190 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:55:55.496 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T06:55:55.747 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 -- 172.21.15.66:0/246345766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede806de60 msgr2=0x7fede806e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 --2- 172.21.15.66:0/246345766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede806de60 0x7fede806e270 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fede81515a0 tx=0x7fede002a4a0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 -- 172.21.15.66:0/246345766 shutdown_connections 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 --2- 172.21.15.66:0/246345766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede806de60 0x7fede806e270 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 -- 172.21.15.66:0/246345766 >> 172.21.15.66:0/246345766 conn(0x7fede806c780 msgr2=0x7fede806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 -- 172.21.15.66:0/246345766 shutdown_connections 2024-07-27T06:55:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.047+0000 7fedee800640 1 -- 172.21.15.66:0/246345766 wait complete. 2024-07-27T06:55:56.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.049+0000 7fedee800640 1 Processor -- start 2024-07-27T06:55:56.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.050+0000 7fedee800640 1 -- start start 2024-07-27T06:55:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fede806de60 0x7fede813c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fede8151010 0x7fede8138e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fede815a630 con 0x7fede80ae830 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fede815a4b0 con 0x7fede806de60 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.051+0000 7fedee800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fede815a7b0 con 0x7fede8151010 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37070/0 (socket says 172.21.15.66:37070) 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 -- 172.21.15.66:0/2960524443 learned_addr learned my addr 172.21.15.66:0/2960524443 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7feded400640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fede806de60 0x7fede813c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedede00640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fede8151010 0x7fede8138e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 -- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fede8151010 msgr2=0x7fede8138e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fede8151010 0x7fede8138e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 -- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fede806de60 msgr2=0x7fede813c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:56.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fede806de60 0x7fede813c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.052+0000 7fedeca00640 1 -- 172.21.15.66:0/2960524443 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fede81f9320 con 0x7fede80ae830 2024-07-27T06:55:56.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fedeca00640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fedd4001220 tx=0x7fedd400cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd4016020 con 0x7fede80ae830 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedd400ce50 con 0x7fede80ae830 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedd400abb0 con 0x7fede80ae830 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fede81f9600 con 0x7fede80ae830 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.053+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fede813bb90 con 0x7fede80ae830 2024-07-27T06:55:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.055+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fede815ad10 con 0x7fede80ae830 2024-07-27T06:55:56.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.057+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fedd4019020 con 0x7fede80ae830 2024-07-27T06:55:56.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.058+0000 7fede5600640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 0x7fedc8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:55:56.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.058+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7fedd40991b0 con 0x7fede80ae830 2024-07-27T06:55:56.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.059+0000 7feded400640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 0x7fedc8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:55:56.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.060+0000 7feded400640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 0x7fedc8079550 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feddc007fd0 tx=0x7feddc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:55:56.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.063+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fedd4020020 con 0x7fede80ae830 2024-07-27T06:55:56.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.320+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fede81f90b0 con 0x7fede80ae830 2024-07-27T06:55:56.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.321+0000 7fede5600640 1 -- 172.21.15.66:0/2960524443 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5253 (secure 0 0 0) 0x7fedd4061bd0 con 0x7fede80ae830 2024-07-27T06:55:56.323 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:55:56.323 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":85,"btime":"2024-07-27T06:55:49:502662+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:49.459845+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6717,6309]},"id":6}]} 2024-07-27T06:55:56.324 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 85 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 msgr2=0x7fedc8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 0x7fedc8079550 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feddc007fd0 tx=0x7feddc009040 comp rx=0 tx=0).stop 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 msgr2=0x7fede81f87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fedd4001220 tx=0x7fedd400cb10 comp rx=0 tx=0).stop 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 shutdown_connections 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fedc8077040 0x7fedc8079550 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fede8151010 0x7fede8138e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fede80ae830 0x7fede81f87b0 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 --2- 172.21.15.66:0/2960524443 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fede806de60 0x7fede813c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:55:56.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 >> 172.21.15.66:0/2960524443 conn(0x7fede806c780 msgr2=0x7fede80b3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:55:56.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 shutdown_connections 2024-07-27T06:55:56.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:55:56.324+0000 7fedee800640 1 -- 172.21.15.66:0/2960524443 wait complete. 2024-07-27T06:55:56.357 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:55:57.357 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:55:57.366 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:56:01.358 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:01.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 -- 172.21.15.66:0/520895645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f2406ff10 msgr2=0x7f1f240cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 --2- 172.21.15.66:0/520895645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f2406ff10 0x7f1f240cd960 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f1f2406d940 tx=0x7f1f1c02a8b0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 -- 172.21.15.66:0/520895645 shutdown_connections 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 --2- 172.21.15.66:0/520895645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f2406ff10 0x7f1f240cd960 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 --2- 172.21.15.66:0/520895645 >> v2:172.21.15.155:3300/0 conn(0x7f1f24143ac0 0x7f1f2415e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.655+0000 7f1f23e00640 1 -- 172.21.15.66:0/520895645 >> 172.21.15.66:0/520895645 conn(0x7f1f2406c780 msgr2=0x7f1f2406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.656+0000 7f1f23e00640 1 -- 172.21.15.66:0/520895645 shutdown_connections 2024-07-27T06:56:01.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.656+0000 7f1f23e00640 1 -- 172.21.15.66:0/520895645 wait complete. 2024-07-27T06:56:01.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.658+0000 7f1f23e00640 1 Processor -- start 2024-07-27T06:56:01.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.658+0000 7f1f23e00640 1 -- start start 2024-07-27T06:56:01.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 0x7f1f240cb120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:01.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f2415eee0 0x7f1f241f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:01.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:01.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1f240ce340 con 0x7f1f241e47e0 2024-07-27T06:56:01.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1f240ce1c0 con 0x7f1f24143ac0 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1f240ce4c0 con 0x7f1f2415eee0 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:40160/0 (socket says 172.21.15.66:40160) 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f23400640 1 -- 172.21.15.66:0/220855449 learned_addr learned my addr 172.21.15.66:0/220855449 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.660+0000 7f1f22a00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 0x7f1f240cb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f22000640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f2415eee0 0x7f1f241f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 -- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f2415eee0 msgr2=0x7f1f241f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f2415eee0 0x7f1f241f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 -- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 msgr2=0x7f1f240cb120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 0x7f1f240cb120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 -- 172.21.15.66:0/220855449 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f241e5130 con 0x7f1f241e47e0 2024-07-27T06:56:01.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f22a00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 0x7f1f240cb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.661+0000 7f1f23400640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c005fd0 tx=0x7f1f1c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.662+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c031990 con 0x7f1f241e47e0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.662+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f1c031c40 con 0x7f1f241e47e0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.662+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f241f5950 con 0x7f1f241e47e0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.662+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c0332d0 con 0x7f1f241e47e0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.662+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f240c4e00 con 0x7f1f241e47e0 2024-07-27T06:56:01.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.663+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f240cea50 con 0x7f1f241e47e0 2024-07-27T06:56:01.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.664+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1f1c033470 con 0x7f1f241e47e0 2024-07-27T06:56:01.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.665+0000 7f1f1aa00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 0x7f1f04079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:01.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.665+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f1f1c0ba530 con 0x7f1f241e47e0 2024-07-27T06:56:01.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.666+0000 7f1f22a00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 0x7f1f04079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:01.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.667+0000 7f1f22a00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 0x7f1f04079550 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1f14009c00 tx=0x7f1f14005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:01.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.670+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1f241e5130 con 0x7f1f241e47e0 2024-07-27T06:56:01.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.920+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1f240c4870 con 0x7f1f241e47e0 2024-07-27T06:56:01.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.922+0000 7f1f1aa00640 1 -- 172.21.15.66:0/220855449 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5253 (secure 0 0 0) 0x7f1f1c03f030 con 0x7f1f241e47e0 2024-07-27T06:56:01.923 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:01.923 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":85,"btime":"2024-07-27T06:55:49:502662+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:49.459845+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6717,6309]},"id":6}]} 2024-07-27T06:56:01.924 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 85 2024-07-27T06:56:01.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 msgr2=0x7f1f04079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 0x7f1f04079550 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f1f14009c00 tx=0x7f1f14005f90 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 msgr2=0x7f1f241e4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c005fd0 tx=0x7f1f1c003970 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 shutdown_connections 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1f04077040 0x7f1f04079550 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1f241e47e0 0x7f1f241e4bf0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1f2415eee0 0x7f1f241f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 --2- 172.21.15.66:0/220855449 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1f24143ac0 0x7f1f240cb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.924+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 >> 172.21.15.66:0/220855449 conn(0x7f1f2406c780 msgr2=0x7f1f24143320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.925+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 shutdown_connections 2024-07-27T06:56:01.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:01.925+0000 7f1f23e00640 1 -- 172.21.15.66:0/220855449 wait complete. 2024-07-27T06:56:01.956 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:56:02.108 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T06:56:06.957 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:07.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 -- 172.21.15.66:0/1567148661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1d4004d40 msgr2=0x7fb1d4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:07.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/1567148661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1d4004d40 0x7fb1d4005150 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fb1e8005fd0 tx=0x7fb1d4005830 comp rx=0 tx=0).stop 2024-07-27T06:56:07.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6200640 1 -- 172.21.15.66:0/1567148661 reap_dead start 2024-07-27T06:56:07.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 -- 172.21.15.66:0/1567148661 shutdown_connections 2024-07-27T06:56:07.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 -- 172.21.15.66:0/1567148661 >> 172.21.15.66:0/1567148661 conn(0x7fb1f00d0a60 msgr2=0x7fb1f00d0e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:07.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 -- 172.21.15.66:0/1567148661 shutdown_connections 2024-07-27T06:56:07.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.259+0000 7fb1f6c00640 1 -- 172.21.15.66:0/1567148661 wait complete. 2024-07-27T06:56:07.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.262+0000 7fb1f6c00640 1 Processor -- start 2024-07-27T06:56:07.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.263+0000 7fb1f6c00640 1 -- start start 2024-07-27T06:56:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1d4004d40 0x7fb1f00c8560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f00c9f10 0x7fb1f00ca320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f006cf20 con 0x7fb1f01f94d0 2024-07-27T06:56:07.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f006cda0 con 0x7fb1d4004d40 2024-07-27T06:56:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f6c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb1f0070340 con 0x7fb1f00c9f10 2024-07-27T06:56:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f4e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f4e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:40166/0 (socket says 172.21.15.66:40166) 2024-07-27T06:56:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.264+0000 7fb1f4e00640 1 -- 172.21.15.66:0/3507233034 learned_addr learned my addr 172.21.15.66:0/3507233034 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:07.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f5800640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1d4004d40 0x7fb1f00c8560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f6200640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f00c9f10 0x7fb1f00ca320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 -- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f00c9f10 msgr2=0x7fb1f00ca320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f00c9f10 0x7fb1f00ca320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 -- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1d4004d40 msgr2=0x7fb1f00c8560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1d4004d40 0x7fb1f00c8560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 -- 172.21.15.66:0/3507233034 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1f00ca860 con 0x7fb1f01f94d0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.265+0000 7fb1f4e00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00c680 tx=0x7fb1dc00cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.266+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc017070 con 0x7fb1f01f94d0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.266+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1dc005360 con 0x7fb1f01f94d0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.266+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1f00c7c10 con 0x7fb1f01f94d0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.266+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc00a8a0 con 0x7fb1f01f94d0 2024-07-27T06:56:07.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.266+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1f00ae100 con 0x7fb1f01f94d0 2024-07-27T06:56:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.267+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1f00cfc40 con 0x7fb1f01f94d0 2024-07-27T06:56:07.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.268+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb1dc01a070 con 0x7fb1f01f94d0 2024-07-27T06:56:07.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.270+0000 7fb1ed600640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 0x7fb1d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:07.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.270+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7fb1dc098600 con 0x7fb1f01f94d0 2024-07-27T06:56:07.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.270+0000 7fb1f5800640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 0x7fb1d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:07.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.272+0000 7fb1f5800640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 0x7fb1d0079520 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009460 tx=0x7fb1e0009370 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:07.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.275+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb1f00cfc40 con 0x7fb1f01f94d0 2024-07-27T06:56:07.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.530+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb1f00cf620 con 0x7fb1f01f94d0 2024-07-27T06:56:07.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.531+0000 7fb1ed600640 1 -- 172.21.15.66:0/3507233034 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 85 v85) ==== 94+0+5253 (secure 0 0 0) 0x7fb1f00ca860 con 0x7fb1f01f94d0 2024-07-27T06:56:07.533 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:07.533 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":85,"btime":"2024-07-27T06:55:49:502662+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":85,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:55:49.459845+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6717,6309]},"id":6}]} 2024-07-27T06:56:07.534 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 85 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 msgr2=0x7fb1d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 0x7fb1d0079520 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0009460 tx=0x7fb1e0009370 comp rx=0 tx=0).stop 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 msgr2=0x7fb1f00afd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc00c680 tx=0x7fb1dc00cb40 comp rx=0 tx=0).stop 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 shutdown_connections 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d0077010 0x7fb1d0079520 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f00c9f10 0x7fb1f00ca320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f01f94d0 0x7fb1f00afd50 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 --2- 172.21.15.66:0/3507233034 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1d4004d40 0x7fb1f00c8560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:07.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 >> 172.21.15.66:0/3507233034 conn(0x7fb1f00d0a60 msgr2=0x7fb1f00d0e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:07.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.534+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 shutdown_connections 2024-07-27T06:56:07.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:07.535+0000 7fb1f6c00640 1 -- 172.21.15.66:0/3507233034 wait complete. 2024-07-27T06:56:07.568 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:56:08.721 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-07-27T06:56:12.569 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 -- 172.21.15.66:0/2488320096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 msgr2=0x7fe53c15bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 --2- 172.21.15.66:0/2488320096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c15bec0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fe52c005fd0 tx=0x7fe52c02aa00 comp rx=0 tx=0).stop 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 -- 172.21.15.66:0/2488320096 shutdown_connections 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 --2- 172.21.15.66:0/2488320096 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c0cf3e0 0x7fe53c06fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 --2- 172.21.15.66:0/2488320096 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c15bec0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 -- 172.21.15.66:0/2488320096 >> 172.21.15.66:0/2488320096 conn(0x7fe53c0cfb90 msgr2=0x7fe53c0cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 -- 172.21.15.66:0/2488320096 shutdown_connections 2024-07-27T06:56:12.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.870+0000 7fe541c00640 1 -- 172.21.15.66:0/2488320096 wait complete. 2024-07-27T06:56:12.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.872+0000 7fe541c00640 1 Processor -- start 2024-07-27T06:56:12.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.873+0000 7fe541c00640 1 -- start start 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c070210 0x7fe53c0c9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe53c0cf3e0 0x7fe53c1f6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe53c151ff0 con 0x7fe53c072f40 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe53c151e70 con 0x7fe53c0cf3e0 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.874+0000 7fe541c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe53c152170 con 0x7fe53c070210 2024-07-27T06:56:12.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:12.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56028/0 (socket says 172.21.15.66:56028) 2024-07-27T06:56:12.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 -- 172.21.15.66:0/2743559039 learned_addr learned my addr 172.21.15.66:0/2743559039 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:12.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53aa00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c070210 0x7fe53c0c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:12.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53b400640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe53c0cf3e0 0x7fe53c1f6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:12.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 -- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c070210 msgr2=0x7fe53c0c9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:12.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c070210 0x7fe53c0c9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:12.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 -- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe53c0cf3e0 msgr2=0x7fe53c1f6830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:12.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe53c0cf3e0 0x7fe53c1f6830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:12.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 -- 172.21.15.66:0/2743559039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe53c156fe0 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.875+0000 7fe53a000640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fe52800c970 tx=0x7fe52800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.876+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe528007b50 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.876+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe528007cf0 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.876+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe53c1572c0 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.876+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe528005290 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.876+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe53c1f4410 con 0x7fe53c072f40 2024-07-27T06:56:12.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.877+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe53c156d50 con 0x7fe53c072f40 2024-07-27T06:56:12.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.879+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe528005430 con 0x7fe53c072f40 2024-07-27T06:56:12.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.880+0000 7fe532a00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 0x7fe51c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:12.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.880+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7fe5280993e0 con 0x7fe53c072f40 2024-07-27T06:56:12.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.880+0000 7fe53aa00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 0x7fe51c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:12.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.882+0000 7fe53aa00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 0x7fe51c079550 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fe52c035000 tx=0x7fe52c004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:12.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:12.885+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe528014070 con 0x7fe53c072f40 2024-07-27T06:56:13.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.134+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe53c15bec0 con 0x7fe53c072f40 2024-07-27T06:56:13.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.136+0000 7fe532a00640 1 -- 172.21.15.66:0/2743559039 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 86 v86) ==== 94+0+5301 (secure 0 0 0) 0x7fe528061ed0 con 0x7fe53c072f40 2024-07-27T06:56:13.137 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:13.137 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":86,"btime":"2024-07-27T06:56:07:957547+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5956,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[{"mdsmap":{"epoch":86,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:07.957491+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6717,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6717":{"gid":6717,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":12,"addr":"172.21.15.66:6834/1743656434","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1743656434},{"type":"v1","addr":"172.21.15.66:6834","nonce":1743656434}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:56:07.957491+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6717,"qdb_cluster":[6309,6717]},"id":6}]} 2024-07-27T06:56:13.138 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 86 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 msgr2=0x7fe51c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 0x7fe51c079550 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fe52c035000 tx=0x7fe52c004ab0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 msgr2=0x7fe53c156420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fe52800c970 tx=0x7fe52800ce30 comp rx=0 tx=0).stop 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 shutdown_connections 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe51c077040 0x7fe51c079550 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe53c0cf3e0 0x7fe53c1f6830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe53c072f40 0x7fe53c156420 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 --2- 172.21.15.66:0/2743559039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe53c070210 0x7fe53c0c9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.138+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 >> 172.21.15.66:0/2743559039 conn(0x7fe53c0cfb90 msgr2=0x7fe53c0cb510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:13.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.139+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 shutdown_connections 2024-07-27T06:56:13.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.139+0000 7fe541c00640 1 -- 172.21.15.66:0/2743559039 wait complete. 2024-07-27T06:56:13.169 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-07-27T06:56:13.169 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:56:13.246 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:56:13.249 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:56:13.250 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:56:13.343 INFO:teuthology.orchestra.run.smithi066.stdout:1722063350.61929.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:56:13.348 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063350.61929.core'] 2024-07-27T06:56:13.348 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063350.61929.core, deleting it 2024-07-27T06:56:13.348 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063350.61929.core 2024-07-27T06:56:13.459 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:56:13.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 -- 172.21.15.66:0/637274468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c806ce90 msgr2=0x7f69c8162720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:13.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 --2- 172.21.15.66:0/637274468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c806ce90 0x7f69c8162720 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f69c8162200 tx=0x7f69bc02a560 comp rx=0 tx=0).stop 2024-07-27T06:56:13.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 -- 172.21.15.66:0/637274468 shutdown_connections 2024-07-27T06:56:13.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 --2- 172.21.15.66:0/637274468 >> v2:172.21.15.155:3300/0 conn(0x7f69c815e1e0 0x7f69c806f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 --2- 172.21.15.66:0/637274468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c806ce90 0x7f69c8162720 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 -- 172.21.15.66:0/637274468 >> 172.21.15.66:0/637274468 conn(0x7f69c80b2cf0 msgr2=0x7f69c806d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:13.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.724+0000 7f69cf000640 1 -- 172.21.15.66:0/637274468 shutdown_connections 2024-07-27T06:56:13.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.725+0000 7f69cf000640 1 -- 172.21.15.66:0/637274468 wait complete. 2024-07-27T06:56:13.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.727+0000 7f69cf000640 1 Processor -- start 2024-07-27T06:56:13.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.727+0000 7f69cf000640 1 -- start start 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 0x7f69c8147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c815e1e0 0x7f69c8158d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69c80700f0 con 0x7f69c8159280 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69c806ff70 con 0x7f69c80b3d60 2024-07-27T06:56:13.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.728+0000 7f69cf000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69c8070270 con 0x7f69c815e1e0 2024-07-27T06:56:13.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:13.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56038/0 (socket says 172.21.15.66:56038) 2024-07-27T06:56:13.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 -- 172.21.15.66:0/2595443905 learned_addr learned my addr 172.21.15.66:0/2595443905 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:13.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69cdc00640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 0x7f69c8147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:13.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69cd200640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c815e1e0 0x7f69c8158d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:13.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 -- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c815e1e0 msgr2=0x7f69c8158d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:13.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c815e1e0 0x7f69c8158d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 -- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 msgr2=0x7f69c8147800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 0x7f69c8147800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69ce600640 1 -- 172.21.15.66:0/2595443905 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c81484c0 con 0x7f69c8159280 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.729+0000 7f69cdc00640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 0x7f69c8147800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69ce600640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f69c000cab0 tx=0x7f69c000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c0007d90 con 0x7f69c8159280 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69c000f540 con 0x7f69c8159280 2024-07-27T06:56:13.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c000f990 con 0x7f69c8159280 2024-07-27T06:56:13.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c81487a0 con 0x7f69c8159280 2024-07-27T06:56:13.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.730+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c8148d60 con 0x7f69c8159280 2024-07-27T06:56:13.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.731+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69c8162720 con 0x7f69c8159280 2024-07-27T06:56:13.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.733+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f69c000fb30 con 0x7f69c8159280 2024-07-27T06:56:13.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.735+0000 7f69c5600640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 0x7f69ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:13.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.735+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 7566+0+0 (secure 0 0 0) 0x7f69c0099ad0 con 0x7f69c8159280 2024-07-27T06:56:13.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.736+0000 7f69cdc00640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 0x7f69ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:13.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.737+0000 7f69cdc00640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 0x7f69ac079520 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f69b800a810 tx=0x7f69b8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:13.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:13.739+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f69c0014070 con 0x7f69c8159280 2024-07-27T06:56:14.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.046+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7f69c806f600 con 0x7f69c8159280 2024-07-27T06:56:14.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.052+0000 7f69c5600640 1 -- 172.21.15.66:0/2595443905 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 6717 v87) ==== 97+0+0 (secure 0 0 0) 0x7f69c000fe20 con 0x7f69c8159280 2024-07-27T06:56:14.053 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6717 2024-07-27T06:56:14.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 msgr2=0x7f69ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 0x7f69ac079520 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f69b800a810 tx=0x7f69b8008040 comp rx=0 tx=0).stop 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 msgr2=0x7f69c8149560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7f69c000cab0 tx=0x7f69c000cf70 comp rx=0 tx=0).stop 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 shutdown_connections 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69ac077010 0x7f69ac079520 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69c8159280 0x7f69c8149560 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c815e1e0 0x7f69c8158d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 --2- 172.21.15.66:0/2595443905 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c80b3d60 0x7f69c8147800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.055+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 >> 172.21.15.66:0/2595443905 conn(0x7f69c80b2cf0 msgr2=0x7f69c815d560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:14.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.056+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 shutdown_connections 2024-07-27T06:56:14.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.056+0000 7f69cf000640 1 -- 172.21.15.66:0/2595443905 wait complete. 2024-07-27T06:56:14.096 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:56:14.096 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:56:14.096 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:56:14.096 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:56:14.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:56:14.096 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T06:56:14.097 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:56:14.097 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:56:14.104 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:56:14.104 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:14.326 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 -- 172.21.15.66:0/1736957534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5090004000 msgr2=0x7f5090004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 --2- 172.21.15.66:0/1736957534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5090004000 0x7f5090004800 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f50ac0ce3d0 tx=0x7f5090005830 comp rx=0 tx=0).stop 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b0c00640 1 -- 172.21.15.66:0/1736957534 reap_dead start 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 -- 172.21.15.66:0/1736957534 shutdown_connections 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 -- 172.21.15.66:0/1736957534 >> 172.21.15.66:0/1736957534 conn(0x7f50ac0d3cd0 msgr2=0x7f50ac0d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 -- 172.21.15.66:0/1736957534 shutdown_connections 2024-07-27T06:56:14.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.368+0000 7f50b1600640 1 -- 172.21.15.66:0/1736957534 wait complete. 2024-07-27T06:56:14.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.371+0000 7f50b1600640 1 Processor -- start 2024-07-27T06:56:14.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.371+0000 7f50b1600640 1 -- start start 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 0x7f50ac1f5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 0x7f50ac06dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f50ac0b3f60 con 0x7f50ac06e170 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f50ac0b3de0 con 0x7f50ac0a13f0 2024-07-27T06:56:14.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.372+0000 7f50b1600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f50ac0b40e0 con 0x7f5090004000 2024-07-27T06:56:14.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:14.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56078/0 (socket says 172.21.15.66:56078) 2024-07-27T06:56:14.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 -- 172.21.15.66:0/1156819107 learned_addr learned my addr 172.21.15.66:0/1156819107 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50abe00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 0x7f50ac1f5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50ab400640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 0x7f50ac06dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 -- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 msgr2=0x7f50ac1f5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 0x7f50ac1f5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 -- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 msgr2=0x7f50ac06dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 0x7f50ac06dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50b0c00640 1 -- 172.21.15.66:0/1156819107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50ac1f4850 con 0x7f50ac06e170 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50abe00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 0x7f50ac1f5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.373+0000 7f50ab400640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 0x7f50ac06dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50b0c00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f50ac0d36b0 tx=0x7f50a4010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a4003970 con 0x7f50ac06e170 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50a4015070 con 0x7f50ac06e170 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50ac1e9930 con 0x7f50ac06e170 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50a4004030 con 0x7f50ac06e170 2024-07-27T06:56:14.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.374+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50ac1f4b10 con 0x7f50ac06e170 2024-07-27T06:56:14.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.375+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50ac0b3440 con 0x7f50ac06e170 2024-07-27T06:56:14.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.377+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f50a40041d0 con 0x7f50ac06e170 2024-07-27T06:56:14.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.378+0000 7f50a3e00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 0x7f508c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:14.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.378+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f50a4099d10 con 0x7f50ac06e170 2024-07-27T06:56:14.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.378+0000 7f50abe00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 0x7f508c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:14.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.380+0000 7f50abe00640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 0x7f508c079520 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f509c006fd0 tx=0x7f509c006b10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:14.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.382+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f50a409f020 con 0x7f50ac06e170 2024-07-27T06:56:14.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.635+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50ac0d1310 con 0x7f50ac06e170 2024-07-27T06:56:14.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.636+0000 7f50a3e00640 1 -- 172.21.15.66:0/1156819107 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 88 v88) ==== 94+0+4422 (secure 0 0 0) 0x7f50a4097e20 con 0x7f50ac06e170 2024-07-27T06:56:14.638 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:14.638 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":88,"btime":"2024-07-27T06:56:14:062042+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":88,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:14.062009+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:replay","state_seq":1,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:56:14.638 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 88 2024-07-27T06:56:14.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 msgr2=0x7f508c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 0x7f508c079520 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f509c006fd0 tx=0x7f509c006b10 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 msgr2=0x7f50ac0cd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f50ac0d36b0 tx=0x7f50a4010f40 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 shutdown_connections 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f508c077010 0x7f508c079520 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50ac06e170 0x7f50ac0cd700 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50ac0a13f0 0x7f50ac06dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 --2- 172.21.15.66:0/1156819107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5090004000 0x7f50ac1f5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 >> 172.21.15.66:0/1156819107 conn(0x7f50ac0d3cd0 msgr2=0x7f50ac0b1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 shutdown_connections 2024-07-27T06:56:14.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:14.639+0000 7f50b1600640 1 -- 172.21.15.66:0/1156819107 wait complete. 2024-07-27T06:56:14.668 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:56:15.436 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T06:56:19.669 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 -- 172.21.15.66:0/804354981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80732e0 msgr2=0x7fdfa8070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 --2- 172.21.15.66:0/804354981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80732e0 0x7fdfa8070060 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009830 tx=0x7fdf9802a510 comp rx=0 tx=0).stop 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 -- 172.21.15.66:0/804354981 shutdown_connections 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 --2- 172.21.15.66:0/804354981 >> v2:172.21.15.155:3300/0 conn(0x7fdfa80ca8f0 0x7fdfa80b4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 --2- 172.21.15.66:0/804354981 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80732e0 0x7fdfa8070060 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 -- 172.21.15.66:0/804354981 >> 172.21.15.66:0/804354981 conn(0x7fdfa80cfb90 msgr2=0x7fdfa80cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 -- 172.21.15.66:0/804354981 shutdown_connections 2024-07-27T06:56:19.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.971+0000 7fdfaca00640 1 -- 172.21.15.66:0/804354981 wait complete. 2024-07-27T06:56:19.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.974+0000 7fdfaca00640 1 Processor -- start 2024-07-27T06:56:19.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.974+0000 7fdfaca00640 1 -- start start 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa80732e0 0x7fdfa80cec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 0x7fdfa814d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa80b5100 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa80b4f80 con 0x7fdfa80732e0 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.976+0000 7fdfaca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa80b5280 con 0x7fdfa80ca8f0 2024-07-27T06:56:19.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56090/0 (socket says 172.21.15.66:56090) 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 -- 172.21.15.66:0/1620954249 learned_addr learned my addr 172.21.15.66:0/1620954249 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa5e00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa80732e0 0x7fdfa80cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdf9d400640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 0x7fdfa814d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 -- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 msgr2=0x7fdfa814d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 0x7fdfa814d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 -- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa80732e0 msgr2=0x7fdfa80cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.977+0000 7fdfa6800640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa80732e0 0x7fdfa80cec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdfa6800640 1 -- 172.21.15.66:0/1620954249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa80cf1c0 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdf9d400640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 0x7fdfa814d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:19.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdfa6800640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009fd0 tx=0x7fdfa000c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0003970 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa814e5f0 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfa0003c20 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0004280 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.978+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa80ce1a0 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.979+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa806a580 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.981+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdfa001d020 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.982+0000 7fdf9ea00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:19.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.982+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fdfa0099660 con 0x7fdfa80cb6c0 2024-07-27T06:56:19.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.983+0000 7fdfa5e00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:19.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.984+0000 7fdfa5e00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fdf98034000 tx=0x7fdf98004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:19.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:19.987+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfa0062020 con 0x7fdfa80cb6c0 2024-07-27T06:56:20.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.240+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfa80b5750 con 0x7fdfa80cb6c0 2024-07-27T06:56:20.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.242+0000 7fdf9ea00640 1 -- 172.21.15.66:0/1620954249 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5253 (secure 0 0 0) 0x7fdfa0061920 con 0x7fdfa80cb6c0 2024-07-27T06:56:20.244 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:20.244 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":92,"btime":"2024-07-27T06:56:18:102801+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:18.102791+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:20.244 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 92 2024-07-27T06:56:20.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.244+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 msgr2=0x7fdf84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.244+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fdf98034000 tx=0x7fdf98004730 comp rx=0 tx=0).stop 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.244+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 msgr2=0x7fdfa80c84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0009fd0 tx=0x7fdfa000c740 comp rx=0 tx=0).stop 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 shutdown_connections 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa80cb6c0 0x7fdfa80c84a0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa80ca8f0 0x7fdfa814d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 --2- 172.21.15.66:0/1620954249 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa80732e0 0x7fdfa80cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 >> 172.21.15.66:0/1620954249 conn(0x7fdfa80cfb90 msgr2=0x7fdfa815f2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:20.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 shutdown_connections 2024-07-27T06:56:20.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.245+0000 7fdfaca00640 1 -- 172.21.15.66:0/1620954249 wait complete. 2024-07-27T06:56:20.277 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:56:20.277 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:20.453 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:56:20.453 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:56:20.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.567+0000 7f10a0e00640 1 -- 172.21.15.66:0/3702641516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1080004d90 msgr2=0x7f1080005240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.567+0000 7f10a0e00640 1 --2- 172.21.15.66:0/3702641516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1080004d90 0x7f1080005240 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f1094001d90 tx=0x7f1080005830 comp rx=0 tx=0).stop 2024-07-27T06:56:20.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.567+0000 7f109be00640 1 -- 172.21.15.66:0/3702641516 reap_dead start 2024-07-27T06:56:20.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.567+0000 7f10a0e00640 1 -- 172.21.15.66:0/3702641516 shutdown_connections 2024-07-27T06:56:20.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.567+0000 7f10a0e00640 1 -- 172.21.15.66:0/3702641516 >> 172.21.15.66:0/3702641516 conn(0x7f109c06c780 msgr2=0x7f109c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:20.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.568+0000 7f10a0e00640 1 -- 172.21.15.66:0/3702641516 shutdown_connections 2024-07-27T06:56:20.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.568+0000 7f10a0e00640 1 -- 172.21.15.66:0/3702641516 wait complete. 2024-07-27T06:56:20.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.570+0000 7f10a0e00640 1 Processor -- start 2024-07-27T06:56:20.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.570+0000 7f10a0e00640 1 -- start start 2024-07-27T06:56:20.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1080004d90 0x7f109c142030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:20.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:20.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 0x7f109c0ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:20.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f109c06e220 con 0x7f109c0b3fb0 2024-07-27T06:56:20.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f109c0cf550 con 0x7f1080004d90 2024-07-27T06:56:20.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f10a0e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f109c06e3a0 con 0x7f109c0b43c0 2024-07-27T06:56:20.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:20.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56108/0 (socket says 172.21.15.66:56108) 2024-07-27T06:56:20.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 -- 172.21.15.66:0/2166004522 learned_addr learned my addr 172.21.15.66:0/2166004522 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:20.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f109b400640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1080004d90 0x7f109c142030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:20.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f109be00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 0x7f109c0ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:20.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 -- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 msgr2=0x7f109c0ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 0x7f109c0ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 -- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1080004d90 msgr2=0x7f109c142030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.572+0000 7f1093e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1080004d90 0x7f109c142030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f1093e00640 1 -- 172.21.15.66:0/2166004522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f109c1f5280 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f109be00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 0x7f109c0ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f1093e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f1084011a50 tx=0x7f1084011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f108401f070 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f108400fdc0 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10840126b0 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f109c1f5560 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.573+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f109c1f5b20 con 0x7f109c0b3fb0 2024-07-27T06:56:20.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.575+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f109c0af230 con 0x7f109c0b3fb0 2024-07-27T06:56:20.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.576+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1084022070 con 0x7f109c0b3fb0 2024-07-27T06:56:20.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.577+0000 7f1093400640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 0x7f1078079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:20.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.577+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f1084099c60 con 0x7f109c0b3fb0 2024-07-27T06:56:20.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.578+0000 7f109b400640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 0x7f1078079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:20.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.579+0000 7f109b400640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 0x7f1078079520 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f108c000fb0 tx=0x7f108c001da0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:20.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.582+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f109c0af230 con 0x7f109c0b3fb0 2024-07-27T06:56:20.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.829+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f109c1f4fd0 con 0x7f109c0b3fb0 2024-07-27T06:56:20.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.830+0000 7f1093400640 1 -- 172.21.15.66:0/2166004522 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5253 (secure 0 0 0) 0x7f1084061fd0 con 0x7f109c0b3fb0 2024-07-27T06:56:20.832 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:20.832 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":92,"btime":"2024-07-27T06:56:18:102801+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:18.102791+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:20.832 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 92 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.833+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 msgr2=0x7f1078079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.833+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 0x7f1078079520 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f108c000fb0 tx=0x7f108c001da0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.833+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 msgr2=0x7f109c0ad8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.833+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f1084011a50 tx=0x7f1084011f10 comp rx=0 tx=0).stop 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 shutdown_connections 2024-07-27T06:56:20.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1078077010 0x7f1078079520 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f109c0b43c0 0x7f109c0ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f109c0b3fb0 0x7f109c0ad8c0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 --2- 172.21.15.66:0/2166004522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1080004d90 0x7f109c142030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 >> 172.21.15.66:0/2166004522 conn(0x7f109c06c780 msgr2=0x7f109c06cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 shutdown_connections 2024-07-27T06:56:20.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:20.834+0000 7f10a0e00640 1 -- 172.21.15.66:0/2166004522 wait complete. 2024-07-27T06:56:21.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 92, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:56:18.102791+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 101, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 5956, 'mds_1': 6309}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5956': {'gid': 5956, 'name': 'd', 'rank': 0, 'incarnation': 88, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.155:6837/2013406216', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 2013406216}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 2013406216}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_6309': {'gid': 6309, 'name': 'c', 'rank': 1, 'incarnation': 58, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.66:6835/2264115068', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6833', 'nonce': 2264115068}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2264115068}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5956, 'qdb_cluster': [5956, 6309]} 2024-07-27T06:56:21.267 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:56:21.267 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T06:56:21.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 -- 172.21.15.66:0/2454218920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ae830 msgr2=0x7fd1c80aec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 --2- 172.21.15.66:0/2454218920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ae830 0x7fd1c80aec40 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7fd1c8074f30 tx=0x7fd1b002a580 comp rx=0 tx=0).stop 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 -- 172.21.15.66:0/2454218920 shutdown_connections 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 --2- 172.21.15.66:0/2454218920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c80ae830 0x7fd1c80aec40 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 --2- 172.21.15.66:0/2454218920 >> v2:172.21.15.155:3300/0 conn(0x7fd1c80701d0 0x7fd1c8151010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 -- 172.21.15.66:0/2454218920 >> 172.21.15.66:0/2454218920 conn(0x7fd1c806c780 msgr2=0x7fd1c806cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 -- 172.21.15.66:0/2454218920 shutdown_connections 2024-07-27T06:56:21.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.568+0000 7fd1cd400640 1 -- 172.21.15.66:0/2454218920 wait complete. 2024-07-27T06:56:21.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.570+0000 7fd1cd400640 1 Processor -- start 2024-07-27T06:56:21.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.570+0000 7fd1cd400640 1 -- start start 2024-07-27T06:56:21.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 0x7fd1c8156d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80ae830 0x7fd1c81572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c815ac30 con 0x7fd1c806de60 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c815aab0 con 0x7fd1c80701d0 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1cd400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c815adb0 con 0x7fd1c80ae830 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50384/0 (socket says 172.21.15.66:50384) 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.572+0000 7fd1c7e00640 1 -- 172.21.15.66:0/1110099827 learned_addr learned my addr 172.21.15.66:0/1110099827 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 0x7fd1c8156d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 -- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80ae830 msgr2=0x7fd1c81572a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80ae830 0x7fd1c81572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 -- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 msgr2=0x7fd1c8156d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 0x7fd1c8156d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 -- 172.21.15.66:0/1110099827 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c81561a0 con 0x7fd1c806de60 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 0x7fd1c8156d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:21.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c970 tx=0x7fd1b800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c4c00640 1 -- 172.21.15.66:0/1110099827 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8007b50 con 0x7fd1c806de60 2024-07-27T06:56:21.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c4c00640 1 -- 172.21.15.66:0/1110099827 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b8007de0 con 0x7fd1c806de60 2024-07-27T06:56:21.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c8155620 con 0x7fd1c806de60 2024-07-27T06:56:21.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.573+0000 7fd1c4c00640 1 -- 172.21.15.66:0/1110099827 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b800f6b0 con 0x7fd1c806de60 2024-07-27T06:56:21.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.574+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c8155be0 con 0x7fd1c806de60 2024-07-27T06:56:21.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.576+0000 7fd1c4c00640 1 -- 172.21.15.66:0/1110099827 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd1b800f850 con 0x7fd1c806de60 2024-07-27T06:56:21.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.577+0000 7fd1c4c00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 0x7fd1a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.577+0000 7fd1c4c00640 1 -- 172.21.15.66:0/1110099827 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fd1b80997f0 con 0x7fd1c806de60 2024-07-27T06:56:21.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.578+0000 7fd1d59ea740 1 Processor -- start 2024-07-27T06:56:21.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.578+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 0x7fd1a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.578+0000 7fd1d59ea740 1 -- start start 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 0x7fd1a4079550 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0033000 tx=0x7fd1b0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x56433846b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5643383c4390 con 0x5643380833b0 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5643383b3a30 con 0x56433808b590 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.579+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5643383b78d0 con 0x5643380ac270 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50396/0 (socket says 172.21.15.66:50396) 2024-07-27T06:56:21.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 -- 172.21.15.66:0/1403635883 learned_addr learned my addr 172.21.15.66:0/1403635883 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1cca00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x56433846b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 -- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 msgr2=0x56433847b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 -- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 msgr2=0x56433846b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x56433846b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1bfe00640 1 -- 172.21.15.66:0/1403635883 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56433836fd70 con 0x5643380833b0 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.580+0000 7fd1cca00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x56433846b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:21.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.581+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0000c00 tx=0x7fd1b003b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8deca87ba0a24352 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.581+0000 7fd1b7e00640 1 -- 172.21.15.66:0/1403635883 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0035050 con 0x5643380833b0 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.581+0000 7fd1b7e00640 1 -- 172.21.15.66:0/1403635883 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b004c070 con 0x5643380833b0 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.581+0000 7fd1b7e00640 1 -- 172.21.15.66:0/1403635883 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0003d80 con 0x5643380833b0 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1403635883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 msgr2=0x56433846ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0000c00 tx=0x7fd1b003b000 comp rx=0 tx=0).stop 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1403635883 shutdown_connections 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x56433846b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x56433846ae90 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1403635883 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1403635883 >> 172.21.15.66:0/1403635883 conn(0x5643380a03c0 msgr2=0x5643384517b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1403635883 shutdown_connections 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.582+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1403635883 wait complete. 2024-07-27T06:56:21.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.583+0000 7fd1d59ea740 1 -- start start 2024-07-27T06:56:21.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.583+0000 7fd1d59ea740 1 Processor -- start 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380833b0 0x564338469ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x564338479b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564338126620 con 0x56433808b590 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564338350e10 con 0x5643380833b0 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564338491ce0 con 0x5643380ac270 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1d59ea740 10 client.0 _ll_register_callbacks cb 0x5643383ad7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50398/0 (socket says 172.21.15.66:50398) 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1bfe00640 1 -- 172.21.15.66:0/2855053113 learned_addr learned my addr 172.21.15.66:0/2855053113 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1cca00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x564338479b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.585+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380833b0 0x564338469ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 -- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 msgr2=0x564338479b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x564338479b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 -- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380833b0 msgr2=0x564338469ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380833b0 0x564338469ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 -- 172.21.15.66:0/2855053113 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564338117850 con 0x56433808b590 2024-07-27T06:56:21.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00099c0 tx=0x7fd1b0003df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e6d27bfa6e51e5d server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b0035040 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1b004c070 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fd1b0004bb0 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.586+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fd1b00044b0 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 10 client.6990 fetch_fsmap learned FSMap version 92 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x56433818e6b0 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b004c070 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 92) ==== 3522+0+0 (secure 0 0 0) 0x7fd1b0004ea0 con 0x56433808b590 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 10 client.6990 fetch_fsmap finished waiting for FSMap version 92 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 10 client.6990 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 20 client.6990 populate_metadata read hostname 'smithi066' 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x56433806ae40 0x564338490a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 4 client.6990 mds_command: new command op to 5956 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:56:21.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.587+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 --> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5643383c62e0 con 0x56433806ae40 2024-07-27T06:56:21.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.588+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x56433806ae40 0x564338490a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.589+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x56433806ae40 0x564338490a80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4dea5bf372cd8568 server_cookie=ff9c1da4464f9761 in_seq=0 out_seq=0 2024-07-27T06:56:21.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.589+0000 7fd1b4c00640 10 client.6990 ms_handle_connect on v2:172.21.15.155:6835/2013406216 2024-07-27T06:56:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.591+0000 7fd1b4c00640 1 -- 172.21.15.66:0/2855053113 <== mds.0 v2:172.21.15.155:6835/2013406216 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5643383c62e0 con 0x56433806ae40 2024-07-27T06:56:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.591+0000 7fd1b4c00640 10 client.6990 handle_command_reply: tid=0 2024-07-27T06:56:21.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 client.6990 shutdown 2024-07-27T06:56:21.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 msgr2=0x56433848ffb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fd1b00099c0 tx=0x7fd1b0003df0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 shutdown_connections 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x56433806ae40 0x564338490a80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x564338479b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x56433808b590 0x56433848ffb0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2855053113 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380833b0 0x564338469ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 >> 172.21.15.66:0/2855053113 conn(0x5643380a03c0 msgr2=0x564338451780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1b4c00640 0 client.6990 ms_handle_reset on v2:172.21.15.155:6835/2013406216 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 shutdown_connections 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.592+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2855053113 wait complete. 2024-07-27T06:56:21.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.593+0000 7fd1d59ea740 20 client.6990 trim_cache size 0 max 16384 2024-07-27T06:56:21.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.613+0000 7fd1d59ea740 1 Processor -- start 2024-07-27T06:56:21.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.613+0000 7fd1d59ea740 1 -- start start 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56433808b590 0x5643384b9380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380ac270 0x5643384b98c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c8204ac0 con 0x5643380833b0 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c8202d60 con 0x5643380ac270 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c8203380 con 0x56433808b590 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50400/0 (socket says 172.21.15.66:50400) 2024-07-27T06:56:21.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.614+0000 7fd1c7e00640 1 -- 172.21.15.66:0/2812937991 learned_addr learned my addr 172.21.15.66:0/2812937991 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 -- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56433808b590 msgr2=0x5643384b9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56433808b590 0x5643384b9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 -- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380ac270 msgr2=0x5643384b98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380ac270 0x5643384b98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 -- 172.21.15.66:0/2812937991 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56433847c040 con 0x5643380833b0 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800afd0 tx=0x7fd1b805dad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c434038554f418a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1b7400640 1 -- 172.21.15.66:0/2812937991 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8061b40 con 0x5643380833b0 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1b7400640 1 -- 172.21.15.66:0/2812937991 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b8066140 con 0x5643380833b0 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.615+0000 7fd1b7400640 1 -- 172.21.15.66:0/2812937991 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b806ab60 con 0x5643380833b0 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2812937991 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 msgr2=0x5643384691d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800afd0 tx=0x7fd1b805dad0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2812937991 shutdown_connections 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5643380ac270 0x5643384b98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x56433808b590 0x5643384b9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/2812937991 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5643380833b0 0x5643384691d0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2812937991 >> 172.21.15.66:0/2812937991 conn(0x5643380a03c0 msgr2=0x56433848fe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2812937991 shutdown_connections 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.616+0000 7fd1d59ea740 1 -- 172.21.15.66:0/2812937991 wait complete. 2024-07-27T06:56:21.619 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.617+0000 7fd1d59ea740 1 -- start start 2024-07-27T06:56:21.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.618+0000 7fd1d59ea740 1 Processor -- start 2024-07-27T06:56:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x5643384b98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564338490640 con 0x564338517c20 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5643384a9770 con 0x56433808b590 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5643384a61c0 con 0x5643380ac270 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1d59ea740 10 client.0 _ll_register_callbacks cb 0x7fd1b0004260 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.619+0000 7fd1cca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50414/0 (socket says 172.21.15.66:50414) 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 -- 172.21.15.66:0/1439081719 learned_addr learned my addr 172.21.15.66:0/1439081719 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x5643384b98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1bfe00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 -- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 msgr2=0x56433847aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 -- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 msgr2=0x5643384b98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.622 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x5643384b98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 -- 172.21.15.66:0/1439081719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564338493560 con 0x564338517c20 2024-07-27T06:56:21.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1cca00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000e1f0 tx=0x7fd1c000e6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e52b66d2742d2d8e server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.620+0000 7fd1b4c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1c0003d80 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fd1c00050d0 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1b8066140 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7fd1c000ee60 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 10 client.6996 fetch_fsmap learned FSMap version 92 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x56433847b2a0 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b8066140 con 0x564338517c20 2024-07-27T06:56:21.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 92) ==== 3522+0+0 (secure 0 0 0) 0x7fd1c001b030 con 0x564338517c20 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 10 client.6996 fetch_fsmap finished waiting for FSMap version 92 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 10 client.6996 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 20 client.6996 populate_metadata read hostname 'smithi066' 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x564338490940 0x56433844b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 4 client.6996 mds_command: new command op to 5956 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.621+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 --> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] -- command(tid 0: {"prefix": "status"}) -- 0x5643383c1d80 con 0x564338490940 2024-07-27T06:56:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.622+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x564338490940 0x56433844b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.623+0000 7fd1c7e00640 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x564338490940 0x56433844b660 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ec3ad61b6495bae6 server_cookie=44ed3db6532945e8 in_seq=0 out_seq=0 2024-07-27T06:56:21.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.623+0000 7fd1b4c00640 10 client.6996 ms_handle_connect on v2:172.21.15.155:6835/2013406216 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1b4c00640 1 -- 172.21.15.66:0/1439081719 <== mds.0 v2:172.21.15.155:6835/2013406216 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x5643383c1d80 con 0x564338490940 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1b4c00640 10 client.6996 handle_command_reply: tid=0 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 client.6996 shutdown 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 msgr2=0x5643384fcba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fd1c000e1f0 tx=0x7fd1c000e6b0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 shutdown_connections 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:6835/2013406216,v1:172.21.15.155:6837/2013406216] conn(0x564338490940 0x56433844b660 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564338517c20 0x5643384fcba0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5643380ac270 0x56433847aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1b4c00640 0 client.6996 ms_handle_reset on v2:172.21.15.155:6835/2013406216 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 --2- 172.21.15.66:0/1439081719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x56433808b590 0x5643384b98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 >> 172.21.15.66:0/1439081719 conn(0x5643380a03c0 msgr2=0x564338478190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.624+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 shutdown_connections 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1d59ea740 1 -- 172.21.15.66:0/1439081719 wait complete. 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1d59ea740 20 client.6996 trim_cache size 0 max 16384 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 5956, 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:56:21.628 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.5502772240000002, 2024-07-27T06:56:21.629 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 92, 2024-07-27T06:56:21.629 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 101, 2024-07-27T06:56:21.629 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 101, 2024-07-27T06:56:21.629 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 41.930126893999997 2024-07-27T06:56:21.629 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 msgr2=0x7fd1a4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 0x7fd1a4079550 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0033000 tx=0x7fd1b0004730 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 msgr2=0x7fd1c8144740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c970 tx=0x7fd1b800ce30 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 shutdown_connections 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd1a4077040 0x7fd1a4079550 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd1c80ae830 0x7fd1c81572a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd1c80701d0 0x7fd1c8156d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 --2- 172.21.15.66:0/1110099827 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd1c806de60 0x7fd1c8144740 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.625+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 >> 172.21.15.66:0/1110099827 conn(0x7fd1c806c780 msgr2=0x7fd1c8158010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.626+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 shutdown_connections 2024-07-27T06:56:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.626+0000 7fd1cd400640 1 -- 172.21.15.66:0/1110099827 wait complete. 2024-07-27T06:56:21.654 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 -- 172.21.15.66:0/3951084241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 msgr2=0x7f64d80d0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 --2- 172.21.15.66:0/3951084241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d80d0870 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f64d808c390 tx=0x7f64c402a560 comp rx=0 tx=0).stop 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 -- 172.21.15.66:0/3951084241 shutdown_connections 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 --2- 172.21.15.66:0/3951084241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 0x7f64d80d1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 --2- 172.21.15.66:0/3951084241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d80d0870 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 --2- 172.21.15.66:0/3951084241 >> v2:172.21.15.155:3300/0 conn(0x7f64d80b2b50 0x7f64d80d0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 -- 172.21.15.66:0/3951084241 >> 172.21.15.66:0/3951084241 conn(0x7f64d80d3cd0 msgr2=0x7f64d80d40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 -- 172.21.15.66:0/3951084241 shutdown_connections 2024-07-27T06:56:21.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.942+0000 7f64de600640 1 -- 172.21.15.66:0/3951084241 wait complete. 2024-07-27T06:56:21.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.945+0000 7f64de600640 1 Processor -- start 2024-07-27T06:56:21.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.945+0000 7f64de600640 1 -- start start 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64d80b2b50 0x7f64d80ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 0x7f64d81f51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80d2790 con 0x7f64d80d47f0 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80d2610 con 0x7f64d80b2b50 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.946+0000 7f64de600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64d80d2910 con 0x7f64d80d1ab0 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50434/0 (socket says 172.21.15.66:50434) 2024-07-27T06:56:21.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 -- 172.21.15.66:0/1398626168 learned_addr learned my addr 172.21.15.66:0/1398626168 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64dd200640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64d80b2b50 0x7f64d80ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 0x7f64d81f51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 -- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 msgr2=0x7f64d81f51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 0x7f64d81f51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 -- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64d80b2b50 msgr2=0x7f64d80ccee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64d80b2b50 0x7f64d80ccee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 -- 172.21.15.66:0/1398626168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d80cd420 con 0x7f64d80d47f0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.947+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f64d000e960 tx=0x7f64d000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.948+0000 7f64d4c00640 1 -- 172.21.15.66:0/1398626168 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d0004d20 con 0x7f64d80d47f0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.948+0000 7f64d4c00640 1 -- 172.21.15.66:0/1398626168 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d000cb20 con 0x7f64d80d47f0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.948+0000 7f64d4c00640 1 -- 172.21.15.66:0/1398626168 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d0005020 con 0x7f64d80d47f0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.948+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d81f6170 con 0x7f64d80d47f0 2024-07-27T06:56:21.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.948+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d81d3c70 con 0x7f64d80d47f0 2024-07-27T06:56:21.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.951+0000 7f64d4c00640 1 -- 172.21.15.66:0/1398626168 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f64d00051c0 con 0x7f64d80d47f0 2024-07-27T06:56:21.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.952+0000 7f64d4c00640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 0x7f64b8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.952+0000 7f64d4c00640 1 -- 172.21.15.66:0/1398626168 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f64d0099960 con 0x7f64d80d47f0 2024-07-27T06:56:21.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.952+0000 7f64e6bb2740 1 Processor -- start 2024-07-27T06:56:21.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.952+0000 7f64e6bb2740 1 -- start start 2024-07-27T06:56:21.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.952+0000 7f64dd200640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 0x7f64b8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64dd200640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 0x7f64b8079550 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f64c8005fd0 tx=0x7f64c8005dc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b290456270 0x55b290842d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290825f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55b29076e390 con 0x55b29042d3b0 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55b29075da30 con 0x55b290435590 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55b2907618d0 con 0x55b290456270 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50444/0 (socket says 172.21.15.66:50444) 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64d7e00640 1 -- 172.21.15.66:0/1408684485 learned_addr learned my addr 172.21.15.66:0/1408684485 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64dd200640 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b290456270 0x55b290842d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.954+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290825f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 -- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b290456270 msgr2=0x55b290842d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b290456270 0x55b290842d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 -- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 msgr2=0x55b290825f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290825f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 -- 172.21.15.66:0/1408684485 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b290719d70 con 0x55b29042d3b0 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f64c40099c0 tx=0x7f64c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6391617c2eb492 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64cd600640 1 -- 172.21.15.66:0/1408684485 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4040070 con 0x55b29042d3b0 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64cd600640 1 -- 172.21.15.66:0/1408684485 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64c4004130 con 0x55b29042d3b0 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.955+0000 7f64cd600640 1 -- 172.21.15.66:0/1408684485 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c4035040 con 0x55b29042d3b0 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1408684485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 msgr2=0x55b290825a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f64c40099c0 tx=0x7f64c40046c0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1408684485 shutdown_connections 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290825f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b29042d3b0 0x55b290825a10 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1408684485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b290456270 0x55b290842d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1408684485 >> 172.21.15.66:0/1408684485 conn(0x55b29044a3c0 msgr2=0x55b2907fbc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1408684485 shutdown_connections 2024-07-27T06:56:21.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.956+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1408684485 wait complete. 2024-07-27T06:56:21.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.958+0000 7f64e6bb2740 1 -- start start 2024-07-27T06:56:21.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.958+0000 7f64e6bb2740 1 Processor -- start 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b290813c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290839b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55b2904d0620 con 0x55b290456270 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55b2906fae10 con 0x55b290435590 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55b29083bef0 con 0x55b29042d3b0 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.959+0000 7f64e6bb2740 10 client.0 _ll_register_callbacks cb 0x55b2907579a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:56:21.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50448/0 (socket says 172.21.15.66:50448) 2024-07-27T06:56:21.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 -- 172.21.15.66:0/3539823597 learned_addr learned my addr 172.21.15.66:0/3539823597 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64d7e00640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290839b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64dd200640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b290813c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 -- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 msgr2=0x55b290813c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b290813c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 -- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 msgr2=0x55b290839b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290839b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 -- 172.21.15.66:0/3539823597 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2904c1850 con 0x55b290456270 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64d7e00640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290839b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:21.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f64d000c640 tx=0x7f64d00622d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74142508dcc80eea server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.960+0000 7f64c2000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d001f040 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f64d007b0d0 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64c4004130 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f64d0061cb0 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64e6bb2740 10 client.7008 fetch_fsmap learned FSMap version 92 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55b2905386b0 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64c4004130 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 92) ==== 3522+0+0 (secure 0 0 0) 0x7f64d000f040 con 0x55b290456270 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.961+0000 7f64e6bb2740 10 client.7008 fetch_fsmap finished waiting for FSMap version 92 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64e6bb2740 10 client.7008 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64e6bb2740 20 client.7008 populate_metadata read hostname 'smithi066' 2024-07-27T06:56:21.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b290414e40 0x55b290852e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64e6bb2740 4 client.7008 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:56:21.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2907702e0 con 0x55b290414e40 2024-07-27T06:56:21.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.962+0000 7f64dd200640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b290414e40 0x55b290852e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.963+0000 7f64dd200640 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b290414e40 0x55b290852e80 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2eb09b28de73880b server_cookie=52c208e1b6a392d1 in_seq=0 out_seq=0 2024-07-27T06:56:21.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.963+0000 7f64c2000640 10 client.7008 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.963+0000 7f64c2000640 1 -- 172.21.15.66:0/3539823597 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b2907702e0 con 0x55b290414e40 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.963+0000 7f64c2000640 10 client.7008 handle_command_reply: tid=0 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.963+0000 7f64e6bb2740 1 client.7008 shutdown 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 msgr2=0x55b290838e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f64d000c640 tx=0x7f64d00622d0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 shutdown_connections 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b290414e40 0x55b290852e80 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290838e00 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290839b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3539823597 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b290813c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64c2000640 0 client.7008 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 >> 172.21.15.66:0/3539823597 conn(0x55b29044a3c0 msgr2=0x55b2907f51a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 shutdown_connections 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3539823597 wait complete. 2024-07-27T06:56:21.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.964+0000 7f64e6bb2740 20 client.7008 trim_cache size 0 max 16384 2024-07-27T06:56:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.988+0000 7f64e6bb2740 1 Processor -- start 2024-07-27T06:56:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.989+0000 7f64e6bb2740 1 -- start start 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2907faac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64d8204b00 con 0x55b290456270 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64d81d58e0 con 0x55b290435590 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64d8203400 con 0x55b29042d3b0 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.990+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50456/0 (socket says 172.21.15.66:50456) 2024-07-27T06:56:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 -- 172.21.15.66:0/3669167504 learned_addr learned my addr 172.21.15.66:0/3669167504 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64dd200640 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2907faac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64d7e00640 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 -- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 msgr2=0x55b2907faac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2907faac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 -- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 msgr2=0x55b290836920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 -- 172.21.15.66:0/3669167504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2907f8790 con 0x55b290456270 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.991+0000 7f64ddc00640 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f64d0061e70 tx=0x7f64d000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b060e6e2122b2570 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.992+0000 7f64ccc00640 1 -- 172.21.15.66:0/3669167504 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d001f040 con 0x55b290456270 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.992+0000 7f64ccc00640 1 -- 172.21.15.66:0/3669167504 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d006acd0 con 0x55b290456270 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.992+0000 7f64ccc00640 1 -- 172.21.15.66:0/3669167504 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d00973d0 con 0x55b290456270 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.992+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3669167504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 msgr2=0x55b290836e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:21.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.992+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f64d0061e70 tx=0x7f64d000cf70 comp rx=0 tx=0).stop 2024-07-27T06:56:21.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3669167504 shutdown_connections 2024-07-27T06:56:21.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/3669167504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2907faac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3669167504 >> 172.21.15.66:0/3669167504 conn(0x55b29044a3c0 msgr2=0x55b2907f1220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3669167504 shutdown_connections 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.993+0000 7f64e6bb2740 1 -- 172.21.15.66:0/3669167504 wait complete. 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.994+0000 7f64e6bb2740 1 -- start start 2024-07-27T06:56:21.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.994+0000 7f64e6bb2740 1 Processor -- start 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.995+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2908b4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.995+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64e6bb2740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55b29083b150 con 0x55b290456270 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55b290837a30 con 0x55b290435590 2024-07-27T06:56:21.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64e6bb2740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55b29083b800 con 0x55b29042d3b0 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64e6bb2740 10 client.0 _ll_register_callbacks cb 0x7f64d0004a00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50464/0 (socket says 172.21.15.66:50464) 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 -- 172.21.15.66:0/1628283551 learned_addr learned my addr 172.21.15.66:0/1628283551 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64dd200640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2908b4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 -- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 msgr2=0x55b2908b4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2908b4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 -- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 msgr2=0x55b290836920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:21.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64ddc00640 1 -- 172.21.15.66:0/1628283551 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b29083d760 con 0x55b290456270 2024-07-27T06:56:22.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64d7e00640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:22.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.996+0000 7f64dd200640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2908b4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:22.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64ddc00640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f64d005e250 tx=0x7f64d00661c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fbde477f8ce26f5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:22.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64c2000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d007f030 con 0x55b290456270 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f64d007b2e0 con 0x55b290456270 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64d006acd0 con 0x55b290456270 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=92) ==== 24+0+0 (secure 0 0 0) 0x7f64d001f040 con 0x55b290456270 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64e6bb2740 10 client.7014 fetch_fsmap learned FSMap version 92 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=92,monmap=2+}) -- 0x55b2908be610 con 0x55b290456270 2024-07-27T06:56:22.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.997+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d006acd0 con 0x55b290456270 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 92) ==== 3522+0+0 (secure 0 0 0) 0x7f64d00833a0 con 0x55b290456270 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 10 client.7014 fetch_fsmap finished waiting for FSMap version 92 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 10 client.7014 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 20 client.7014 populate_metadata read hostname 'smithi066' 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b2908c1ca0 0x55b2908c20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 4 client.7014 mds_command: new command op to 6309 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 --> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] -- command(tid 0: {"prefix": "status"}) -- 0x55b29076bd80 con 0x55b2908c1ca0 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.998+0000 7f64dd200640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b2908c1ca0 0x55b2908c20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64dd200640 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b2908c1ca0 0x55b2908c20b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4a413281d3b230b2 server_cookie=5df701160ef63afd in_seq=0 out_seq=0 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64c2000640 10 client.7014 ms_handle_connect on v2:172.21.15.66:6833/2264115068 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64c2000640 1 -- 172.21.15.66:0/1628283551 <== mds.1 v2:172.21.15.66:6833/2264115068 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x55b29076bd80 con 0x55b2908c1ca0 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64c2000640 10 client.7014 handle_command_reply: tid=0 2024-07-27T06:56:22.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 client.7014 shutdown 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 msgr2=0x55b290836e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f64d005e250 tx=0x7f64d00661c0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 shutdown_connections 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:6833/2264115068,v1:172.21.15.66:6835/2264115068] conn(0x55b2908c1ca0 0x55b2908c20b0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55b290456270 0x55b290836e60 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55b290435590 0x55b290836920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64c2000640 0 client.7014 ms_handle_reset on v2:172.21.15.66:6833/2264115068 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 --2- 172.21.15.66:0/1628283551 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55b29042d3b0 0x55b2908b4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 >> 172.21.15.66:0/1628283551 conn(0x55b29044a3c0 msgr2=0x55b290851e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:21.999+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 shutdown_connections 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64e6bb2740 1 -- 172.21.15.66:0/1628283551 wait complete. 2024-07-27T06:56:22.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64e6bb2740 20 client.7014 trim_cache size 0 max 16384 2024-07-27T06:56:22.005 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6309, 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 138.102436713, 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 92, 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 101, 2024-07-27T06:56:22.006 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 101, 2024-07-27T06:56:22.007 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 154.91597527799999 2024-07-27T06:56:22.007 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:56:22.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 msgr2=0x7f64b8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 0x7f64b8079550 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f64c8005fd0 tx=0x7f64c8005dc0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 msgr2=0x7f64d81e9d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f64d000e960 tx=0x7f64d000ee20 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 shutdown_connections 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64b8077040 0x7f64b8079550 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64d80d47f0 0x7f64d81e9d80 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64d80d1ab0 0x7f64d81f51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 --2- 172.21.15.66:0/1398626168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64d80b2b50 0x7f64d80ccee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.000+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 >> 172.21.15.66:0/1398626168 conn(0x7f64d80d3cd0 msgr2=0x7f64d806e180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:22.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.001+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 shutdown_connections 2024-07-27T06:56:22.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.001+0000 7f64de600640 1 -- 172.21.15.66:0/1398626168 wait complete. 2024-07-27T06:56:22.027 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 -- 172.21.15.66:0/225949979 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb41600d0 msgr2=0x7fcbb40cf0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 --2- 172.21.15.66:0/225949979 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb41600d0 0x7fcbb40cf0c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fcbac005fd0 tx=0x7fcbac02aa90 comp rx=0 tx=0).stop 2024-07-27T06:56:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 -- 172.21.15.66:0/225949979 shutdown_connections 2024-07-27T06:56:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 --2- 172.21.15.66:0/225949979 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb41600d0 0x7fcbb40cf0c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 --2- 172.21.15.66:0/225949979 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4156550 0x7fcbb40734d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 -- 172.21.15.66:0/225949979 >> 172.21.15.66:0/225949979 conn(0x7fcbb406c780 msgr2=0x7fcbb406cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 -- 172.21.15.66:0/225949979 shutdown_connections 2024-07-27T06:56:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.315+0000 7fcbb9600640 1 -- 172.21.15.66:0/225949979 wait complete. 2024-07-27T06:56:22.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.318+0000 7fcbb9600640 1 Processor -- start 2024-07-27T06:56:22.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.318+0000 7fcbb9600640 1 -- start start 2024-07-27T06:56:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb40cecb0 0x7fcbb40ae050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4144840 0x7fcbb40ac050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb415d920 con 0x7fcbb4156550 2024-07-27T06:56:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcbb415d7a0 con 0x7fcbb40cecb0 2024-07-27T06:56:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb9600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcbb415daa0 con 0x7fcbb4144840 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50466/0 (socket says 172.21.15.66:50466) 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb3400640 1 -- 172.21.15.66:0/1989967164 learned_addr learned my addr 172.21.15.66:0/1989967164 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.320+0000 7fcbb3e00640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb40cecb0 0x7fcbb40ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb8c00640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4144840 0x7fcbb40ac050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb3400640 1 -- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4144840 msgr2=0x7fcbb40ac050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb3400640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4144840 0x7fcbb40ac050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb3400640 1 -- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb40cecb0 msgr2=0x7fcbb40ae050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb3400640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb40cecb0 0x7fcbb40ae050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.321+0000 7fcbb3400640 1 -- 172.21.15.66:0/1989967164 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbb4144c50 con 0x7fcbb4156550 2024-07-27T06:56:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbb3400640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fcba000c3d0 tx=0x7fcba000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0017070 con 0x7fcbb4156550 2024-07-27T06:56:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcba00053c0 con 0x7fcbb4156550 2024-07-27T06:56:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbb4131b10 con 0x7fcbb4156550 2024-07-27T06:56:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcba0003850 con 0x7fcbb4156550 2024-07-27T06:56:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.322+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbb4132260 con 0x7fcbb4156550 2024-07-27T06:56:22.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.323+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbb415f0d0 con 0x7fcbb4156550 2024-07-27T06:56:22.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.325+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcba001a070 con 0x7fcbb4156550 2024-07-27T06:56:22.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.326+0000 7fcbabe00640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 0x7fcb94079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:22.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.326+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fcba0098490 con 0x7fcbb4156550 2024-07-27T06:56:22.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.327+0000 7fcbb3e00640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 0x7fcb94079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:22.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.328+0000 7fcbb3e00640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 0x7fcb94079520 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcba4009b30 tx=0x7fcba4005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:22.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.330+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcbb4144c50 con 0x7fcbb4156550 2024-07-27T06:56:22.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.588+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcbb4131ce0 con 0x7fcbb4156550 2024-07-27T06:56:22.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.589+0000 7fcbabe00640 1 -- 172.21.15.66:0/1989967164 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5253 (secure 0 0 0) 0x7fcba0069120 con 0x7fcbb4156550 2024-07-27T06:56:22.591 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:22.592 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":92,"btime":"2024-07-27T06:56:18:102801+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:18.102791+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:22.592 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 92 2024-07-27T06:56:22.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 msgr2=0x7fcb94079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 0x7fcb94079520 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcba4009b30 tx=0x7fcba4005f90 comp rx=0 tx=0).stop 2024-07-27T06:56:22.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 msgr2=0x7fcbb4144300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:22.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fcba000c3d0 tx=0x7fcba000c890 comp rx=0 tx=0).stop 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 shutdown_connections 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb94077010 0x7fcb94079520 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcbb4144840 0x7fcbb40ac050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcbb4156550 0x7fcbb4144300 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 --2- 172.21.15.66:0/1989967164 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcbb40cecb0 0x7fcbb40ae050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.592+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 >> 172.21.15.66:0/1989967164 conn(0x7fcbb406c780 msgr2=0x7fcbb41600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.593+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 shutdown_connections 2024-07-27T06:56:22.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:22.593+0000 7fcbb9600640 1 -- 172.21.15.66:0/1989967164 wait complete. 2024-07-27T06:56:22.622 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:56:22.927 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":5,"last_created":5,"last_destroyed":1,"pending_noop":[],"snaps":[{"snapid":2,"ino":1099511627777,"stamp":"2024-07-27T06:54:22.422141+0000","name":"s11","metadata":{}},{"snapid":3,"ino":1099511627777,"stamp":"2024-07-27T06:54:51.527086+0000","name":"s12","metadata":{}},{"snapid":4,"ino":1099511627777,"stamp":"2024-07-27T06:55:20.813175+0000","name":"s15","metadata":{}},{"snapid":5,"ino":1099511627777,"stamp":"2024-07-27T06:55:49.886192+0000","name":"s16","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:56:22.927 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 1, "last_snap": 5, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s11", "snapid": 2, "stamp": "2024-07-27T06:54:22.422141+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s12", "snapid": 3, "stamp": "2024-07-27T06:54:51.527086+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s15", "snapid": 4, "stamp": "2024-07-27T06:55:20.813175+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s16", "snapid": 5, "stamp": "2024-07-27T06:55:49.886192+0000" } ] } 2024-07-27T06:56:22.927 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:56:22.928 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T06:56:22.936 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout:[global] 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: chdir = "" 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: auth supported = cephx 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: filestore xattr use omap = true 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.071 INFO:teuthology.orchestra.run.smithi155.stdout: mon clock drift allowed = 1.000 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: osd crush chooseleaf type = 0 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: auth debug = true 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on old message = true 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on bug = true 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: mon pg warn max object skew = 0 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T06:56:23.072 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default size = 2 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow primary affinity = true 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow pg remap = true 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on legacy crush tunables = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on crush straw calc version zero = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on no sortbitwise = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on osd down out interval zero = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on too few osds = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: mon_allow_pool_size_one = true 2024-07-27T06:56:23.073 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: osd default data pool replay window = 5 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: mon allow pool delete = true 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: mon cluster log file level = debug 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: debug asserts on shutdown = true 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: mon health detail to clog = false 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T06:56:23.074 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on skipped message = False 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout:[osd] 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd journal size = 100 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub load threshold = 5.0 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub max interval = 600 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd mclock profile = high_recovery_ops 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd recover clone overlap = true 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd recovery max chunk = 1048576 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug shutdown = true 2024-07-27T06:56:23.075 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug op order = true 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug verify stray on activate = true 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug trim objects = true 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: osd open classes on start = true 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug pg log writeout = true 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.076 INFO:teuthology.orchestra.run.smithi155.stdout: osd deep scrub update digest min age = 30 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: osd map max advance = 10 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: journal zero on create = true 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.077 INFO:teuthology.orchestra.run.smithi155.stdout: filestore ondisk finisher threads = 3 2024-07-27T06:56:23.078 INFO:teuthology.orchestra.run.smithi155.stdout: filestore apply finisher threads = 3 2024-07-27T06:56:23.078 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.078 INFO:teuthology.orchestra.run.smithi155.stdout: bdev debug aio = true 2024-07-27T06:56:23.078 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug misdirected ops = true 2024-07-27T06:56:23.078 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore block size = 96636764160 2024-07-27T06:56:23.079 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore fsck on mount = True 2024-07-27T06:56:23.079 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluefs = 20 2024-07-27T06:56:23.079 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluestore = 20 2024-07-27T06:56:23.079 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:56:23.079 INFO:teuthology.orchestra.run.smithi155.stdout: debug osd = 20 2024-07-27T06:56:23.080 INFO:teuthology.orchestra.run.smithi155.stdout: debug rocksdb = 10 2024-07-27T06:56:23.080 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T06:56:23.080 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd full ratio = 0.9 2024-07-27T06:56:23.080 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd nearfull ratio = 0.8 2024-07-27T06:56:23.080 INFO:teuthology.orchestra.run.smithi155.stdout: osd failsafe full ratio = 0.95 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout: osd objectstore = bluestore 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr] 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout: debug mgr = 20 2024-07-27T06:56:23.081 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T06:56:23.082 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T06:56:23.082 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:56:23.082 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:56:23.082 INFO:teuthology.orchestra.run.smithi155.stdout: mgr/telemetry/nag = false 2024-07-27T06:56:23.082 INFO:teuthology.orchestra.run.smithi155.stdout: debug client = 20 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout:[mon] 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: debug paxos = 20 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: mon data avail warn = 5 2024-07-27T06:56:23.083 INFO:teuthology.orchestra.run.smithi155.stdout: mon mgr mkfs grace = 240 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd reporter subtree level = osd 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd prime pg temp = true 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T06:56:23.084 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: # 1m isn't quite enough 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: mon_down_mkfs_grace = 2m 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_filestore_osds = false 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: mon down mkfs grace = 300 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout:[client] 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: rgw cache enabled = true 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable ops log = true 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable usage log = true 2024-07-27T06:56:23.085 INFO:teuthology.orchestra.run.smithi155.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = "" 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.a] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.b] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.c] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout:[mds] 2024-07-27T06:56:23.086 INFO:teuthology.orchestra.run.smithi155.stdout: mds_reconnect_timeout = 5 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout:[global] 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: chdir = "" 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: auth supported = cephx 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: filestore xattr use omap = true 2024-07-27T06:56:23.087 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: mon clock drift allowed = 1.000 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: osd crush chooseleaf type = 0 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: auth debug = true 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on old message = true 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on bug = true 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: mon pg warn max object skew = 0 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T06:56:23.088 INFO:teuthology.orchestra.run.smithi066.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default size = 2 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow primary affinity = true 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow pg remap = true 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on legacy crush tunables = false 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on crush straw calc version zero = false 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on no sortbitwise = false 2024-07-27T06:56:23.089 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on osd down out interval zero = false 2024-07-27T06:56:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on too few osds = false 2024-07-27T06:56:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T06:56:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T06:56:23.090 INFO:teuthology.orchestra.run.smithi066.stdout: mon_allow_pool_size_one = true 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: osd default data pool replay window = 5 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.091 INFO:teuthology.orchestra.run.smithi066.stdout: mon allow pool delete = true 2024-07-27T06:56:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: mon cluster log file level = debug 2024-07-27T06:56:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: debug asserts on shutdown = true 2024-07-27T06:56:23.092 INFO:teuthology.orchestra.run.smithi066.stdout: mon health detail to clog = false 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on skipped message = False 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout:[osd] 2024-07-27T06:56:23.093 INFO:teuthology.orchestra.run.smithi066.stdout: osd journal size = 100 2024-07-27T06:56:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub load threshold = 5.0 2024-07-27T06:56:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub max interval = 600 2024-07-27T06:56:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: osd mclock profile = high_recovery_ops 2024-07-27T06:56:23.094 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: osd recover clone overlap = true 2024-07-27T06:56:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: osd recovery max chunk = 1048576 2024-07-27T06:56:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug shutdown = true 2024-07-27T06:56:23.095 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug op order = true 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug verify stray on activate = true 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug trim objects = true 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: osd open classes on start = true 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug pg log writeout = true 2024-07-27T06:56:23.096 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: osd deep scrub update digest min age = 30 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: osd map max advance = 10 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: journal zero on create = true 2024-07-27T06:56:23.097 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: filestore ondisk finisher threads = 3 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: filestore apply finisher threads = 3 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: bdev debug aio = true 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug misdirected ops = true 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore block size = 96636764160 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore fsck on mount = True 2024-07-27T06:56:23.098 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluefs = 20 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluestore = 20 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: debug osd = 20 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: debug rocksdb = 10 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd full ratio = 0.9 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd nearfull ratio = 0.8 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: osd failsafe full ratio = 0.95 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: osd objectstore = bluestore 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout:[mgr] 2024-07-27T06:56:23.099 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug mgr = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: mgr/telemetry/nag = false 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug client = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout:[mon] 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug paxos = 20 2024-07-27T06:56:23.100 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon data avail warn = 5 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon mgr mkfs grace = 240 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd reporter subtree level = osd 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd prime pg temp = true 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.101 INFO:teuthology.orchestra.run.smithi066.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: # 1m isn't quite enough 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: mon_down_mkfs_grace = 2m 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_filestore_osds = false 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: mon down mkfs grace = 300 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout:[client] 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: rgw cache enabled = true 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable ops log = true 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable usage log = true 2024-07-27T06:56:23.102 INFO:teuthology.orchestra.run.smithi066.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = "" 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.a] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.b] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.c] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.a] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.c] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.b] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.d] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout:[mds] 2024-07-27T06:56:23.103 INFO:teuthology.orchestra.run.smithi066.stdout: mds_reconnect_timeout = 5 2024-07-27T06:56:23.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:56:23.119 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir d1/dir/.snap/*) 2024-07-27T06:56:23.239 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=2, also kill snapclient 2024-07-27T06:56:23.239 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:23.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.537+0000 7f40ee000640 1 -- 172.21.15.66:0/3155393578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e81457e0 msgr2=0x7f40e80cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.537+0000 7f40ee000640 1 --2- 172.21.15.66:0/3155393578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e81457e0 0x7f40e80cecb0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f40e80cf700 tx=0x7f40dc02a5f0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 -- 172.21.15.66:0/3155393578 shutdown_connections 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 --2- 172.21.15.66:0/3155393578 >> v2:172.21.15.155:3300/0 conn(0x7f40e80721d0 0x7f40e80725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 --2- 172.21.15.66:0/3155393578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e81457e0 0x7f40e80cecb0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 -- 172.21.15.66:0/3155393578 >> 172.21.15.66:0/3155393578 conn(0x7f40e80cfa70 msgr2=0x7f40e80cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 -- 172.21.15.66:0/3155393578 shutdown_connections 2024-07-27T06:56:23.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.538+0000 7f40ee000640 1 -- 172.21.15.66:0/3155393578 wait complete. 2024-07-27T06:56:23.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.540+0000 7f40ee000640 1 Processor -- start 2024-07-27T06:56:23.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.541+0000 7f40ee000640 1 -- start start 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 0x7f40e80aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e8160530 0x7f40e80b09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f40e80cd9d0 con 0x7f40e80721d0 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f40e80cd850 con 0x7f40e81457e0 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ee000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f40e80cdb50 con 0x7f40e8160530 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.542+0000 7f40ecc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50478/0 (socket says 172.21.15.66:50478) 2024-07-27T06:56:23.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 -- 172.21.15.66:0/1934578657 learned_addr learned my addr 172.21.15.66:0/1934578657 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40e7e00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 0x7f40e80aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 -- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e8160530 msgr2=0x7f40e80b09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e8160530 0x7f40e80b09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 -- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 msgr2=0x7f40e80aebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 0x7f40e80aebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 -- 172.21.15.66:0/1934578657 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40e81f8700 con 0x7f40e80721d0 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40e7e00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 0x7f40e80aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.543+0000 7f40ecc00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f40dc034040 tx=0x7f40dc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.544+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc03e030 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.544+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40dc0047a0 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.544+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40dc035040 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.544+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40e81f89e0 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.544+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40e81f8fa0 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.545+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40e80ce070 con 0x7f40e80721d0 2024-07-27T06:56:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.546+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f40dc041030 con 0x7f40e80721d0 2024-07-27T06:56:23.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.547+0000 7f40e4c00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 0x7f40c8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:23.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.548+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7f40dc0b9860 con 0x7f40e80721d0 2024-07-27T06:56:23.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.548+0000 7f40e7e00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 0x7f40c8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:23.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.549+0000 7f40e7e00640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 0x7f40c8079520 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f40e80b50e0 tx=0x7f40d4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:23.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.553+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f40dc0822b0 con 0x7f40e80721d0 2024-07-27T06:56:23.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.811+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f40e80cf760 con 0x7f40e80721d0 2024-07-27T06:56:23.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.812+0000 7f40e4c00640 1 -- 172.21.15.66:0/1934578657 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+5253 (secure 0 0 0) 0x7f40dc081bb0 con 0x7f40e80721d0 2024-07-27T06:56:23.814 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:23.814 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":92,"btime":"2024-07-27T06:56:18:102801+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":92,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:18.102791+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:23.814 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 92 2024-07-27T06:56:23.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.815+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 msgr2=0x7f40c8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:23.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.815+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 0x7f40c8079520 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f40e80b50e0 tx=0x7f40d4009040 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.815+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 msgr2=0x7f40e8154770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.815+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f40dc034040 tx=0x7f40dc0039e0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 shutdown_connections 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f40c8077010 0x7f40c8079520 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f40e8160530 0x7f40e80b09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f40e81457e0 0x7f40e80aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 --2- 172.21.15.66:0/1934578657 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f40e80721d0 0x7f40e8154770 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 >> 172.21.15.66:0/1934578657 conn(0x7f40e80cfa70 msgr2=0x7f40e80af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 shutdown_connections 2024-07-27T06:56:23.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:23.816+0000 7f40ee000640 1 -- 172.21.15.66:0/1934578657 wait complete. 2024-07-27T06:56:23.846 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:56:24.146 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":9,"last_created":5,"last_destroyed":8,"pending_noop":[],"snaps":[{"snapid":5,"ino":1099511627777,"stamp":"2024-07-27T06:55:49.886192+0000","name":"s16","metadata":{}}],"need_to_purge":{"17":[2,3,4,6,7,8]},"pending_update":[],"pending_destroy":[{"version":16,"removed_snap":5,"seq":9}]} 2024-07-27T06:56:24.147 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 8, "last_snap": 9, "need_to_purge": { "17": [ 2, 3, 4, 6, 7, 8 ] }, "pending_destroy": [ { "removed_snap": 5, "seq": 9, "version": 16 } ], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s16", "snapid": 5, "stamp": "2024-07-27T06:55:49.886192+0000" } ] } 2024-07-27T06:56:24.147 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.455+0000 7fb50e000640 1 -- 172.21.15.66:0/3052607110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5080cfa90 msgr2=0x7fb508072d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.455+0000 7fb50e000640 1 --2- 172.21.15.66:0/3052607110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5080cfa90 0x7fb508072d00 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0005fd0 tx=0x7fb4f002a540 comp rx=0 tx=0).stop 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 -- 172.21.15.66:0/3052607110 shutdown_connections 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 --2- 172.21.15.66:0/3052607110 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5080cfa90 0x7fb508072d00 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 --2- 172.21.15.66:0/3052607110 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb508148040 0x7fb5080cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 -- 172.21.15.66:0/3052607110 >> 172.21.15.66:0/3052607110 conn(0x7fb5080b2d00 msgr2=0x7fb5080d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:24.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 -- 172.21.15.66:0/3052607110 shutdown_connections 2024-07-27T06:56:24.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.456+0000 7fb50e000640 1 -- 172.21.15.66:0/3052607110 wait complete. 2024-07-27T06:56:24.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.458+0000 7fb50e000640 1 Processor -- start 2024-07-27T06:56:24.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.459+0000 7fb50e000640 1 -- start start 2024-07-27T06:56:24.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:24.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5080cfa90 0x7fb5080cace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb508148040 0x7fb5081f82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb5080cebc0 con 0x7fb508073240 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5080cea40 con 0x7fb508148040 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb50e000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5080ced40 con 0x7fb5080cfa90 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb507400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:24.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb507400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50496/0 (socket says 172.21.15.66:50496) 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.460+0000 7fb507400640 1 -- 172.21.15.66:0/2512717160 learned_addr learned my addr 172.21.15.66:0/2512717160 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb4fea00640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5080cfa90 0x7fb5080cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 -- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5080cfa90 msgr2=0x7fb5080cace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507e00640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb508148040 0x7fb5081f82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5080cfa90 0x7fb5080cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 -- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb508148040 msgr2=0x7fb5081f82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:24.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb508148040 0x7fb5081f82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 -- 172.21.15.66:0/2512717160 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb50813ce60 con 0x7fb508073240 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.461+0000 7fb507400640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800cd10 tx=0x7fb4f8007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.462+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8004b20 con 0x7fb508073240 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.462+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4f8004db0 con 0x7fb508073240 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.462+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5080cb710 con 0x7fb508073240 2024-07-27T06:56:24.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.462+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f8005280 con 0x7fb508073240 2024-07-27T06:56:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.462+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5080cbcd0 con 0x7fb508073240 2024-07-27T06:56:24.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.463+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb508072d00 con 0x7fb508073240 2024-07-27T06:56:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.464+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb4f8005420 con 0x7fb508073240 2024-07-27T06:56:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.465+0000 7fb4ffe00640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 0x7fb4e4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:24.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.465+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 7652+0+0 (secure 0 0 0) 0x7fb4f80997f0 con 0x7fb508073240 2024-07-27T06:56:24.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.466+0000 7fb4fea00640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 0x7fb4e4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:24.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.467+0000 7fb4fea00640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 0x7fb4e4079550 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0033000 tx=0x7fb4f0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:24.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.470+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb4f8014030 con 0x7fb508073240 2024-07-27T06:56:24.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:24.768+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7fb5080cb220 con 0x7fb508073240 2024-07-27T06:56:25.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.475+0000 7fb4ffe00640 1 -- 172.21.15.66:0/2512717160 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.5956 v93) ==== 112+0+0 (secure 0 0 0) 0x7fb4f8062240 con 0x7fb508073240 2024-07-27T06:56:25.477 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.5956 2024-07-27T06:56:25.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 msgr2=0x7fb4e4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:25.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 0x7fb4e4079550 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fb4f0033000 tx=0x7fb4f0004730 comp rx=0 tx=0).stop 2024-07-27T06:56:25.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 msgr2=0x7fb50813c920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fb4f800cd10 tx=0x7fb4f8007610 comp rx=0 tx=0).stop 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 shutdown_connections 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4e4077040 0x7fb4e4079550 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb508148040 0x7fb5081f82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5080cfa90 0x7fb5080cace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 --2- 172.21.15.66:0/2512717160 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb508073240 0x7fb50813c920 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 >> 172.21.15.66:0/2512717160 conn(0x7fb5080b2d00 msgr2=0x7fb50815ebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 shutdown_connections 2024-07-27T06:56:25.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.480+0000 7fb50e000640 1 -- 172.21.15.66:0/2512717160 wait complete. 2024-07-27T06:56:25.519 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 -- 172.21.15.66:0/2921296563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd440b4900 msgr2=0x7fcd4415eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 --2- 172.21.15.66:0/2921296563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd440b4900 0x7fcd4415eb10 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fcd34005fd0 tx=0x7fcd3402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 -- 172.21.15.66:0/2921296563 shutdown_connections 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 --2- 172.21.15.66:0/2921296563 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4415f050 0x7fcd4406f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 --2- 172.21.15.66:0/2921296563 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd440b4900 0x7fcd4415eb10 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 -- 172.21.15.66:0/2921296563 >> 172.21.15.66:0/2921296563 conn(0x7fcd4406d160 msgr2=0x7fcd440b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 -- 172.21.15.66:0/2921296563 shutdown_connections 2024-07-27T06:56:25.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.814+0000 7fcd48c00640 1 -- 172.21.15.66:0/2921296563 wait complete. 2024-07-27T06:56:25.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.816+0000 7fcd48c00640 1 Processor -- start 2024-07-27T06:56:25.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.817+0000 7fcd48c00640 1 -- start start 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4406fcf0 0x7fcd44160500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd440b4900 0x7fcd44160a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcd440cdb40 con 0x7fcd4415f050 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd440ccf70 con 0x7fcd440b4900 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd48c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd440cdcc0 con 0x7fcd4406fcf0 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.818+0000 7fcd42800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50508/0 (socket says 172.21.15.66:50508) 2024-07-27T06:56:25.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 -- 172.21.15.66:0/1440393190 learned_addr learned my addr 172.21.15.66:0/1440393190 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:25.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd41e00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4406fcf0 0x7fcd44160500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd41400640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd440b4900 0x7fcd44160a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 -- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4406fcf0 msgr2=0x7fcd44160500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4406fcf0 0x7fcd44160500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 -- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd440b4900 msgr2=0x7fcd44160a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd440b4900 0x7fcd44160a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 -- 172.21.15.66:0/1440393190 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd440c9230 con 0x7fcd4415f050 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.819+0000 7fcd42800640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c00c3c0 tx=0x7fcd3c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.820+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c017070 con 0x7fcd4415f050 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.820+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd3c0035f0 con 0x7fcd4415f050 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.820+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c003a40 con 0x7fcd4415f050 2024-07-27T06:56:25.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.820+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd441f4fd0 con 0x7fcd4415f050 2024-07-27T06:56:25.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.820+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd44149a60 con 0x7fcd4415f050 2024-07-27T06:56:25.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.821+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd441494f0 con 0x7fcd4415f050 2024-07-27T06:56:25.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.823+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcd3c01a070 con 0x7fcd4415f050 2024-07-27T06:56:25.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.824+0000 7fcd3a000640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 0x7fcd24079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:25.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.824+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 7740+0+0 (secure 0 0 0) 0x7fcd3c0984a0 con 0x7fcd4415f050 2024-07-27T06:56:25.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.824+0000 7fcd41e00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 0x7fcd24079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:25.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.826+0000 7fcd41e00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 0x7fcd24079520 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fcd34033000 tx=0x7fcd34004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:25.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:25.828+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd440c9230 con 0x7fcd4415f050 2024-07-27T06:56:26.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.121+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7fcd441f51a0 con 0x7fcd4415f050 2024-07-27T06:56:26.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.492+0000 7fcd3a000640 1 -- 172.21.15.66:0/1440393190 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.6309 v94) ==== 112+0+0 (secure 0 0 0) 0x7fcd3c060ed0 con 0x7fcd4415f050 2024-07-27T06:56:26.494 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6309 2024-07-27T06:56:26.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 msgr2=0x7fcd24079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 0x7fcd24079520 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fcd34033000 tx=0x7fcd34004730 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 msgr2=0x7fcd441f54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c00c3c0 tx=0x7fcd3c00c880 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 shutdown_connections 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd24077010 0x7fcd24079520 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd4415f050 0x7fcd441f54d0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd440b4900 0x7fcd44160a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 --2- 172.21.15.66:0/1440393190 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4406fcf0 0x7fcd44160500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 >> 172.21.15.66:0/1440393190 conn(0x7fcd4406d160 msgr2=0x7fcd440ae0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 shutdown_connections 2024-07-27T06:56:26.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:26.497+0000 7fcd48c00640 1 -- 172.21.15.66:0/1440393190 wait complete. 2024-07-27T06:56:26.540 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json config set mds_kill_mdstable_at 2 2024-07-27T06:56:26.827 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:56:26.827 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:56:26.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:56:26.828 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s22) 2024-07-27T06:56:26.836 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:56:26.900 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9eb5e00640 time 2024-07-27T06:56:26.900148+0000 2024-07-27T06:56:26.900 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9ec504c4d1] 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.902 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f9eb5e00640 thread_name:MR_Finisher 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:56:26.901+0000 7f9eb5e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9eb5e00640 time 2024-07-27T06:56:26.900148+0000 2024-07-27T06:56:26.903 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9ec504c4d1] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.904 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9ec463e6f0] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9ec468b94c] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9ec504c60c] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.905 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.906 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:56:26.905+0000 7f9eb5e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f9eb5e00640 thread_name:MR_Finisher 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9ec463e6f0] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9ec468b94c] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9ec504c60c] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.907 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:56:26.908 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.928 INFO:tasks.ceph.mds.d.smithi155.stderr: -746> 2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:56:26.928 INFO:tasks.ceph.mds.d.smithi155.stderr: -744> 2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T06:56:26.901+0000 7f9eb5e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9eb5e00640 time 2024-07-27T06:56:26.900148+0000 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9ec504c4d1] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.932 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T06:56:26.905+0000 7f9eb5e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f9eb5e00640 thread_name:MR_Finisher 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9ec463e6f0] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9ec468b94c] 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:56:26.933 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9ec504c60c] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:56:26.934 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.943 INFO:tasks.ceph.mds.d.smithi155.stderr: -750> 2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:56:26.944 INFO:tasks.ceph.mds.d.smithi155.stderr: -748> 2024-07-27T06:56:20.452+0000 7f9ebae00640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: -5> 2024-07-27T06:56:26.901+0000 7f9eb5e00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_prepare_logged(ceph::cref_t&, version_t)' thread 7f9eb5e00640 time 2024-07-27T06:56:26.900148+0000 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 77: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 2) 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f9ec504c4d1] 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.946 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: -4> 2024-07-27T06:56:26.905+0000 7f9eb5e00640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f9eb5e00640 thread_name:MR_Finisher 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f9ec463e6f0] 2024-07-27T06:56:26.947 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f9ec468b94c] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f9ec504c60c] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f9ec504c6de] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::_prepare_logged(boost::intrusive_ptr const&, unsigned long)+0x396) [0x55dc3081218c] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: ceph-mds(+0x4715e6) [0x55dc308125e6] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSContext::complete(int)+0x7c) [0x55dc3085b96e] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x55dc3085bfed] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x55dc3085c06a] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f9ec4fd45b5] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: ceph-mds(+0x103399) [0x55dc304a4399] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f9ec5025cdd] 2024-07-27T06:56:26.948 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f9ec5025cf9] 2024-07-27T06:56:26.949 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f9ec4689c02] 2024-07-27T06:56:26.949 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f9ec470ec40] 2024-07-27T06:56:26.949 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:56:26.949 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T06:56:27.151 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:56:27.152 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:56:27.152 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:27.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 -- 172.21.15.66:0/1252820230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0728e0 msgr2=0x7fd8fc15a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 --2- 172.21.15.66:0/1252820230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc15a1d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fd8f4005fd0 tx=0x7fd8f402b8f0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 -- 172.21.15.66:0/1252820230 shutdown_connections 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 --2- 172.21.15.66:0/1252820230 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc15a1d0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 -- 172.21.15.66:0/1252820230 >> 172.21.15.66:0/1252820230 conn(0x7fd8fc0cfa70 msgr2=0x7fd8fc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 -- 172.21.15.66:0/1252820230 shutdown_connections 2024-07-27T06:56:27.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.443+0000 7fd902400640 1 -- 172.21.15.66:0/1252820230 wait complete. 2024-07-27T06:56:27.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.446+0000 7fd902400640 1 Processor -- start 2024-07-27T06:56:27.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.446+0000 7fd902400640 1 -- start start 2024-07-27T06:56:27.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc0b4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8fc0cb0d0 0x7fd8fc1547f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd8fc15dee0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd8fc15dd60 con 0x7fd8fc0728e0 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.448+0000 7fd902400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd8fc15e060 con 0x7fd8fc0cb0d0 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50524/0 (socket says 172.21.15.66:50524) 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 -- 172.21.15.66:0/17123403 learned_addr learned my addr 172.21.15.66:0/17123403 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901000640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc0b4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 -- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8fc0cb0d0 msgr2=0x7fd8fc1547f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8fc0cb0d0 0x7fd8fc1547f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 -- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 msgr2=0x7fd8fc0b4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:27.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc0b4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901a00640 1 -- 172.21.15.66:0/17123403 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8fc0b3800 con 0x7fd8fc0cd640 2024-07-27T06:56:27.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.449+0000 7fd901000640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc0b4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd901a00640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fd8f4006010 tx=0x7fd8f4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f4004240 con 0x7fd8fc0cd640 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd8f402e070 con 0x7fd8fc0cd640 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8f4004660 con 0x7fd8fc0cd640 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8fc0b3ae0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.450+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8fc0b40a0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.451+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8fc15a1d0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.453+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd8f4032480 con 0x7fd8fc0cd640 2024-07-27T06:56:27.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.454+0000 7fd8f9600640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 0x7fd8d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:27.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.454+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 7724+0+0 (secure 0 0 0) 0x7fd8f40baf50 con 0x7fd8fc0cd640 2024-07-27T06:56:27.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.455+0000 7fd901000640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 0x7fd8d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:27.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.456+0000 7fd901000640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 0x7fd8d8079520 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec0016a0 tx=0x7fd8ec009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:27.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.458+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd8f40839e0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.481 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:56:27.486 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:56:27.661 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:56:27.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.718+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd8fc0d0980 con 0x7fd8fc0cd640 2024-07-27T06:56:27.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.719+0000 7fd8f9600640 1 -- 172.21.15.66:0/17123403 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 94 v94) ==== 94+0+5253 (secure 0 0 0) 0x7fd8f40832e0 con 0x7fd8fc0cd640 2024-07-27T06:56:27.721 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:27.721 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":94,"btime":"2024-07-27T06:56:26:476885+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":94,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:26.122986+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:27.721 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 94 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 msgr2=0x7fd8d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 0x7fd8d8079520 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec0016a0 tx=0x7fd8ec009040 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 msgr2=0x7fd8fc0ae8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fd8f4006010 tx=0x7fd8f4003c20 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 shutdown_connections 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd8d8077010 0x7fd8d8079520 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd8fc0cd640 0x7fd8fc0ae8d0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd8fc0cb0d0 0x7fd8fc1547f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 --2- 172.21.15.66:0/17123403 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd8fc0728e0 0x7fd8fc0b4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 >> 172.21.15.66:0/17123403 conn(0x7fd8fc0cfa70 msgr2=0x7fd8fc0b4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:27.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 shutdown_connections 2024-07-27T06:56:27.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:27.723+0000 7fd902400640 1 -- 172.21.15.66:0/17123403 wait complete. 2024-07-27T06:56:27.756 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:56:28.763 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T06:56:32.757 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:33.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.051+0000 7fa3dfe00640 1 -- 172.21.15.66:0/699476502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00cb0d0 msgr2=0x7fa3e015dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:33.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.051+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/699476502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00cb0d0 0x7fa3e015dd60 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fa3d8009860 tx=0x7fa3d802a420 comp rx=0 tx=0).stop 2024-07-27T06:56:33.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 -- 172.21.15.66:0/699476502 shutdown_connections 2024-07-27T06:56:33.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/699476502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00cb0d0 0x7fa3e015dd60 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/699476502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00702c0 0x7fa3e015a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 -- 172.21.15.66:0/699476502 >> 172.21.15.66:0/699476502 conn(0x7fa3e00cfa70 msgr2=0x7fa3e00cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:33.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 -- 172.21.15.66:0/699476502 shutdown_connections 2024-07-27T06:56:33.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.052+0000 7fa3dfe00640 1 -- 172.21.15.66:0/699476502 wait complete. 2024-07-27T06:56:33.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.054+0000 7fa3dfe00640 1 Processor -- start 2024-07-27T06:56:33.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.054+0000 7fa3dfe00640 1 -- start start 2024-07-27T06:56:33.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:33.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 0x7fa3e01f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:33.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3e00cd640 0x7fa3e0142300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e006f810 con 0x7fa3e00702c0 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e006f690 con 0x7fa3e00cd640 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa3e006f990 con 0x7fa3e00cb0d0 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35166/0 (socket says 172.21.15.66:35166) 2024-07-27T06:56:33.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dea00640 1 -- 172.21.15.66:0/2162442917 learned_addr learned my addr 172.21.15.66:0/2162442917 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:33.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3de000640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 0x7fa3e01f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:33.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3df400640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3e00cd640 0x7fa3e0142300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:33.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dea00640 1 -- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 msgr2=0x7fa3e01f4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:33.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.056+0000 7fa3dea00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 0x7fa3e01f4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dea00640 1 -- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3e00cd640 msgr2=0x7fa3e0142300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dea00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3e00cd640 0x7fa3e0142300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dea00640 1 -- 172.21.15.66:0/2162442917 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e01f5530 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3de000640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 0x7fa3e01f4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dea00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa3c800db90 tx=0x7fa3c800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c801b070 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3c800ae50 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3e01f5a00 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c800e9e0 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.057+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3e01f5fc0 con 0x7fa3e00702c0 2024-07-27T06:56:33.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.058+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3e015a1d0 con 0x7fa3e00702c0 2024-07-27T06:56:33.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.060+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa3c801e070 con 0x7fa3e00702c0 2024-07-27T06:56:33.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.061+0000 7fa3d6a00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 0x7fa3bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:33.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.061+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7680+0+0 (secure 0 0 0) 0x7fa3c8099690 con 0x7fa3e00702c0 2024-07-27T06:56:33.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.062+0000 7fa3de000640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 0x7fa3bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:33.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.063+0000 7fa3de000640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 0x7fa3bc079520 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0007fd0 tx=0x7fa3d0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:33.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.066+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa3c8061a10 con 0x7fa3e00702c0 2024-07-27T06:56:33.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.328+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3e00d0980 con 0x7fa3e00702c0 2024-07-27T06:56:33.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.329+0000 7fa3d6a00640 1 -- 172.21.15.66:0/2162442917 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 94 v94) ==== 94+0+5253 (secure 0 0 0) 0x7fa3c8065f60 con 0x7fa3e00702c0 2024-07-27T06:56:33.331 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:33.331 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":94,"btime":"2024-07-27T06:56:26:476885+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":94,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:26.122986+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:33.331 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 94 2024-07-27T06:56:33.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 msgr2=0x7fa3bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:33.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 0x7fa3bc079520 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0007fd0 tx=0x7fa3d0009040 comp rx=0 tx=0).stop 2024-07-27T06:56:33.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 msgr2=0x7fa3e01f4ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:33.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fa3c800db90 tx=0x7fa3c800a620 comp rx=0 tx=0).stop 2024-07-27T06:56:33.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 shutdown_connections 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa3bc077010 0x7fa3bc079520 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa3e00cd640 0x7fa3e0142300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3e00cb0d0 0x7fa3e01f4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.332+0000 7fa3dfe00640 1 --2- 172.21.15.66:0/2162442917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3e00702c0 0x7fa3e01f4ab0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.333+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 >> 172.21.15.66:0/2162442917 conn(0x7fa3e00cfa70 msgr2=0x7fa3e00cffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.333+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 shutdown_connections 2024-07-27T06:56:33.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:33.333+0000 7fa3dfe00640 1 -- 172.21.15.66:0/2162442917 wait complete. 2024-07-27T06:56:33.363 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:56:35.377 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-07-27T06:56:38.364 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:38.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.664+0000 7f9208c00640 1 -- 172.21.15.66:0/646142624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92040cbd90 msgr2=0x7f9204165cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.664+0000 7f9208c00640 1 --2- 172.21.15.66:0/646142624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92040cbd90 0x7f9204165cd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f91fc009be0 tx=0x7f91fc02a740 comp rx=0 tx=0).stop 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.665+0000 7f9208c00640 1 -- 172.21.15.66:0/646142624 shutdown_connections 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.665+0000 7f9208c00640 1 --2- 172.21.15.66:0/646142624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92040cbd90 0x7f9204165cd0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.665+0000 7f9208c00640 1 -- 172.21.15.66:0/646142624 >> 172.21.15.66:0/646142624 conn(0x7f92040cfa70 msgr2=0x7f92040cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.665+0000 7f9208c00640 1 -- 172.21.15.66:0/646142624 shutdown_connections 2024-07-27T06:56:38.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.665+0000 7f9208c00640 1 -- 172.21.15.66:0/646142624 wait complete. 2024-07-27T06:56:38.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.667+0000 7f9208c00640 1 Processor -- start 2024-07-27T06:56:38.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.667+0000 7f9208c00640 1 -- start start 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92040cbd90 0x7f92040ae2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92041446e0 0x7f92040ae7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f92041665a0 con 0x7f920406fb70 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9204166420 con 0x7f92040cbd90 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9208c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9204166720 con 0x7f92041446e0 2024-07-27T06:56:38.671 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9203400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9203400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35170/0 (socket says 172.21.15.66:35170) 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.669+0000 7f9203400640 1 -- 172.21.15.66:0/2748361747 learned_addr learned my addr 172.21.15.66:0/2748361747 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 -- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92041446e0 msgr2=0x7f92040ae7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92041446e0 0x7f92040ae7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 -- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92040cbd90 msgr2=0x7f92040ae2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92040cbd90 0x7f92040ae2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 -- 172.21.15.66:0/2748361747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920413fde0 con 0x7f920406fb70 2024-07-27T06:56:38.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9203400640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f91f400c400 tx=0x7f91f400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f4017070 con 0x7f920406fb70 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91f40035f0 con 0x7f920406fb70 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92041f98b0 con 0x7f920406fb70 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f4003a40 con 0x7f920406fb70 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.670+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92041f92f0 con 0x7f920406fb70 2024-07-27T06:56:38.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.671+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92040ce8d0 con 0x7f920406fb70 2024-07-27T06:56:38.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.673+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f91f401a070 con 0x7f920406fb70 2024-07-27T06:56:38.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.674+0000 7f91fb400640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:38.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.674+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7680+0+0 (secure 0 0 0) 0x7f91f4098680 con 0x7f920406fb70 2024-07-27T06:56:38.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.675+0000 7f91fbe00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:38.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.676+0000 7f91fbe00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f92040b4c20 tx=0x7f91ec007950 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:38.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.679+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f920415c310 con 0x7f920406fb70 2024-07-27T06:56:38.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.936+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f920406e720 con 0x7f920406fb70 2024-07-27T06:56:38.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.937+0000 7f91fb400640 1 -- 172.21.15.66:0/2748361747 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 94 v94) ==== 94+0+5253 (secure 0 0 0) 0x7f91f4060fd0 con 0x7f920406fb70 2024-07-27T06:56:38.939 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:38.939 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":94,"btime":"2024-07-27T06:56:26:476885+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":94,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:26.122986+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[5956,6309]},"id":6}]} 2024-07-27T06:56:38.939 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 94 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 msgr2=0x7f91e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f92040b4c20 tx=0x7f91ec007950 comp rx=0 tx=0).stop 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 msgr2=0x7f9204141100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f91f400c400 tx=0x7f91f400c8c0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 shutdown_connections 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f92041446e0 0x7f92040ae7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92040cbd90 0x7f92040ae2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 --2- 172.21.15.66:0/2748361747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920406fb70 0x7f9204141100 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:38.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 >> 172.21.15.66:0/2748361747 conn(0x7f92040cfa70 msgr2=0x7f9204140100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:38.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 shutdown_connections 2024-07-27T06:56:38.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:38.940+0000 7f9208c00640 1 -- 172.21.15.66:0/2748361747 wait complete. 2024-07-27T06:56:38.971 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:56:41.990 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~13s 2024-07-27T06:56:43.972 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:44.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 -- 172.21.15.66:0/3870201675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd21c0052a0 msgr2=0x7fd21c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:44.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 --2- 172.21.15.66:0/3870201675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd21c0052a0 0x7fd21c00b9c0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fd23000c610 tx=0x7fd21c005830 comp rx=0 tx=0).stop 2024-07-27T06:56:44.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 -- 172.21.15.66:0/3870201675 shutdown_connections 2024-07-27T06:56:44.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 --2- 172.21.15.66:0/3870201675 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd21c0052a0 0x7fd21c00b9c0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 -- 172.21.15.66:0/3870201675 >> 172.21.15.66:0/3870201675 conn(0x7fd2380cfa70 msgr2=0x7fd2380cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:44.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 -- 172.21.15.66:0/3870201675 shutdown_connections 2024-07-27T06:56:44.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.275+0000 7fd237e00640 1 -- 172.21.15.66:0/3870201675 wait complete. 2024-07-27T06:56:44.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.278+0000 7fd237e00640 1 Processor -- start 2024-07-27T06:56:44.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.278+0000 7fd237e00640 1 -- start start 2024-07-27T06:56:44.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd21c0052a0 0x7fd2380c5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:44.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:44.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2380b4b70 0x7fd2380b4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd238072760 con 0x7fd238141430 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2380725e0 con 0x7fd2380b4b70 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2380728e0 con 0x7fd21c0052a0 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd236000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd236000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34964/0 (socket says 172.21.15.66:34964) 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd236000640 1 -- 172.21.15.66:0/3239365527 learned_addr learned my addr 172.21.15.66:0/3239365527 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd236a00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd21c0052a0 0x7fd2380c5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.280+0000 7fd237400640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2380b4b70 0x7fd2380b4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 -- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd21c0052a0 msgr2=0x7fd2380c5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd21c0052a0 0x7fd2380c5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 -- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2380b4b70 msgr2=0x7fd2380b4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:44.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2380b4b70 0x7fd2380b4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 -- 172.21.15.66:0/3239365527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2380b54c0 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd236000640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fd22400d640 tx=0x7fd22400db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2240062e0 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd224015020 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd238134430 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.281+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd224003850 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.282+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2381349f0 con 0x7fd238141430 2024-07-27T06:56:44.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.283+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd23806a140 con 0x7fd238141430 2024-07-27T06:56:44.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.284+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd2240039f0 con 0x7fd238141430 2024-07-27T06:56:44.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.286+0000 7fd22ea00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 0x7fd218079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:44.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.286+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7680+0+0 (secure 0 0 0) 0x7fd224099780 con 0x7fd238141430 2024-07-27T06:56:44.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.286+0000 7fd236a00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 0x7fd218079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:44.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.288+0000 7fd236a00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 0x7fd218079520 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd228009aa0 tx=0x7fd228005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:44.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.291+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd23806a140 con 0x7fd238141430 2024-07-27T06:56:44.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.552+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd238070450 con 0x7fd238141430 2024-07-27T06:56:44.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.554+0000 7fd22ea00640 1 -- 172.21.15.66:0/3239365527 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5301 (secure 0 0 0) 0x7fd22401f020 con 0x7fd238141430 2024-07-27T06:56:44.555 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":95,"btime":"2024-07-27T06:56:42:971597+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:42.971550+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:56:42.971549+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[6309,5956]},"id":6}]} 2024-07-27T06:56:44.556 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 95 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.556+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 msgr2=0x7fd218079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.556+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 0x7fd218079520 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fd228009aa0 tx=0x7fd228005f90 comp rx=0 tx=0).stop 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.556+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 msgr2=0x7fd23806fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.556+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fd22400d640 tx=0x7fd22400db00 comp rx=0 tx=0).stop 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 shutdown_connections 2024-07-27T06:56:44.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd218077010 0x7fd218079520 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2380b4b70 0x7fd2380b4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd238141430 0x7fd23806fe70 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 --2- 172.21.15.66:0/3239365527 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd21c0052a0 0x7fd2380c5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 >> 172.21.15.66:0/3239365527 conn(0x7fd2380cfa70 msgr2=0x7fd2380cc160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 shutdown_connections 2024-07-27T06:56:44.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:44.557+0000 7fd237e00640 1 -- 172.21.15.66:0/3239365527 wait complete. 2024-07-27T06:56:44.585 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:56:44.585 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:56:44.669 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:56:44.672 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:56:44.672 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:56:44.762 INFO:teuthology.orchestra.run.smithi155.stdout:1722063386.45550.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:56:44.767 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063386.45550.core'] 2024-07-27T06:56:44.767 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063386.45550.core, deleting it 2024-07-27T06:56:44.767 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063386.45550.core 2024-07-27T06:56:44.881 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:45.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 -- 172.21.15.66:0/2208262213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc160530 msgr2=0x7f81dc0cb6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 --2- 172.21.15.66:0/2208262213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc160530 0x7f81dc0cb6d0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f81dc071100 tx=0x7f81c402a560 comp rx=0 tx=0).stop 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 -- 172.21.15.66:0/2208262213 shutdown_connections 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 --2- 172.21.15.66:0/2208262213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc160530 0x7f81dc0cb6d0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 --2- 172.21.15.66:0/2208262213 >> v2:172.21.15.155:3300/0 conn(0x7f81dc1457e0 0x7f81dc0cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 -- 172.21.15.66:0/2208262213 >> 172.21.15.66:0/2208262213 conn(0x7f81dc0cfa70 msgr2=0x7f81dc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 -- 172.21.15.66:0/2208262213 shutdown_connections 2024-07-27T06:56:45.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.183+0000 7f81e0e00640 1 -- 172.21.15.66:0/2208262213 wait complete. 2024-07-27T06:56:45.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.185+0000 7f81e0e00640 1 Processor -- start 2024-07-27T06:56:45.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.186+0000 7f81e0e00640 1 -- start start 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 0x7f81dc15b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 0x7f81dc141bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81dc0cd9d0 con 0x7f81dc0721d0 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81dc0cd850 con 0x7f81dc1457e0 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81e0e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81dc0cdb50 con 0x7f81dc160530 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81db400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81db400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34978/0 (socket says 172.21.15.66:34978) 2024-07-27T06:56:45.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.187+0000 7f81db400640 1 -- 172.21.15.66:0/3555684975 learned_addr learned my addr 172.21.15.66:0/3555684975 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:45.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81dbe00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 0x7f81dc141bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81d3e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 0x7f81dc15b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 -- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 msgr2=0x7f81dc141bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 0x7f81dc141bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 -- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 msgr2=0x7f81dc15b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 0x7f81dc15b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 -- 172.21.15.66:0/3555684975 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81dc13ee20 con 0x7f81dc0721d0 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81d3e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 0x7f81dc15b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81dbe00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 0x7f81dc141bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.188+0000 7f81db400640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f81cc00c970 tx=0x7f81cc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:45.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.189+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81cc007bb0 con 0x7f81dc0721d0 2024-07-27T06:56:45.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.189+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81cc005020 con 0x7f81dc0721d0 2024-07-27T06:56:45.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.189+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81cc007e60 con 0x7f81dc0721d0 2024-07-27T06:56:45.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.189+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81dc0b4140 con 0x7f81dc0721d0 2024-07-27T06:56:45.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.189+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81dc0b4700 con 0x7f81dc0721d0 2024-07-27T06:56:45.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.190+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81dc0ce090 con 0x7f81dc0721d0 2024-07-27T06:56:45.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.191+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f81cc005470 con 0x7f81dc0721d0 2024-07-27T06:56:45.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.193+0000 7f81d3400640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 0x7f81b8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.193+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7680+0+0 (secure 0 0 0) 0x7f81cc0995b0 con 0x7f81dc0721d0 2024-07-27T06:56:45.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.194+0000 7f81d3e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 0x7f81b8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.195+0000 7f81d3e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 0x7f81b8079520 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f81c4033000 tx=0x7f81c4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:45.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.198+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f81cc014030 con 0x7f81dc0721d0 2024-07-27T06:56:45.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.461+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81dc0cf760 con 0x7f81dc0721d0 2024-07-27T06:56:45.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.462+0000 7f81d3400640 1 -- 172.21.15.66:0/3555684975 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 95 v95) ==== 94+0+5301 (secure 0 0 0) 0x7f81cc061f80 con 0x7f81dc0721d0 2024-07-27T06:56:45.464 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":95,"btime":"2024-07-27T06:56:42:971597+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":89}],"filesystems":[{"mdsmap":{"epoch":95,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:42.971550+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":5956,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5956":{"gid":5956,"name":"d","rank":0,"incarnation":88,"state":"up:active","state_seq":13,"addr":"172.21.15.155:6837/2013406216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":2013406216},{"type":"v1","addr":"172.21.15.155:6837","nonce":2013406216}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:56:42.971549+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5956,"qdb_cluster":[6309,5956]},"id":6}]} 2024-07-27T06:56:45.465 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 95 2024-07-27T06:56:45.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 msgr2=0x7f81b8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 0x7f81b8079520 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f81c4033000 tx=0x7f81c4004730 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 msgr2=0x7f81dc13e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f81cc00c970 tx=0x7f81cc00ce30 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 shutdown_connections 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81b8077010 0x7f81b8079520 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81dc160530 0x7f81dc141bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81dc1457e0 0x7f81dc15b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 --2- 172.21.15.66:0/3555684975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81dc0721d0 0x7f81dc13e4b0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 >> 172.21.15.66:0/3555684975 conn(0x7f81dc0cfa70 msgr2=0x7f81dc15dc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:45.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 shutdown_connections 2024-07-27T06:56:45.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.466+0000 7f81e0e00640 1 -- 172.21.15.66:0/3555684975 wait complete. 2024-07-27T06:56:45.496 INFO:tasks.ceph.mds.c:Sent signal 9 2024-07-27T06:56:45.497 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:56:45.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:56:45.497 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T06:56:45.577 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:56:45.698 INFO:tasks.ceph.mds.c.smithi066.stderr:daemon-helper: command crashed with signal 9 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 -- 172.21.15.66:0/138649262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 msgr2=0x7f155806e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 --2- 172.21.15.66:0/138649262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f155806e2c0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f1550005fd0 tx=0x7f155002a540 comp rx=0 tx=0).stop 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 -- 172.21.15.66:0/138649262 shutdown_connections 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 --2- 172.21.15.66:0/138649262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f155806e2c0 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 --2- 172.21.15.66:0/138649262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15581601c0 0x7f1558073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 -- 172.21.15.66:0/138649262 >> 172.21.15.66:0/138649262 conn(0x7f15580cfa20 msgr2=0x7f15580cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 -- 172.21.15.66:0/138649262 shutdown_connections 2024-07-27T06:56:45.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.858+0000 7f1557e00640 1 -- 172.21.15.66:0/138649262 wait complete. 2024-07-27T06:56:45.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.860+0000 7f1557e00640 1 Processor -- start 2024-07-27T06:56:45.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.861+0000 7f1557e00640 1 -- start start 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 0x7f1558152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15581e67e0 0x7f15581f82d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f155806eb90 con 0x7f1558072340 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f155806ea10 con 0x7f155806fa90 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.862+0000 7f1557e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f155806ed10 con 0x7f15581e67e0 2024-07-27T06:56:45.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34994/0 (socket says 172.21.15.66:34994) 2024-07-27T06:56:45.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 -- 172.21.15.66:0/4071221391 learned_addr learned my addr 172.21.15.66:0/4071221391 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556a00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 0x7f1558152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 -- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15581e67e0 msgr2=0x7f15581f82d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15581e67e0 0x7f15581f82d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 -- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 msgr2=0x7f1558152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 0x7f1558152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 -- 172.21.15.66:0/4071221391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15581e96f0 con 0x7f1558072340 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556a00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 0x7f1558152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.863+0000 7f1556000640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f154400d6d0 tx=0x7f154400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:45.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.864+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1544017070 con 0x7f1558072340 2024-07-27T06:56:45.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.864+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1544005330 con 0x7f1558072340 2024-07-27T06:56:45.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.864+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1544009820 con 0x7f1558072340 2024-07-27T06:56:45.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.864+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15581e9410 con 0x7f1558072340 2024-07-27T06:56:45.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.864+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15580b2d90 con 0x7f1558072340 2024-07-27T06:56:45.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.865+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15581e9180 con 0x7f1558072340 2024-07-27T06:56:45.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.867+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1544009bd0 con 0x7f1558072340 2024-07-27T06:56:45.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.868+0000 7f154ea00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 0x7f1538079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:45.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.868+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 7680+0+0 (secure 0 0 0) 0x7f15440993c0 con 0x7f1558072340 2024-07-27T06:56:45.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.868+0000 7f1556a00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 0x7f1538079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:45.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.870+0000 7f1556a00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 0x7f1538079520 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f1548001d10 tx=0x7f1548009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:45.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:45.872+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1544061d90 con 0x7f1558072340 2024-07-27T06:56:46.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.177+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7f15580cf620 con 0x7f1558072340 2024-07-27T06:56:46.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.182+0000 7f154ea00640 1 -- 172.21.15.66:0/4071221391 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 5956 v96) ==== 97+0+0 (secure 0 0 0) 0x7f15580cf620 con 0x7f1558072340 2024-07-27T06:56:46.184 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 5956 2024-07-27T06:56:46.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.185+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 msgr2=0x7f1538079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.185+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 0x7f1538079520 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f1548001d10 tx=0x7f1548009040 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.185+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 msgr2=0x7f15581e86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.185+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f154400d6d0 tx=0x7f154400db90 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 shutdown_connections 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1538077010 0x7f1538079520 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15581e67e0 0x7f15581f82d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1558072340 0x7f15581e86a0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 --2- 172.21.15.66:0/4071221391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f155806fa90 0x7f1558152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 >> 172.21.15.66:0/4071221391 conn(0x7f15580cfa20 msgr2=0x7f15580cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 shutdown_connections 2024-07-27T06:56:46.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.186+0000 7f1557e00640 1 -- 172.21.15.66:0/4071221391 wait complete. 2024-07-27T06:56:46.222 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:56:46.222 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:56:46.222 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:56:46.222 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:56:46.222 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:56:46.222 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T06:56:46.223 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:56:46.223 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:56:46.232 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:56:46.232 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:46.459 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 -- 172.21.15.66:0/2152729441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce04004800 msgr2=0x7fce04004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 --2- 172.21.15.66:0/2152729441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce04004800 0x7fce04004c10 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00c310 tx=0x7fce04005830 comp rx=0 tx=0).stop 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1e800640 1 -- 172.21.15.66:0/2152729441 reap_dead start 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 -- 172.21.15.66:0/2152729441 shutdown_connections 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 -- 172.21.15.66:0/2152729441 >> 172.21.15.66:0/2152729441 conn(0x7fce200cfa70 msgr2=0x7fce200cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:46.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 -- 172.21.15.66:0/2152729441 shutdown_connections 2024-07-27T06:56:46.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.502+0000 7fce1f200640 1 -- 172.21.15.66:0/2152729441 wait complete. 2024-07-27T06:56:46.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.505+0000 7fce1f200640 1 Processor -- start 2024-07-27T06:56:46.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.505+0000 7fce1f200640 1 -- start start 2024-07-27T06:56:46.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.506+0000 7fce1f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 0x7fce2013f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:46.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.506+0000 7fce1f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:46.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce201f3130 0x7fce201f3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:46.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fce200cd640 con 0x7fce2015b780 2024-07-27T06:56:46.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fce200cf060 con 0x7fce04004800 2024-07-27T06:56:46.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fce200cd7c0 con 0x7fce201f3130 2024-07-27T06:56:46.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:46.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35012/0 (socket says 172.21.15.66:35012) 2024-07-27T06:56:46.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 -- 172.21.15.66:0/4253756902 learned_addr learned my addr 172.21.15.66:0/4253756902 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:46.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1de00640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 0x7fce2013f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:46.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 -- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce201f3130 msgr2=0x7fce201f3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1e800640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce201f3130 0x7fce201f3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce201f3130 0x7fce201f3540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 -- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 msgr2=0x7fce2013f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 0x7fce2013f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1d400640 1 -- 172.21.15.66:0/4253756902 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce200b30a0 con 0x7fce2015b780 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.507+0000 7fce1de00640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 0x7fce2013f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce1d400640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00c400 tx=0x7fce0c004bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c031040 con 0x7fce2015b780 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce0c006420 con 0x7fce2015b780 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce200b3380 con 0x7fce2015b780 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce0c001cf0 con 0x7fce2015b780 2024-07-27T06:56:46.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.508+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce200b3940 con 0x7fce2015b780 2024-07-27T06:56:46.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.509+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce200cdd20 con 0x7fce2015b780 2024-07-27T06:56:46.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.511+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fce0c034070 con 0x7fce2015b780 2024-07-27T06:56:46.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.512+0000 7fce16000640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 0x7fce00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:46.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.512+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7738+0+0 (secure 0 0 0) 0x7fce0c0b9110 con 0x7fce2015b780 2024-07-27T06:56:46.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.513+0000 7fce1de00640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 0x7fce00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:46.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.514+0000 7fce1de00640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 0x7fce00079520 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fce10009a90 tx=0x7fce10005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:46.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.516+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fce0c045060 con 0x7fce2015b780 2024-07-27T06:56:46.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.769+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fce200b2e30 con 0x7fce2015b780 2024-07-27T06:56:46.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.770+0000 7fce16000640 1 -- 172.21.15.66:0/4253756902 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 97 v97) ==== 94+0+4419 (secure 0 0 0) 0x7fce0c081b10 con 0x7fce2015b780 2024-07-27T06:56:46.772 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":97,"btime":"2024-07-27T06:56:46:190007+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":97,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:46.189986+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:56:46.772 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 97 2024-07-27T06:56:46.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 msgr2=0x7fce00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 0x7fce00079520 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fce10009a90 tx=0x7fce10005f90 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 msgr2=0x7fce2013f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fce0c00c400 tx=0x7fce0c004bc0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 shutdown_connections 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fce00077010 0x7fce00079520 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fce201f3130 0x7fce201f3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fce2015b780 0x7fce2013f630 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 --2- 172.21.15.66:0/4253756902 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fce04004800 0x7fce2013f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:46.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 >> 172.21.15.66:0/4253756902 conn(0x7fce200cfa70 msgr2=0x7fce2015fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:46.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.774+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 shutdown_connections 2024-07-27T06:56:46.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:46.775+0000 7fce1f200640 1 -- 172.21.15.66:0/4253756902 wait complete. 2024-07-27T06:56:46.805 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:56:48.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-27T06:56:48.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-27T06:56:51.806 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:52.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 -- 172.21.15.66:0/2865463906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 msgr2=0x7f472c0cfc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 --2- 172.21.15.66:0/2865463906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c0cfc90 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f472c0b6ec0 tx=0x7f471402a5f0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 -- 172.21.15.66:0/2865463906 shutdown_connections 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 --2- 172.21.15.66:0/2865463906 >> v2:172.21.15.155:3300/0 conn(0x7f472c0ce460 0x7f472c0ce870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 --2- 172.21.15.66:0/2865463906 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c0cfc90 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 -- 172.21.15.66:0/2865463906 >> 172.21.15.66:0/2865463906 conn(0x7f472c0d1cb0 msgr2=0x7f472c0d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.105+0000 7f472b200640 1 -- 172.21.15.66:0/2865463906 shutdown_connections 2024-07-27T06:56:52.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.106+0000 7f472b200640 1 -- 172.21.15.66:0/2865463906 wait complete. 2024-07-27T06:56:52.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.108+0000 7f472b200640 1 Processor -- start 2024-07-27T06:56:52.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.108+0000 7f472b200640 1 -- start start 2024-07-27T06:56:52.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 0x7f472c1e2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f472c0ce460 0x7f472c1f6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f472c0cedb0 con 0x7f472c0cf880 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f472c0cdb70 con 0x7f472c0ce460 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f472c0cef30 con 0x7f472c0b6f40 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39660/0 (socket says 172.21.15.66:39660) 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f472a800640 1 -- 172.21.15.66:0/2229881037 learned_addr learned my addr 172.21.15.66:0/2229881037 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f4729400640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f472c0ce460 0x7f472c1f6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.110+0000 7f4729e00640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 0x7f472c1e2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 -- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 msgr2=0x7f472c1e2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 0x7f472c1e2550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 -- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f472c0ce460 msgr2=0x7f472c1f6560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f472c0ce460 0x7f472c1f6560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 -- 172.21.15.66:0/2229881037 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f472c09fd50 con 0x7f472c0cf880 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f4729e00640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 0x7f472c1e2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472a800640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4724005d00 tx=0x7f472400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:52.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4724017070 con 0x7f472c0cf880 2024-07-27T06:56:52.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4724005330 con 0x7f472c0cf880 2024-07-27T06:56:52.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47240047a0 con 0x7f472c0cf880 2024-07-27T06:56:52.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.111+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f472c1e0810 con 0x7f472c0cf880 2024-07-27T06:56:52.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.112+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f472c1e0dd0 con 0x7f472c0cf880 2024-07-27T06:56:52.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.113+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f472c064450 con 0x7f472c0cf880 2024-07-27T06:56:52.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.114+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4724004940 con 0x7f472c0cf880 2024-07-27T06:56:52.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.116+0000 7f4722000640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 0x7f4708079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.116+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7738+0+0 (secure 0 0 0) 0x7f4724099180 con 0x7f472c0cf880 2024-07-27T06:56:52.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.117+0000 7f4729e00640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 0x7f4708079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.118+0000 7f4729e00640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 0x7f4708079520 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f471c001d10 tx=0x7f471c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:52.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.121+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f472c064450 con 0x7f472c0cf880 2024-07-27T06:56:52.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.378+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f472c0ce870 con 0x7f472c0cf880 2024-07-27T06:56:52.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.379+0000 7f4722000640 1 -- 172.21.15.66:0/2229881037 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 98 v98) ==== 94+0+5245 (secure 0 0 0) 0x7f4724061af0 con 0x7f472c0cf880 2024-07-27T06:56:52.381 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:52.381 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":98,"btime":"2024-07-27T06:56:47:202528+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":98}],"filesystems":[{"mdsmap":{"epoch":98,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:46.233308+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:resolve","state_seq":9,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:56:52.381 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 98 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 msgr2=0x7f4708079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 0x7f4708079520 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f471c001d10 tx=0x7f471c009040 comp rx=0 tx=0).stop 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 msgr2=0x7f472c1f6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4724005d00 tx=0x7f472400dae0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 shutdown_connections 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4708077010 0x7f4708079520 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f472c0cf880 0x7f472c1f6aa0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f472c0ce460 0x7f472c1f6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 --2- 172.21.15.66:0/2229881037 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f472c0b6f40 0x7f472c1e2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 >> 172.21.15.66:0/2229881037 conn(0x7f472c0d1cb0 msgr2=0x7f472c1e4200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:52.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.382+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 shutdown_connections 2024-07-27T06:56:52.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.383+0000 7f472b200640 1 -- 172.21.15.66:0/2229881037 wait complete. 2024-07-27T06:56:52.414 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:56:52.414 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:52.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 -- 172.21.15.66:0/2947391257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f81457e0 msgr2=0x7f38f80cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 --2- 172.21.15.66:0/2947391257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f81457e0 0x7f38f80cecb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009830 tx=0x7f38e002a510 comp rx=0 tx=0).stop 2024-07-27T06:56:52.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 -- 172.21.15.66:0/2947391257 shutdown_connections 2024-07-27T06:56:52.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 --2- 172.21.15.66:0/2947391257 >> v2:172.21.15.155:3300/0 conn(0x7f38f8160530 0x7f38f80cb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 --2- 172.21.15.66:0/2947391257 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f81457e0 0x7f38f80cecb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 -- 172.21.15.66:0/2947391257 >> 172.21.15.66:0/2947391257 conn(0x7f38f80cfa70 msgr2=0x7f38f80cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:52.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 -- 172.21.15.66:0/2947391257 shutdown_connections 2024-07-27T06:56:52.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.702+0000 7f38fe200640 1 -- 172.21.15.66:0/2947391257 wait complete. 2024-07-27T06:56:52.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.705+0000 7f38fe200640 1 Processor -- start 2024-07-27T06:56:52.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.705+0000 7f38fe200640 1 -- start start 2024-07-27T06:56:52.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f81457e0 0x7f38f81e8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f8160530 0x7f38f81e8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f38f80cd9d0 con 0x7f38f80721d0 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f38f80cd850 con 0x7f38f81457e0 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fe200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f38f80cdb50 con 0x7f38f8160530 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39676/0 (socket says 172.21.15.66:39676) 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 -- 172.21.15.66:0/2937902474 learned_addr learned my addr 172.21.15.66:0/2937902474 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fd800640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f8160530 0x7f38f81e8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38f7e00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f81457e0 0x7f38f81e8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 -- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f8160530 msgr2=0x7f38f81e8dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f8160530 0x7f38f81e8dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 -- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f81457e0 msgr2=0x7f38f81e8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.707+0000 7f38fce00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f81457e0 0x7f38f81e8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38fce00640 1 -- 172.21.15.66:0/2937902474 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f80ada70 con 0x7f38f80721d0 2024-07-27T06:56:52.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38fce00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009950 tx=0x7f38e0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:52.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0031d60 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f80add50 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38e0033e10 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.708+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0005260 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.709+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f8133df0 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.710+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f8134050 con 0x7f38f80721d0 2024-07-27T06:56:52.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.711+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f38e0005400 con 0x7f38f80721d0 2024-07-27T06:56:52.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.712+0000 7f38f4c00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:52.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.712+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7738+0+0 (secure 0 0 0) 0x7f38e00ba2d0 con 0x7f38f80721d0 2024-07-27T06:56:52.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.713+0000 7f38f7e00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:52.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.714+0000 7f38f7e00640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f38f80ce860 tx=0x7f38e8009260 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:52.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.717+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f38e003f030 con 0x7f38f80721d0 2024-07-27T06:56:52.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.975+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38f80ce000 con 0x7f38f80721d0 2024-07-27T06:56:52.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.977+0000 7f38f4c00640 1 -- 172.21.15.66:0/2937902474 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 98 v98) ==== 94+0+5245 (secure 0 0 0) 0x7f38e0082bc0 con 0x7f38f80721d0 2024-07-27T06:56:52.979 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:52.979 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":98,"btime":"2024-07-27T06:56:47:202528+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":98}],"filesystems":[{"mdsmap":{"epoch":98,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:46.233308+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:resolve","state_seq":9,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:56:52.979 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 98 2024-07-27T06:56:52.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 msgr2=0x7f38d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f38f80ce860 tx=0x7f38e8009260 comp rx=0 tx=0).stop 2024-07-27T06:56:52.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 msgr2=0x7f38f81f5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:52.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009950 tx=0x7f38e0033c20 comp rx=0 tx=0).stop 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 shutdown_connections 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f8160530 0x7f38f81e8dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f81457e0 0x7f38f81e8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 --2- 172.21.15.66:0/2937902474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f80721d0 0x7f38f81f5980 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 >> 172.21.15.66:0/2937902474 conn(0x7f38f80cfa70 msgr2=0x7f38f80af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.980+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 shutdown_connections 2024-07-27T06:56:52.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:52.981+0000 7f38fe200640 1 -- 172.21.15.66:0/2937902474 wait complete. 2024-07-27T06:56:53.015 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:resolve 2024-07-27T06:56:53.015 DEBUG:tasks.cephfs.filesystem:reached state 'up:resolve' in 0.601264476776123s 2024-07-27T06:56:53.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 -- 172.21.15.66:0/583773017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2840b45e0 msgr2=0x7ff28415ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 --2- 172.21.15.66:0/583773017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2840b45e0 0x7ff28415ff20 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7ff27c005fd0 tx=0x7ff27c02aa90 comp rx=0 tx=0).stop 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 -- 172.21.15.66:0/583773017 shutdown_connections 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 --2- 172.21.15.66:0/583773017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2840b45e0 0x7ff28415ff20 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 --2- 172.21.15.66:0/583773017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff28409dc20 0x7ff28415c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 -- 172.21.15.66:0/583773017 >> 172.21.15.66:0/583773017 conn(0x7ff28406d160 msgr2=0x7ff2840b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 -- 172.21.15.66:0/583773017 shutdown_connections 2024-07-27T06:56:53.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.293+0000 7ff28a400640 1 -- 172.21.15.66:0/583773017 wait complete. 2024-07-27T06:56:53.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.295+0000 7ff28a400640 1 Processor -- start 2024-07-27T06:56:53.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.296+0000 7ff28a400640 1 -- start start 2024-07-27T06:56:53.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:53.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2840cf290 0x7ff28414dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff28406e0d0 0x7ff28409aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff2841605e0 con 0x7ff28409dc20 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff284160460 con 0x7ff28406e0d0 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff28a400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff284160760 con 0x7ff2840cf290 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.297+0000 7ff283400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39700/0 (socket says 172.21.15.66:39700) 2024-07-27T06:56:53.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 -- 172.21.15.66:0/2891058183 learned_addr learned my addr 172.21.15.66:0/2891058183 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 -- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2840cf290 msgr2=0x7ff28414dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2840cf290 0x7ff28414dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 -- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff28406e0d0 msgr2=0x7ff28409aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff28406e0d0 0x7ff28409aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 -- 172.21.15.66:0/2891058183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff28406e8e0 con 0x7ff28409dc20 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.298+0000 7ff283400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7ff27400d770 tx=0x7ff27400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.299+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff274017070 con 0x7ff28409dc20 2024-07-27T06:56:53.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.299+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff274009d20 con 0x7ff28409dc20 2024-07-27T06:56:53.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.299+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff28406ebc0 con 0x7ff28409dc20 2024-07-27T06:56:53.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.299+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2740106c0 con 0x7ff28409dc20 2024-07-27T06:56:53.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.299+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff28406f180 con 0x7ff28409dc20 2024-07-27T06:56:53.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.300+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2840cc8d0 con 0x7ff28409dc20 2024-07-27T06:56:53.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.301+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff27401a070 con 0x7ff28409dc20 2024-07-27T06:56:53.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.303+0000 7ff27b400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 0x7ff264079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:53.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.303+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7738+0+0 (secure 0 0 0) 0x7ff274099170 con 0x7ff28409dc20 2024-07-27T06:56:53.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.303+0000 7ff282a00640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 0x7ff264079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:53.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.305+0000 7ff282a00640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 0x7ff264079550 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff270000f60 tx=0x7ff2700079b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:53.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.308+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2840cc8d0 con 0x7ff28409dc20 2024-07-27T06:56:53.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.568+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff284160c10 con 0x7ff28409dc20 2024-07-27T06:56:53.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.570+0000 7ff27b400640 1 -- 172.21.15.66:0/2891058183 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 98 v98) ==== 94+0+5245 (secure 0 0 0) 0x7ff274061c00 con 0x7ff28409dc20 2024-07-27T06:56:53.572 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:53.572 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":98,"btime":"2024-07-27T06:56:47:202528+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5477,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":98}],"filesystems":[{"mdsmap":{"epoch":98,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:46.233308+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":6309},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6309":{"gid":6309,"name":"c","rank":1,"incarnation":58,"state":"up:active","state_seq":6,"addr":"172.21.15.66:6835/2264115068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":2264115068},{"type":"v1","addr":"172.21.15.66:6835","nonce":2264115068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:resolve","state_seq":9,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6309,"qdb_cluster":[6309]},"id":6}]} 2024-07-27T06:56:53.572 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 98 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 msgr2=0x7ff264079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 0x7ff264079550 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7ff270000f60 tx=0x7ff2700079b0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 msgr2=0x7ff2841fd420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7ff27400d770 tx=0x7ff27400dc30 comp rx=0 tx=0).stop 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 shutdown_connections 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff264077040 0x7ff264079550 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff28406e0d0 0x7ff28409aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2840cf290 0x7ff28414dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 --2- 172.21.15.66:0/2891058183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff28409dc20 0x7ff2841fd420 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:53.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 >> 172.21.15.66:0/2891058183 conn(0x7ff28406d160 msgr2=0x7ff2840adf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:53.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 shutdown_connections 2024-07-27T06:56:53.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:53.573+0000 7ff28a400640 1 -- 172.21.15.66:0/2891058183 wait complete. 2024-07-27T06:56:53.604 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:56:53.914 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":10,"last_created":5,"last_destroyed":9,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[{"version":19,"snapinfo":{"snapid":10,"ino":1099511627777,"stamp":"2024-07-27T06:56:26.894320+0000","name":"s22","metadata":{}}}],"pending_destroy":[]} 2024-07-27T06:56:53.914 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 9, "last_snap": 10, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [ { "snapInfinityo": { "ino": 1099511627777, "metadata": {}, "name": "s22", "snapid": 10, "stamp": "2024-07-27T06:56:26.894320+0000" }, "version": 19 } ], "snaps": [] } 2024-07-27T06:56:53.915 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T06:56:54.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.211+0000 7f1051600640 1 -- 172.21.15.66:0/799268048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 msgr2=0x7f104c15e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.211+0000 7f1051600640 1 --2- 172.21.15.66:0/799268048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c15e2c0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f104c075d80 tx=0x7f103402a440 comp rx=0 tx=0).stop 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 -- 172.21.15.66:0/799268048 shutdown_connections 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 --2- 172.21.15.66:0/799268048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c15e2c0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 --2- 172.21.15.66:0/799268048 >> v2:172.21.15.155:3300/0 conn(0x7f104c0ca660 0x7f104c0cf3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 -- 172.21.15.66:0/799268048 >> 172.21.15.66:0/799268048 conn(0x7f104c0d0010 msgr2=0x7f104c0d0420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 -- 172.21.15.66:0/799268048 shutdown_connections 2024-07-27T06:56:54.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.212+0000 7f1051600640 1 -- 172.21.15.66:0/799268048 wait complete. 2024-07-27T06:56:54.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.214+0000 7f1051600640 1 Processor -- start 2024-07-27T06:56:54.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.214+0000 7f1051600640 1 -- start start 2024-07-27T06:56:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f104c0ca660 0x7f104c14b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f104c161f10 0x7f104c0b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f104c0adc60 con 0x7f104c0cc320 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f104c0adae0 con 0x7f104c0ca660 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1051600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f104c0adde0 con 0x7f104c161f10 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1043e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1043e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39724/0 (socket says 172.21.15.66:39724) 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.216+0000 7f1043e00640 1 -- 172.21.15.66:0/276568804 learned_addr learned my addr 172.21.15.66:0/276568804 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f104aa00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f104c0ca660 0x7f104c14b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f104b400640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f104c161f10 0x7f104c0b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 -- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f104c161f10 msgr2=0x7f104c0b4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f104c161f10 0x7f104c0b4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 -- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f104c0ca660 msgr2=0x7f104c14b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f104c0ca660 0x7f104c14b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 -- 172.21.15.66:0/276568804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f104c09d940 con 0x7f104c0cc320 2024-07-27T06:56:54.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.217+0000 7f1043e00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f1034034040 tx=0x7f1034003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.218+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f103403e030 con 0x7f104c0cc320 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.218+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1034003e00 con 0x7f104c0cc320 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.218+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1034035040 con 0x7f104c0cc320 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.218+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f104c0b57a0 con 0x7f104c0cc320 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.218+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f104c0b5d60 con 0x7f104c0cc320 2024-07-27T06:56:54.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.219+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f104c0ae360 con 0x7f104c0cc320 2024-07-27T06:56:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.220+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1034041030 con 0x7f104c0cc320 2024-07-27T06:56:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.221+0000 7f1042a00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 0x7f1028079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.222+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 7738+0+0 (secure 0 0 0) 0x7f10340b9900 con 0x7f104c0cc320 2024-07-27T06:56:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.222+0000 7f104aa00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 0x7f1028079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.224+0000 7f104aa00640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 0x7f1028079520 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f103c005fd0 tx=0x7f103c005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:54.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.226+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1034082270 con 0x7f104c0cc320 2024-07-27T06:56:54.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.524+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f104c0b3300 con 0x7f104c0cc320 2024-07-27T06:56:54.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.530+0000 7f1042a00640 1 -- 172.21.15.66:0/276568804 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 6309 v99) ==== 97+0+0 (secure 0 0 0) 0x7f1034081b70 con 0x7f104c0cc320 2024-07-27T06:56:54.531 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6309 2024-07-27T06:56:54.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.533+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 msgr2=0x7f1028079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.533+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 0x7f1028079520 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f103c005fd0 tx=0x7f103c005850 comp rx=0 tx=0).stop 2024-07-27T06:56:54.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.533+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 msgr2=0x7f104c0b4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.533+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f1034034040 tx=0x7f1034003910 comp rx=0 tx=0).stop 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 shutdown_connections 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1028077010 0x7f1028079520 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f104c161f10 0x7f104c0b4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f104c0cc320 0x7f104c0b4990 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 --2- 172.21.15.66:0/276568804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f104c0ca660 0x7f104c14b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 >> 172.21.15.66:0/276568804 conn(0x7f104c0d0010 msgr2=0x7f104c15d5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 shutdown_connections 2024-07-27T06:56:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.534+0000 7f1051600640 1 -- 172.21.15.66:0/276568804 wait complete. 2024-07-27T06:56:54.574 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:56:54.574 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:56:54.575 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:56:54.575 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:56:54.575 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:56:54.575 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-07-27T06:56:54.575 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:56:54.575 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:56:54.583 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:56:54.583 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:56:54.804 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 -- 172.21.15.66:0/3708961620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 msgr2=0x7fc2100b5c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 --2- 172.21.15.66:0/3708961620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2100b5c70 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fc208005fd0 tx=0x7fc20802a540 comp rx=0 tx=0).stop 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 -- 172.21.15.66:0/3708961620 shutdown_connections 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 --2- 172.21.15.66:0/3708961620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2100b5c70 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 --2- 172.21.15.66:0/3708961620 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100d1c50 0x7fc2100d2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 -- 172.21.15.66:0/3708961620 >> 172.21.15.66:0/3708961620 conn(0x7fc21009aa40 msgr2=0x7fc21009ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 -- 172.21.15.66:0/3708961620 shutdown_connections 2024-07-27T06:56:54.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.840+0000 7fc218200640 1 -- 172.21.15.66:0/3708961620 wait complete. 2024-07-27T06:56:54.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.843+0000 7fc218200640 1 Processor -- start 2024-07-27T06:56:54.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.843+0000 7fc218200640 1 -- start start 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2101f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 0x7fc210157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2100b6330 con 0x7fc2100d1c50 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc2100b61b0 con 0x7fc2100b5860 2024-07-27T06:56:54.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.844+0000 7fc218200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc2100b64b0 con 0x7fc2100cf330 2024-07-27T06:56:54.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39760/0 (socket says 172.21.15.66:39760) 2024-07-27T06:56:54.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 -- 172.21.15.66:0/1240072714 learned_addr learned my addr 172.21.15.66:0/1240072714 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc215800640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2101f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc214e00640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 0x7fc210157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 -- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 msgr2=0x7fc210157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 0x7fc210157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 -- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 msgr2=0x7fc2101f5ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:54.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2101f5ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc216200640 1 -- 172.21.15.66:0/1240072714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2101f7160 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc214e00640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 0x7fc210157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.845+0000 7fc215800640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2101f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc216200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fc208006010 tx=0x7fc2080038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20803e030 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc208003ca0 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc210158a30 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208035040 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.846+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc210158ff0 con 0x7fc2100d1c50 2024-07-27T06:56:54.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.847+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2100b6a40 con 0x7fc2100d1c50 2024-07-27T06:56:54.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.849+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc208041030 con 0x7fc2100d1c50 2024-07-27T06:56:54.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.850+0000 7fc20d600640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 0x7fc1f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:56:54.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.850+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7fc2080b9870 con 0x7fc2100d1c50 2024-07-27T06:56:54.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.850+0000 7fc215800640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 0x7fc1f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:56:54.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.852+0000 7fc215800640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 0x7fc1f0079520 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc200007fd0 tx=0x7fc200009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:56:54.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:54.854+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2080821b0 con 0x7fc2100d1c50 2024-07-27T06:56:55.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.104+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2101587c0 con 0x7fc2100d1c50 2024-07-27T06:56:55.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.105+0000 7fc20d600640 1 -- 172.21.15.66:0/1240072714 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 100 v100) ==== 95+0+4416 (secure 0 0 0) 0x7fc208081ab0 con 0x7fc2100d1c50 2024-07-27T06:56:55.107 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:56:55.108 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":100,"btime":"2024-07-27T06:56:54:539191+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":100,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:54.539164+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:replay","state_seq":1,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:resolve","state_seq":9,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:56:55.108 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 100 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 msgr2=0x7fc1f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 0x7fc1f0079520 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fc200007fd0 tx=0x7fc200009040 comp rx=0 tx=0).stop 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 msgr2=0x7fc2101f62e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fc208006010 tx=0x7fc2080038a0 comp rx=0 tx=0).stop 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 shutdown_connections 2024-07-27T06:56:55.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc1f0077010 0x7fc1f0079520 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2100d1c50 0x7fc2101f62e0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2100cf330 0x7fc210157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 --2- 172.21.15.66:0/1240072714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2100b5860 0x7fc2101f5ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 >> 172.21.15.66:0/1240072714 conn(0x7fc21009aa40 msgr2=0x7fc2100ccb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.108+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 shutdown_connections 2024-07-27T06:56:55.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:56:55.109+0000 7fc218200640 1 -- 172.21.15.66:0/1240072714 wait complete. 2024-07-27T06:56:55.136 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:56:55.317 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-07-27T06:56:57.866 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:56:57.875 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:57:00.136 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 -- 172.21.15.66:0/1029481025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc0cee10 msgr2=0x7fe4dc06fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1029481025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc06fb70 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc071c80 tx=0x7fe4c802a560 comp rx=0 tx=0).stop 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 -- 172.21.15.66:0/1029481025 shutdown_connections 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1029481025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc06fb70 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1029481025 >> v2:172.21.15.155:3300/0 conn(0x7fe4dc1446e0 0x7fe4dc0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 -- 172.21.15.66:0/1029481025 >> 172.21.15.66:0/1029481025 conn(0x7fe4dc0cfa70 msgr2=0x7fe4dc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 -- 172.21.15.66:0/1029481025 shutdown_connections 2024-07-27T06:57:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.440+0000 7fe4e1600640 1 -- 172.21.15.66:0/1029481025 wait complete. 2024-07-27T06:57:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.442+0000 7fe4e1600640 1 Processor -- start 2024-07-27T06:57:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.443+0000 7fe4e1600640 1 -- start start 2024-07-27T06:57:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4dc0700b0 0x7fe4dc13e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc0b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc15f050 con 0x7fe4dc1446e0 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe4dc0cc0e0 con 0x7fe4dc0cee10 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.444+0000 7fe4e1600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe4dc15f1d0 con 0x7fe4dc0700b0 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39778/0 (socket says 172.21.15.66:39778) 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 -- 172.21.15.66:0/1570936331 learned_addr learned my addr 172.21.15.66:0/1570936331 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4db400640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc0b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4dbe00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4dc0700b0 0x7fe4dc13e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 -- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4dc0700b0 msgr2=0x7fe4dc13e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4dc0700b0 0x7fe4dc13e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 -- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4dc0cee10 msgr2=0x7fe4dc0b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc0b3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.445+0000 7fe4e0c00640 1 -- 172.21.15.66:0/1570936331 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4dc1f6fa0 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4e0c00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fe4d400c3c0 tx=0x7fe4d400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d4017070 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4d40053c0 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4dc1f7280 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4d4003850 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.446+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4dc1f7840 con 0x7fe4dc1446e0 2024-07-27T06:57:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.447+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4dc050990 con 0x7fe4dc1446e0 2024-07-27T06:57:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.449+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe4d401a070 con 0x7fe4dc1446e0 2024-07-27T06:57:00.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.450+0000 7fe4d3e00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 0x7fe4bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:00.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.450+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7fe4d40984e0 con 0x7fe4dc1446e0 2024-07-27T06:57:00.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.451+0000 7fe4dbe00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 0x7fe4bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:00.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.452+0000 7fe4dbe00640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 0x7fe4bc079520 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc005fd0 tx=0x7fe4cc0097d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:00.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.455+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4dc050990 con 0x7fe4dc1446e0 2024-07-27T06:57:00.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.706+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe4dc1f7c80 con 0x7fe4dc1446e0 2024-07-27T06:57:00.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.707+0000 7fe4d3e00640 1 -- 172.21.15.66:0/1570936331 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5245 (secure 0 0 0) 0x7fe4dc15c310 con 0x7fe4dc1446e0 2024-07-27T06:57:00.709 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:00.709 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":102,"btime":"2024-07-27T06:56:56:551154+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:55.560749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:00.710 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 102 2024-07-27T06:57:00.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.710+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 msgr2=0x7fe4bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 0x7fe4bc079520 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe4cc005fd0 tx=0x7fe4cc0097d0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 msgr2=0x7fe4dc13bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fe4d400c3c0 tx=0x7fe4d400c880 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 shutdown_connections 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe4bc077010 0x7fe4bc079520 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4dc1446e0 0x7fe4dc13bf40 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe4dc0cee10 0x7fe4dc0b3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 --2- 172.21.15.66:0/1570936331 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe4dc0700b0 0x7fe4dc13e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 >> 172.21.15.66:0/1570936331 conn(0x7fe4dc0cfa70 msgr2=0x7fe4dc0caf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 shutdown_connections 2024-07-27T06:57:00.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:00.711+0000 7fe4e1600640 1 -- 172.21.15.66:0/1570936331 wait complete. 2024-07-27T06:57:00.739 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:57:00.739 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 -- 172.21.15.66:0/3960868908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 msgr2=0x7f5f000052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 --2- 172.21.15.66:0/3960868908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f000052b0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c15bf40 tx=0x7f5f00005830 comp rx=0 tx=0).stop 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f1a800640 1 -- 172.21.15.66:0/3960868908 reap_dead start 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 -- 172.21.15.66:0/3960868908 shutdown_connections 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 -- 172.21.15.66:0/3960868908 >> 172.21.15.66:0/3960868908 conn(0x7f5f1c06d160 msgr2=0x7f5f1c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 -- 172.21.15.66:0/3960868908 shutdown_connections 2024-07-27T06:57:01.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.024+0000 7f5f21000640 1 -- 172.21.15.66:0/3960868908 wait complete. 2024-07-27T06:57:01.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.027+0000 7f5f21000640 1 Processor -- start 2024-07-27T06:57:01.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.027+0000 7f5f21000640 1 -- start start 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f1c0b1700 0x7f5f1c14bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 0x7f5f1c15a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c0cc840 con 0x7f5f00004e60 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5f1c0cc6c0 con 0x7f5f1c0b1700 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f21000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5f1c0cc9c0 con 0x7f5f1c15a550 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:01.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51652/0 (socket says 172.21.15.66:51652) 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 -- 172.21.15.66:0/1864010414 learned_addr learned my addr 172.21.15.66:0/1864010414 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f1a800640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 0x7f5f1c15a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19400640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f1c0b1700 0x7f5f1c14bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 -- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 msgr2=0x7f5f1c15a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 0x7f5f1c15a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 -- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f1c0b1700 msgr2=0x7f5f1c14bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f1c0b1700 0x7f5f1c14bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f19e00640 1 -- 172.21.15.66:0/1864010414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f1c15aea0 con 0x7f5f00004e60 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.029+0000 7f5f1a800640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 0x7f5f1c15a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:01.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f19e00640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400d920 tx=0x7f5f0400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:01.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f040062e0 con 0x7f5f00004e60 2024-07-27T06:57:01.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f04015020 con 0x7f5f00004e60 2024-07-27T06:57:01.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0400ba90 con 0x7f5f00004e60 2024-07-27T06:57:01.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f1c0b0940 con 0x7f5f00004e60 2024-07-27T06:57:01.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.030+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f1c0b0f00 con 0x7f5f00004e60 2024-07-27T06:57:01.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.031+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f1c15e4c0 con 0x7f5f00004e60 2024-07-27T06:57:01.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.033+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5f0400bc30 con 0x7f5f00004e60 2024-07-27T06:57:01.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.034+0000 7f5f12000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 0x7f5ef8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:01.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.034+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7f5f040997b0 con 0x7f5f00004e60 2024-07-27T06:57:01.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.034+0000 7f5f19400640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 0x7f5ef8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:01.037 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.036+0000 7f5f19400640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 0x7f5ef8079520 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c0b1cb0 tx=0x7f5f0c009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:01.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.038+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5f0401f030 con 0x7f5f00004e60 2024-07-27T06:57:01.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.311+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f1c15c140 con 0x7f5f00004e60 2024-07-27T06:57:01.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.313+0000 7f5f12000640 1 -- 172.21.15.66:0/1864010414 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5245 (secure 0 0 0) 0x7f5f1c15aea0 con 0x7f5f00004e60 2024-07-27T06:57:01.314 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:01.315 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":102,"btime":"2024-07-27T06:56:56:551154+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:55.560749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:01.315 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 102 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 msgr2=0x7f5ef8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 0x7f5ef8079520 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c0b1cb0 tx=0x7f5f0c009500 comp rx=0 tx=0).stop 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 msgr2=0x7f5f1c0cba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f5f0400d920 tx=0x7f5f0400dde0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 shutdown_connections 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5ef8077010 0x7f5ef8079520 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5f1c15a550 0x7f5f1c15a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5f1c0b1700 0x7f5f1c14bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 --2- 172.21.15.66:0/1864010414 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5f00004e60 0x7f5f1c0cba30 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:01.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.316+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 >> 172.21.15.66:0/1864010414 conn(0x7f5f1c06d160 msgr2=0x7f5f1c0731e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:01.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.317+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 shutdown_connections 2024-07-27T06:57:01.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:01.317+0000 7f5f21000640 1 -- 172.21.15.66:0/1864010414 wait complete. 2024-07-27T06:57:01.344 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:02.345 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 -- 172.21.15.66:0/3366241526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec015f220 msgr2=0x7f4ec015f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3366241526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec015f220 0x7f4ec015f630 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f4ec00b45b0 tx=0x7f4ea802a5f0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 -- 172.21.15.66:0/3366241526 shutdown_connections 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3366241526 >> v2:172.21.15.155:3300/0 conn(0x7f4ec006eb10 0x7f4ec006ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3366241526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec015f220 0x7f4ec015f630 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 -- 172.21.15.66:0/3366241526 >> 172.21.15.66:0/3366241526 conn(0x7f4ec006d160 msgr2=0x7f4ec00b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 -- 172.21.15.66:0/3366241526 shutdown_connections 2024-07-27T06:57:02.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.645+0000 7f4ec6200640 1 -- 172.21.15.66:0/3366241526 wait complete. 2024-07-27T06:57:02.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.647+0000 7f4ec6200640 1 Processor -- start 2024-07-27T06:57:02.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.648+0000 7f4ec6200640 1 -- start start 2024-07-27T06:57:02.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ec006eb10 0x7f4ec0151650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ec015f220 0x7f4ec00addc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec006f5e0 con 0x7f4ec00cec50 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4ec006f460 con 0x7f4ec006eb10 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4ec6200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4ec006f760 con 0x7f4ec015f220 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4eb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4eb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51674/0 (socket says 172.21.15.66:51674) 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.649+0000 7f4eb7e00640 1 -- 172.21.15.66:0/3329229016 learned_addr learned my addr 172.21.15.66:0/3329229016 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4ebf400640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ec006eb10 0x7f4ec0151650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4ebfe00640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ec015f220 0x7f4ec00addc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 -- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ec015f220 msgr2=0x7f4ec00addc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ec015f220 0x7f4ec00addc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 -- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ec006eb10 msgr2=0x7f4ec0151650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:02.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ec006eb10 0x7f4ec0151650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 -- 172.21.15.66:0/3329229016 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ec0151b90 con 0x7f4ec00cec50 2024-07-27T06:57:02.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.650+0000 7f4eb7e00640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8000c00 tx=0x7f4ea80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:02.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.651+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea803e030 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.651+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ea80047a0 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.651+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ea8035040 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.651+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ec00af8c0 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.651+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ec00afe80 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.652+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ec006fc10 con 0x7f4ec00cec50 2024-07-27T06:57:02.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.653+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4ea8041030 con 0x7f4ec00cec50 2024-07-27T06:57:02.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.654+0000 7f4eb7400640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 0x7f4e9c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:02.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.655+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7f4ea80b9a60 con 0x7f4ec00cec50 2024-07-27T06:57:02.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.655+0000 7f4ebf400640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 0x7f4e9c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:02.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.656+0000 7f4ebf400640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 0x7f4e9c079550 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0007fd0 tx=0x7f4eb0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:02.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.660+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4ea80823a0 con 0x7f4ec00cec50 2024-07-27T06:57:02.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.916+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ec00af600 con 0x7f4ec00cec50 2024-07-27T06:57:02.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.918+0000 7f4eb7400640 1 -- 172.21.15.66:0/3329229016 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5245 (secure 0 0 0) 0x7f4ea8081ca0 con 0x7f4ec00cec50 2024-07-27T06:57:02.919 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:02.919 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":102,"btime":"2024-07-27T06:56:56:551154+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:55.560749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:02.920 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 102 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 msgr2=0x7f4e9c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 0x7f4e9c079550 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0007fd0 tx=0x7f4eb0009040 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 msgr2=0x7f4ec00b0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f4ea8000c00 tx=0x7f4ea80039e0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 shutdown_connections 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e9c077040 0x7f4e9c079550 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ec015f220 0x7f4ec00addc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ec00cec50 0x7f4ec00b0c70 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 --2- 172.21.15.66:0/3329229016 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ec006eb10 0x7f4ec0151650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 >> 172.21.15.66:0/3329229016 conn(0x7f4ec006d160 msgr2=0x7f4ec0158820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.921+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 shutdown_connections 2024-07-27T06:57:02.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:02.922+0000 7f4ec6200640 1 -- 172.21.15.66:0/3329229016 wait complete. 2024-07-27T06:57:02.950 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:03.951 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:04.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 -- 172.21.15.66:0/843979324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5180728e0 msgr2=0x7fb518160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 --2- 172.21.15.66:0/843979324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5180728e0 0x7fb518160530 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fb510005fd0 tx=0x7fb51002a8b0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 -- 172.21.15.66:0/843979324 shutdown_connections 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 --2- 172.21.15.66:0/843979324 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb5180728e0 0x7fb518160530 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 -- 172.21.15.66:0/843979324 >> 172.21.15.66:0/843979324 conn(0x7fb5180cfa70 msgr2=0x7fb5180cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 -- 172.21.15.66:0/843979324 shutdown_connections 2024-07-27T06:57:04.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.249+0000 7fb51e400640 1 -- 172.21.15.66:0/843979324 wait complete. 2024-07-27T06:57:04.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.251+0000 7fb51e400640 1 Processor -- start 2024-07-27T06:57:04.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.251+0000 7fb51e400640 1 -- start start 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5180cecb0 0x7fb5180c7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5181457e0 0x7fb51815b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb5180cdb40 con 0x7fb51806f220 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb5180cd9c0 con 0x7fb5180cecb0 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb5180cdcc0 con 0x7fb5181457e0 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51692/0 (socket says 172.21.15.66:51692) 2024-07-27T06:57:04.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.253+0000 7fb51da00640 1 -- 172.21.15.66:0/984603717 learned_addr learned my addr 172.21.15.66:0/984603717 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:04.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb517e00640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5181457e0 0x7fb51815b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51d000640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5180cecb0 0x7fb5180c7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 -- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5181457e0 msgr2=0x7fb51815b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5181457e0 0x7fb51815b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 -- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5180cecb0 msgr2=0x7fb5180c7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5180cecb0 0x7fb5180c7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 -- 172.21.15.66:0/984603717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5180c9b90 con 0x7fb51806f220 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.254+0000 7fb51da00640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb51002aea0 tx=0x7fb5100316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.255+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510031990 con 0x7fb51806f220 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.255+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb510031c20 con 0x7fb51806f220 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.255+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5100330d0 con 0x7fb51806f220 2024-07-27T06:57:04.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.255+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb51806fb70 con 0x7fb51806f220 2024-07-27T06:57:04.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.255+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5181f64c0 con 0x7fb51806f220 2024-07-27T06:57:04.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.256+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5180c84e0 con 0x7fb51806f220 2024-07-27T06:57:04.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.258+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb510033270 con 0x7fb51806f220 2024-07-27T06:57:04.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.259+0000 7fb514c00640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 0x7fb4f8079540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:04.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.259+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7fb5100ba520 con 0x7fb51806f220 2024-07-27T06:57:04.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.259+0000 7fb51d000640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 0x7fb4f8079540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:04.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.261+0000 7fb51d000640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 0x7fb4f8079540 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb50c0013f0 tx=0x7fb50c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:04.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.263+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb5180c84e0 con 0x7fb51806f220 2024-07-27T06:57:04.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.514+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb518145420 con 0x7fb51806f220 2024-07-27T06:57:04.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.516+0000 7fb514c00640 1 -- 172.21.15.66:0/984603717 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5245 (secure 0 0 0) 0x7fb51806fb70 con 0x7fb51806f220 2024-07-27T06:57:04.518 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:04.518 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":102,"btime":"2024-07-27T06:56:56:551154+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:55.560749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:04.518 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 102 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 msgr2=0x7fb4f8079540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 0x7fb4f8079540 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fb50c0013f0 tx=0x7fb50c009040 comp rx=0 tx=0).stop 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 msgr2=0x7fb51806f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7fb51002aea0 tx=0x7fb5100316d0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 shutdown_connections 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb4f8077030 0x7fb4f8079540 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb51806f220 0x7fb51806f630 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb5181457e0 0x7fb51815b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 --2- 172.21.15.66:0/984603717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb5180cecb0 0x7fb5180c7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:04.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.519+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 >> 172.21.15.66:0/984603717 conn(0x7fb5180cfa70 msgr2=0x7fb51815d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:04.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.520+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 shutdown_connections 2024-07-27T06:57:04.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:04.520+0000 7fb51e400640 1 -- 172.21.15.66:0/984603717 wait complete. 2024-07-27T06:57:04.550 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:05.551 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:05.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.843+0000 7f0745e00640 1 -- 172.21.15.66:0/1540493400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 msgr2=0x7f074015a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.843+0000 7f0745e00640 1 --2- 172.21.15.66:0/1540493400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074015a1d0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f0738005fd0 tx=0x7f073802b9a0 comp rx=0 tx=0).stop 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.843+0000 7f0745e00640 1 -- 172.21.15.66:0/1540493400 shutdown_connections 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.843+0000 7f0745e00640 1 --2- 172.21.15.66:0/1540493400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074015a1d0 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.843+0000 7f0745e00640 1 -- 172.21.15.66:0/1540493400 >> 172.21.15.66:0/1540493400 conn(0x7f07400cfa70 msgr2=0x7f07400cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.844+0000 7f0745e00640 1 -- 172.21.15.66:0/1540493400 shutdown_connections 2024-07-27T06:57:05.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.844+0000 7f0745e00640 1 -- 172.21.15.66:0/1540493400 wait complete. 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.847+0000 7f0745e00640 1 Processor -- start 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.847+0000 7f0745e00640 1 -- start start 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07400cb0d0 0x7f074015c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07400cd640 0x7f074015cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:05.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f074015dee0 con 0x7f07400728e0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f074015dd60 con 0x7f07400cb0d0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0745e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f074015e060 con 0x7f07400cd640 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0744a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0744a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51710/0 (socket says 172.21.15.66:51710) 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.849+0000 7f0744a00640 1 -- 172.21.15.66:0/3343814465 learned_addr learned my addr 172.21.15.66:0/3343814465 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f073fe00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07400cb0d0 0x7f074015c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0745400640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07400cd640 0x7f074015cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 -- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07400cd640 msgr2=0x7f074015cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07400cd640 0x7f074015cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 -- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07400cb0d0 msgr2=0x7f074015c8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07400cb0d0 0x7f074015c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 -- 172.21.15.66:0/3343814465 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07401f4180 con 0x7f07400728e0 2024-07-27T06:57:05.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f0744a00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f073400c370 tx=0x7f073400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734017070 con 0x7f07400728e0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.850+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07340035f0 con 0x7f07400728e0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.851+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0734003a40 con 0x7f07400728e0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.851+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f074013ebc0 con 0x7f07400728e0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.851+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07401f4420 con 0x7f07400728e0 2024-07-27T06:57:05.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.852+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f074015a1d0 con 0x7f07400728e0 2024-07-27T06:57:05.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.853+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f073401a070 con 0x7f07400728e0 2024-07-27T06:57:05.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.854+0000 7f073cc00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 0x7f0720079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:05.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.855+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 7824+0+0 (secure 0 0 0) 0x7f0734098490 con 0x7f07400728e0 2024-07-27T06:57:05.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.855+0000 7f073fe00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 0x7f0720079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:05.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.857+0000 7f073fe00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 0x7f0720079520 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f07401e8ee0 tx=0x7f072c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:05.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:05.859+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0734060ee0 con 0x7f07400728e0 2024-07-27T06:57:06.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.110+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07400d0980 con 0x7f07400728e0 2024-07-27T06:57:06.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.111+0000 7f073cc00640 1 -- 172.21.15.66:0/3343814465 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) ==== 95+0+5245 (secure 0 0 0) 0x7f0734069120 con 0x7f07400728e0 2024-07-27T06:57:06.112 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:06.112 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":102,"btime":"2024-07-27T06:56:56:551154+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":102,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:56:55.560749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:06.113 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 102 2024-07-27T06:57:06.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.113+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 msgr2=0x7f0720079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:06.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.113+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 0x7f0720079520 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f07401e8ee0 tx=0x7f072c009040 comp rx=0 tx=0).stop 2024-07-27T06:57:06.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.113+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 msgr2=0x7f074013e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:06.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.113+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f073400c370 tx=0x7f073400c830 comp rx=0 tx=0).stop 2024-07-27T06:57:06.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 shutdown_connections 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0720077010 0x7f0720079520 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07400cd640 0x7f074015cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07400cb0d0 0x7f074015c8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 --2- 172.21.15.66:0/3343814465 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07400728e0 0x7f074013e680 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 >> 172.21.15.66:0/3343814465 conn(0x7f07400cfa70 msgr2=0x7f0740154700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 shutdown_connections 2024-07-27T06:57:06.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:06.114+0000 7f0745e00640 1 -- 172.21.15.66:0/3343814465 wait complete. 2024-07-27T06:57:06.142 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:07.144 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 -- 172.21.15.66:0/3749820744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cec70 msgr2=0x7f45d815a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 --2- 172.21.15.66:0/3749820744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cec70 0x7f45d815a320 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f45d8071e00 tx=0x7f45c002ad50 comp rx=0 tx=0).stop 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 -- 172.21.15.66:0/3749820744 shutdown_connections 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 --2- 172.21.15.66:0/3749820744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45d80cc630 0x7f45d80cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 --2- 172.21.15.66:0/3749820744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cec70 0x7f45d815a320 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 --2- 172.21.15.66:0/3749820744 >> v2:172.21.15.155:3300/0 conn(0x7f45d80cf540 0x7f45d815b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 -- 172.21.15.66:0/3749820744 >> 172.21.15.66:0/3749820744 conn(0x7f45d806d160 msgr2=0x7f45d80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 -- 172.21.15.66:0/3749820744 shutdown_connections 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.446+0000 7f45de400640 1 -- 172.21.15.66:0/3749820744 wait complete. 2024-07-27T06:57:07.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.449+0000 7f45de400640 1 Processor -- start 2024-07-27T06:57:07.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.450+0000 7f45de400640 1 -- start start 2024-07-27T06:57:07.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.451+0000 7f45de400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 0x7f45d81f3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45de400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45d80cec70 0x7f45d81e7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45de400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45de400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f45d80cdb40 con 0x7f45d80cf540 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45de400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f45d8070650 con 0x7f45d80cc630 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45de400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f45d80cdcc0 con 0x7f45d80cec70 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51724/0 (socket says 172.21.15.66:51724) 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 -- 172.21.15.66:0/1954440495 learned_addr learned my addr 172.21.15.66:0/1954440495 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 0x7f45d81f3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 -- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45d80cec70 msgr2=0x7f45d81e7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:07.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45d80cec70 0x7f45d81e7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 -- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 msgr2=0x7f45d81f3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:07.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 0x7f45d81f3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7e00640 1 -- 172.21.15.66:0/1954440495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d81f3fc0 con 0x7f45d80cf540 2024-07-27T06:57:07.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.452+0000 7f45d7400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 0x7f45d81f3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45d7e00640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f45d000e960 tx=0x7f45d000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0004d20 con 0x7f45d80cf540 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f45d000cb20 con 0x7f45d80cf540 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45d0005020 con 0x7f45d80cf540 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d809bdf0 con 0x7f45d80cf540 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.453+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d809b030 con 0x7f45d80cf540 2024-07-27T06:57:07.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.454+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d815a320 con 0x7f45d80cf540 2024-07-27T06:57:07.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.455+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f45d00051c0 con 0x7f45d80cf540 2024-07-27T06:57:07.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.456+0000 7f45cf400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 0x7f45b4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:07.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.457+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f45d00999e0 con 0x7f45d80cf540 2024-07-27T06:57:07.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.457+0000 7f45d7400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 0x7f45b4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:07.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.458+0000 7f45d7400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 0x7f45b4079550 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f45c800ba00 tx=0x7f45c8005c80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:07.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.462+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f45d81f3fc0 con 0x7f45d80cf540 2024-07-27T06:57:07.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.712+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45d815d9a0 con 0x7f45d80cf540 2024-07-27T06:57:07.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.713+0000 7f45cf400640 1 -- 172.21.15.66:0/1954440495 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 103 v103) ==== 95+0+5239 (secure 0 0 0) 0x7f45d0016030 con 0x7f45d80cf540 2024-07-27T06:57:07.714 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:07.715 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":103,"btime":"2024-07-27T06:57:07:607680+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":103,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:06.631045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:rejoin","state_seq":8,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:rejoin","state_seq":15,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 103 2024-07-27T06:57:07.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.715+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 msgr2=0x7f45b4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:07.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.715+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 0x7f45b4079550 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f45c800ba00 tx=0x7f45c8005c80 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.715+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 msgr2=0x7f45d809c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.715+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f45d000e960 tx=0x7f45d000ee20 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 shutdown_connections 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f45b4077040 0x7f45b4079550 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45d80cf540 0x7f45d809c9d0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45d80cec70 0x7f45d81e7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 --2- 172.21.15.66:0/1954440495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f45d80cc630 0x7f45d81f3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 >> 172.21.15.66:0/1954440495 conn(0x7f45d806d160 msgr2=0x7f45d806f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 shutdown_connections 2024-07-27T06:57:07.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:07.716+0000 7f45de400640 1 -- 172.21.15.66:0/1954440495 wait complete. 2024-07-27T06:57:07.744 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:rejoin 2024-07-27T06:57:08.746 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:09.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cbe00640 1 -- 172.21.15.66:0/965212917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 msgr2=0x7f63b0005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cbe00640 1 --2- 172.21.15.66:0/965212917 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63b0005210 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f63c400c610 tx=0x7f63b0005830 comp rx=0 tx=0).stop 2024-07-27T06:57:09.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cb400640 1 -- 172.21.15.66:0/965212917 reap_dead start 2024-07-27T06:57:09.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cbe00640 1 -- 172.21.15.66:0/965212917 shutdown_connections 2024-07-27T06:57:09.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cbe00640 1 -- 172.21.15.66:0/965212917 >> 172.21.15.66:0/965212917 conn(0x7f63cc0cfa70 msgr2=0x7f63cc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:09.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.047+0000 7f63cbe00640 1 -- 172.21.15.66:0/965212917 shutdown_connections 2024-07-27T06:57:09.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.048+0000 7f63cbe00640 1 -- 172.21.15.66:0/965212917 wait complete. 2024-07-27T06:57:09.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.051+0000 7f63cbe00640 1 Processor -- start 2024-07-27T06:57:09.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.051+0000 7f63cbe00640 1 -- start start 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63cc0c9210 0x7f63cc0af6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63cc0afbe0 0x7f63cc0b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f63cc0cf040 con 0x7f63b0004d40 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f63cc0ceec0 con 0x7f63cc0afbe0 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.052+0000 7f63cbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f63cc0cd640 con 0x7f63cc0c9210 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51746/0 (socket says 172.21.15.66:51746) 2024-07-27T06:57:09.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 -- 172.21.15.66:0/818164522 learned_addr learned my addr 172.21.15.66:0/818164522 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63cb400640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63cc0afbe0 0x7f63cc0b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63ca000640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63cc0c9210 0x7f63cc0af6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 -- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63cc0c9210 msgr2=0x7f63cc0af6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63cc0c9210 0x7f63cc0af6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 -- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63cc0afbe0 msgr2=0x7f63cc0b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63cc0afbe0 0x7f63cc0b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.053+0000 7f63caa00640 1 -- 172.21.15.66:0/818164522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63cc0afff0 con 0x7f63b0004d40 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63caa00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f63b400f9d0 tx=0x7f63b400fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b400bcb0 con 0x7f63b0004d40 2024-07-27T06:57:09.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63b4011440 con 0x7f63b0004d40 2024-07-27T06:57:09.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63cc137830 con 0x7f63b0004d40 2024-07-27T06:57:09.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b4011870 con 0x7f63b0004d40 2024-07-27T06:57:09.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.054+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63cc137df0 con 0x7f63b0004d40 2024-07-27T06:57:09.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.056+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63cc0cb6d0 con 0x7f63b0004d40 2024-07-27T06:57:09.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.057+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f63b4019020 con 0x7f63b0004d40 2024-07-27T06:57:09.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.058+0000 7f63c3400640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 0x7f63a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.059+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f63b40999c0 con 0x7f63b0004d40 2024-07-27T06:57:09.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.059+0000 7f63ca000640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 0x7f63a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.061+0000 7f63ca000640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 0x7f63a8079520 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f63bc005fd0 tx=0x7f63bc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:09.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.063+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f63cc0afff0 con 0x7f63b0004d40 2024-07-27T06:57:09.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.322+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63cc068bb0 con 0x7f63b0004d40 2024-07-27T06:57:09.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.323+0000 7f63c3400640 1 -- 172.21.15.66:0/818164522 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 104 v104) ==== 95+0+5251 (secure 0 0 0) 0x7f63b40623d0 con 0x7f63b0004d40 2024-07-27T06:57:09.325 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:09.325 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":104,"btime":"2024-07-27T06:57:08:622536+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":104,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:08.622513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:09.325 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 104 2024-07-27T06:57:09.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 msgr2=0x7f63a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 0x7f63a8079520 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f63bc005fd0 tx=0x7f63bc005850 comp rx=0 tx=0).stop 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 msgr2=0x7f63cc136e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f63b400f9d0 tx=0x7f63b400fe90 comp rx=0 tx=0).stop 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 shutdown_connections 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f63a8077010 0x7f63a8079520 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63cc0afbe0 0x7f63cc0b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63cc0c9210 0x7f63cc0af6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 --2- 172.21.15.66:0/818164522 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63b0004d40 0x7f63cc136e50 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.326+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 >> 172.21.15.66:0/818164522 conn(0x7f63cc0cfa70 msgr2=0x7f63cc0ad8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:09.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.327+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 shutdown_connections 2024-07-27T06:57:09.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.327+0000 7f63cbe00640 1 -- 172.21.15.66:0/818164522 wait complete. 2024-07-27T06:57:09.356 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:active 2024-07-27T06:57:09.356 DEBUG:tasks.cephfs.filesystem:reached state 'up:active' in 8.616939783096313s 2024-07-27T06:57:09.356 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:09.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3999899726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a4003a00 msgr2=0x7fa0a4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3999899726 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a4003a00 0x7fa0a4003e70 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fa0b000c4d0 tx=0x7fa0a4005830 comp rx=0 tx=0).stop 2024-07-27T06:57:09.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1400640 1 -- 172.21.15.66:0/3999899726 reap_dead start 2024-07-27T06:57:09.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3999899726 shutdown_connections 2024-07-27T06:57:09.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3999899726 >> 172.21.15.66:0/3999899726 conn(0x7fa0bc0b2b80 msgr2=0x7fa0bc0b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:09.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3999899726 shutdown_connections 2024-07-27T06:57:09.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.640+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3999899726 wait complete. 2024-07-27T06:57:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.643+0000 7fa0c1e00640 1 Processor -- start 2024-07-27T06:57:09.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.643+0000 7fa0c1e00640 1 -- start start 2024-07-27T06:57:09.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a4003a00 0x7fa0bc15a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc15a990 0x7fa0bc0adde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0ce190 con 0x7fa0bc1f8270 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0bc0ce010 con 0x7fa0a4003a00 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.644+0000 7fa0c1e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0bc06fa40 con 0x7fa0bc15a990 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51776/0 (socket says 172.21.15.66:51776) 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 -- 172.21.15.66:0/3652535717 learned_addr learned my addr 172.21.15.66:0/3652535717 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 -- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc15a990 msgr2=0x7fa0bc0adde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc15a990 0x7fa0bc0adde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 -- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a4003a00 msgr2=0x7fa0bc15a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a4003a00 0x7fa0bc15a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 -- 172.21.15.66:0/3652535717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0bc1f4cd0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.645+0000 7fa0c1400640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc15b4d0 tx=0x7fa0b4009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.646+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4004b20 con 0x7fa0bc1f8270 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.646+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0b4004db0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.646+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4010900 con 0x7fa0bc1f8270 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.646+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0bc1f8aa0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.646+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0bc1f9060 con 0x7fa0bc1f8270 2024-07-27T06:57:09.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.647+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0bc1f8810 con 0x7fa0bc1f8270 2024-07-27T06:57:09.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.648+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0b401a020 con 0x7fa0bc1f8270 2024-07-27T06:57:09.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.649+0000 7fa0b8c00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 0x7fa09c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:09.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.649+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fa0b4099120 con 0x7fa0bc1f8270 2024-07-27T06:57:09.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.650+0000 7fa0c0a00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 0x7fa09c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:09.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.651+0000 7fa0c0a00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 0x7fa09c079550 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0033000 tx=0x7fa0bc0cc4d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:09.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.653+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0bc1f4cd0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.904+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0bc0caad0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.905+0000 7fa0b8c00640 1 -- 172.21.15.66:0/3652535717 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 104 v104) ==== 95+0+5251 (secure 0 0 0) 0x7fa0bc0caad0 con 0x7fa0bc1f8270 2024-07-27T06:57:09.907 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:09.907 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":104,"btime":"2024-07-27T06:57:08:622536+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":104,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:08.622513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:09.907 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 104 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 msgr2=0x7fa09c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 0x7fa09c079550 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fa0b0033000 tx=0x7fa0bc0cc4d0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 msgr2=0x7fa0bc1f5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc15b4d0 tx=0x7fa0b4009a80 comp rx=0 tx=0).stop 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 shutdown_connections 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa09c077040 0x7fa09c079550 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0bc1f8270 0x7fa0bc1f5470 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0bc15a990 0x7fa0bc0adde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 --2- 172.21.15.66:0/3652535717 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a4003a00 0x7fa0bc15a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:09.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 >> 172.21.15.66:0/3652535717 conn(0x7fa0bc0b2b80 msgr2=0x7fa0bc0b3e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:09.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 shutdown_connections 2024-07-27T06:57:09.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:09.908+0000 7fa0c1e00640 1 -- 172.21.15.66:0/3652535717 wait complete. 2024-07-27T06:57:09.939 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:57:10.107 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:57:10.107 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:57:10.239 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":10,"last_created":5,"last_destroyed":9,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:57:10.240 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 9, "last_snap": 10, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:57:10.240 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:57:10.240 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:10.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 -- 172.21.15.66:0/80985746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 msgr2=0x7f63480cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:10.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 --2- 172.21.15.66:0/80985746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f63480cecb0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f6338005fd0 tx=0x7f633802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 -- 172.21.15.66:0/80985746 shutdown_connections 2024-07-27T06:57:10.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 --2- 172.21.15.66:0/80985746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63480721d0 0x7f63480725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 --2- 172.21.15.66:0/80985746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f63480cecb0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.523+0000 7f6347200640 1 -- 172.21.15.66:0/80985746 >> 172.21.15.66:0/80985746 conn(0x7f63480cfa70 msgr2=0x7f63480cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:10.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.524+0000 7f6347200640 1 -- 172.21.15.66:0/80985746 shutdown_connections 2024-07-27T06:57:10.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.524+0000 7f6347200640 1 -- 172.21.15.66:0/80985746 wait complete. 2024-07-27T06:57:10.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.527+0000 7f6347200640 1 Processor -- start 2024-07-27T06:57:10.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.527+0000 7f6347200640 1 -- start start 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f634813e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6348160530 0x7f634813ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f63480cd9d0 con 0x7f63480721d0 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f63480cd850 con 0x7f63481457e0 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6347200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f63480cdb50 con 0x7f6348160530 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6345e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6345e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51792/0 (socket says 172.21.15.66:51792) 2024-07-27T06:57:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.529+0000 7f6345e00640 1 -- 172.21.15.66:0/356274389 learned_addr learned my addr 172.21.15.66:0/356274389 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:10.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6346800640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6348160530 0x7f634813ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:10.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 -- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6348160530 msgr2=0x7f634813ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f633fe00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f634813e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6348160530 0x7f634813ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 -- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 msgr2=0x7f634813e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f634813e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 -- 172.21.15.66:0/356274389 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f634813d170 con 0x7f63480721d0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f6345e00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f6338034040 tx=0x7f63380035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.530+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f633803e030 con 0x7f63480721d0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.531+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6338003ae0 con 0x7f63480721d0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.531+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63481f36e0 con 0x7f63480721d0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.531+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338035040 con 0x7f63480721d0 2024-07-27T06:57:10.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.531+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63481f3ca0 con 0x7f63480721d0 2024-07-27T06:57:10.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.532+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63480ce070 con 0x7f63480721d0 2024-07-27T06:57:10.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.533+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6338041030 con 0x7f63480721d0 2024-07-27T06:57:10.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.534+0000 7f633e000640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 0x7f6324079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:10.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.534+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f63380b9ab0 con 0x7f63480721d0 2024-07-27T06:57:10.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.535+0000 7f633fe00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 0x7f6324079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:10.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.536+0000 7f633fe00640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 0x7f6324079520 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f63480b5540 tx=0x7f6330009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:10.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.539+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f63380823a0 con 0x7f63480721d0 2024-07-27T06:57:10.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.784+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f63480cf760 con 0x7f63480721d0 2024-07-27T06:57:10.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.785+0000 7f633e000640 1 -- 172.21.15.66:0/356274389 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 104 v104) ==== 95+0+5251 (secure 0 0 0) 0x7f6338081ca0 con 0x7f63480721d0 2024-07-27T06:57:10.786 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:10.787 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":104,"btime":"2024-07-27T06:57:08:622536+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":104,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:08.622513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:10.787 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 104 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 msgr2=0x7f6324079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 0x7f6324079520 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f63480b5540 tx=0x7f6330009040 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 msgr2=0x7f634815b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f6338034040 tx=0x7f63380035f0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 shutdown_connections 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6324077010 0x7f6324079520 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6348160530 0x7f634813ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63481457e0 0x7f634813e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 --2- 172.21.15.66:0/356274389 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63480721d0 0x7f634815b390 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 >> 172.21.15.66:0/356274389 conn(0x7f63480cfa70 msgr2=0x7f634815d9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:10.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 shutdown_connections 2024-07-27T06:57:10.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:10.788+0000 7f6347200640 1 -- 172.21.15.66:0/356274389 wait complete. 2024-07-27T06:57:10.818 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:57:11.118 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":10,"last_created":5,"last_destroyed":9,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:57:11.119 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 9, "last_snap": 10, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:57:11.119 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:11.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:11.119 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:57:11.701 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘d1/dir/.snap/s22’: Permission denied 2024-07-27T06:57:11.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:57:11.704 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:11.704 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:11.764 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:11.764 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:11.824 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 -- 172.21.15.66:0/3563978241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece006fa90 msgr2=0x7fece0073da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 --2- 172.21.15.66:0/3563978241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece006fa90 0x7fece0073da0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fece006dd70 tx=0x7fecd402a4d0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 -- 172.21.15.66:0/3563978241 shutdown_connections 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 --2- 172.21.15.66:0/3563978241 >> v2:172.21.15.155:3300/0 conn(0x7fece0072340 0x7fece015fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 --2- 172.21.15.66:0/3563978241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece006fa90 0x7fece0073da0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 -- 172.21.15.66:0/3563978241 >> 172.21.15.66:0/3563978241 conn(0x7fece00cfa20 msgr2=0x7fece00cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 -- 172.21.15.66:0/3563978241 shutdown_connections 2024-07-27T06:57:12.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.108+0000 7fece7000640 1 -- 172.21.15.66:0/3563978241 wait complete. 2024-07-27T06:57:12.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.111+0000 7fece7000640 1 Processor -- start 2024-07-27T06:57:12.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.111+0000 7fece7000640 1 -- start start 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 0x7fece015ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fece0072340 0x7fece01500b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fece015cbd0 con 0x7fece015fff0 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fece015cd50 con 0x7fece006fa90 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.112+0000 7fece7000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fece015ced0 con 0x7fece0072340 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:12.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59240/0 (socket says 172.21.15.66:59240) 2024-07-27T06:57:12.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 -- 172.21.15.66:0/1664802858 learned_addr learned my addr 172.21.15.66:0/1664802858 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece5c00640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 0x7fece015ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece5200640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fece0072340 0x7fece01500b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 -- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fece0072340 msgr2=0x7fece01500b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fece0072340 0x7fece01500b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 -- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 msgr2=0x7fece015ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 0x7fece015ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece6600640 1 -- 172.21.15.66:0/1664802858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fece015d6a0 con 0x7fece015fff0 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.113+0000 7fece5c00640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 0x7fece015ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:12.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fece6600640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fecd800b9e0 tx=0x7fecd800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd8019070 con 0x7fece015fff0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecd800cc10 con 0x7fece015fff0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fece015d980 con 0x7fece015fff0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecd80146a0 con 0x7fece015fff0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.114+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fece015df40 con 0x7fece015fff0 2024-07-27T06:57:12.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.115+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fece0073da0 con 0x7fece015fff0 2024-07-27T06:57:12.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.117+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fecd801c070 con 0x7fece015fff0 2024-07-27T06:57:12.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.118+0000 7fecdd600640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 0x7fecc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:12.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.118+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fecd8098f40 con 0x7fece015fff0 2024-07-27T06:57:12.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.118+0000 7fece5c00640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 0x7fecc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:12.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.120+0000 7fece5c00640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 0x7fecc0079520 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fecd4033000 tx=0x7fecd4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:12.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.122+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fecd80618c0 con 0x7fece015fff0 2024-07-27T06:57:12.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.347+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fece015f200 con 0x7fece015fff0 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.348+0000 7fecdd600640 1 -- 172.21.15.66:0/1664802858 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 13 entries v107) ==== 81+0+792 (secure 0 0 0) 0x7fecd80611c0 con 0x7fece015fff0 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:57:12.350 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:57:12.351 INFO:teuthology.orchestra.run.smithi066.stderr:listed 13 entries 2024-07-27T06:57:12.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 msgr2=0x7fecc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 0x7fecc0079520 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fecd4033000 tx=0x7fecd4004730 comp rx=0 tx=0).stop 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 msgr2=0x7fece00b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fecd800b9e0 tx=0x7fecd800bea0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 shutdown_connections 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fecc0077010 0x7fecc0079520 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fece015fff0 0x7fece00b4ed0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fece0072340 0x7fece01500b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 --2- 172.21.15.66:0/1664802858 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fece006fa90 0x7fece015ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:12.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.351+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 >> 172.21.15.66:0/1664802858 conn(0x7fece00cfa20 msgr2=0x7fece00aff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:12.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.352+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 shutdown_connections 2024-07-27T06:57:12.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:12.352+0000 7fece7000640 1 -- 172.21.15.66:0/1664802858 wait complete. 2024-07-27T06:57:12.381 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:57:12.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:12.381 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:57:12.760 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:57:12.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:12.760 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:57:12.814 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:12.814 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:12.865 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:57:12.866 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:57:13.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.158+0000 7fdfb6200640 1 -- 172.21.15.66:0/2055135603 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf980040d0 msgr2=0x7fdf98004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.158+0000 7fdfb6200640 1 --2- 172.21.15.66:0/2055135603 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf980040d0 0x7fdf98004800 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c00bb20 tx=0x7fdf98005830 comp rx=0 tx=0).stop 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.158+0000 7fdfb5800640 1 -- 172.21.15.66:0/2055135603 reap_dead start 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.159+0000 7fdfb6200640 1 -- 172.21.15.66:0/2055135603 shutdown_connections 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.159+0000 7fdfb6200640 1 -- 172.21.15.66:0/2055135603 >> 172.21.15.66:0/2055135603 conn(0x7fdfb00d0c80 msgr2=0x7fdfb00d1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.159+0000 7fdfb6200640 1 -- 172.21.15.66:0/2055135603 shutdown_connections 2024-07-27T06:57:13.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.159+0000 7fdfb6200640 1 -- 172.21.15.66:0/2055135603 wait complete. 2024-07-27T06:57:13.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.161+0000 7fdfb6200640 1 Processor -- start 2024-07-27T06:57:13.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.161+0000 7fdfb6200640 1 -- start start 2024-07-27T06:57:13.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf980040d0 0x7fdfb0157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:13.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfb00b0740 0x7fdfb01581b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb015fa50 con 0x7fdfb0143370 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdfb015ea00 con 0x7fdf980040d0 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb6200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdfb015ec20 con 0x7fdfb00b0740 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59258/0 (socket says 172.21.15.66:59258) 2024-07-27T06:57:13.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.163+0000 7fdfb5800640 1 -- 172.21.15.66:0/1891555972 learned_addr learned my addr 172.21.15.66:0/1891555972 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb4e00640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf980040d0 0x7fdfb0157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfafe00640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfb00b0740 0x7fdfb01581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 -- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfb00b0740 msgr2=0x7fdfb01581b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfb00b0740 0x7fdfb01581b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 -- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf980040d0 msgr2=0x7fdfb0157c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:13.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf980040d0 0x7fdfb0157c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 -- 172.21.15.66:0/1891555972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfb0152bd0 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb5800640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0073190 tx=0x7fdfa800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8017070 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfa800ad20 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa8007330 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.164+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfb0157190 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.165+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfb0157750 con 0x7fdfb0143370 2024-07-27T06:57:13.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.166+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfb0070a20 con 0x7fdfb0143370 2024-07-27T06:57:13.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.167+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdfa801a070 con 0x7fdfb0143370 2024-07-27T06:57:13.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.168+0000 7fdfacc00640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 0x7fdf90079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:13.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.168+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fdfa8098ec0 con 0x7fdfb0143370 2024-07-27T06:57:13.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.169+0000 7fdfb4e00640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 0x7fdf90079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:13.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.170+0000 7fdfb4e00640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 0x7fdf90079520 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4005fd0 tx=0x7fdfa4005c70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:13.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.173+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfb015f570 con 0x7fdfb0143370 2024-07-27T06:57:13.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.434+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdfb0159440 con 0x7fdfb0143370 2024-07-27T06:57:13.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.435+0000 7fdfacc00640 1 -- 172.21.15.66:0/1891555972 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v104) ==== 53+0+73 (secure 0 0 0) 0x7fdfa8061850 con 0x7fdfb0143370 2024-07-27T06:57:13.436 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:57:13.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 msgr2=0x7fdf90079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:13.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 0x7fdf90079520 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4005fd0 tx=0x7fdfa4005c70 comp rx=0 tx=0).stop 2024-07-27T06:57:13.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 msgr2=0x7fdfb01f8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:13.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0073190 tx=0x7fdfa800a060 comp rx=0 tx=0).stop 2024-07-27T06:57:13.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 shutdown_connections 2024-07-27T06:57:13.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf90077010 0x7fdf90079520 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfb0143370 0x7fdfb01f8890 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfb00b0740 0x7fdfb01581b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 --2- 172.21.15.66:0/1891555972 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf980040d0 0x7fdfb0157c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:13.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 >> 172.21.15.66:0/1891555972 conn(0x7fdfb00d0c80 msgr2=0x7fdfb015b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:13.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.438+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 shutdown_connections 2024-07-27T06:57:13.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13.439+0000 7fdfb6200640 1 -- 172.21.15.66:0/1891555972 wait complete. 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:57:13.466 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:13.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:13.467 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:57:13.522 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:57:13.523 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42156sec preferred_lft 42156sec 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.524 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:57:13.525 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:57:13.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:13.526 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:57:13.614 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:57:13.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:13.619 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:57:13.674 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:57:13.675 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:57:13.675 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:57:13.675 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:57:13.675 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:57:13.676 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:57:13.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:57:13.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:57:13.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:13.899 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:57:13.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:57:13.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:57:13.953 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:13.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:13.954 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:57:14.046 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:57:14.046 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:57:14.106 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:14.107 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:57:14.107 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:57:14.163 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:57:14.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:14.164 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:57:14.381 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:57:14.382 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:57:14.425 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:57:14.425 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:57:14.425 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:57:14.425 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:57:14.426 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:57:14.427 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:57:14.428 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:57:14.428 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:57:14.428 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:57:14.428 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:57:14.431 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:57:14.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:14.432 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:57:14.514 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:57:14.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:57:14.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:57:14.647 INFO:teuthology.orchestra.run.smithi066.stdout:client5528 2024-07-27T06:57:14.647 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:14.647 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:14.701 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T06:57:14.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 -- 172.21.15.66:0/2197543216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 msgr2=0x7f9e3806e900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/2197543216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e3806e900 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f9e38071c80 tx=0x7f9e2c02a4d0 comp rx=0 tx=0).stop 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 -- 172.21.15.66:0/2197543216 shutdown_connections 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/2197543216 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e3806e900 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/2197543216 >> v2:172.21.15.155:3300/0 conn(0x7f9e38151580 0x7f9e3815aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 -- 172.21.15.66:0/2197543216 >> 172.21.15.66:0/2197543216 conn(0x7f9e3806c770 msgr2=0x7f9e3806cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 -- 172.21.15.66:0/2197543216 shutdown_connections 2024-07-27T06:57:14.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.987+0000 7f9e3ec00640 1 -- 172.21.15.66:0/2197543216 wait complete. 2024-07-27T06:57:14.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.989+0000 7f9e3ec00640 1 Processor -- start 2024-07-27T06:57:14.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.990+0000 7f9e3ec00640 1 -- start start 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e3806ee40 0x7f9e38147530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 0x7f9e380cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e38072eb0 con 0x7f9e3815b020 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e380b4690 con 0x7f9e3806ee40 2024-07-27T06:57:14.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.991+0000 7f9e3ec00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e38073030 con 0x7f9e38151580 2024-07-27T06:57:14.994 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59264/0 (socket says 172.21.15.66:59264) 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 -- 172.21.15.66:0/396672422 learned_addr learned my addr 172.21.15.66:0/396672422 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 0x7f9e380cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3d800640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e3806ee40 0x7f9e38147530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 -- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 msgr2=0x7f9e380cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 0x7f9e380cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 -- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e3806ee40 msgr2=0x7f9e38147530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e3806ee40 0x7f9e38147530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3e200640 1 -- 172.21.15.66:0/396672422 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e381f5720 con 0x7f9e3815b020 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.992+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 0x7f9e380cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e3e200640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000b990 tx=0x7f9e3000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e35600640 1 -- 172.21.15.66:0/396672422 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e30019070 con 0x7f9e3815b020 2024-07-27T06:57:14.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e35600640 1 -- 172.21.15.66:0/396672422 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e3000cc90 con 0x7f9e3815b020 2024-07-27T06:57:14.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e35600640 1 -- 172.21.15.66:0/396672422 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e300146a0 con 0x7f9e3815b020 2024-07-27T06:57:14.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e380ce6c0 con 0x7f9e3815b020 2024-07-27T06:57:14.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.993+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e381f5cc0 con 0x7f9e3815b020 2024-07-27T06:57:14.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.996+0000 7f9e35600640 1 -- 172.21.15.66:0/396672422 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9e3001c070 con 0x7f9e3815b020 2024-07-27T06:57:14.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.997+0000 7f9e35600640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 0x7f9e1c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:14.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.997+0000 7f9e35600640 1 -- 172.21.15.66:0/396672422 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f9e30099040 con 0x7f9e3815b020 2024-07-27T06:57:14.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.998+0000 7f9e471cb740 1 Processor -- start 2024-07-27T06:57:14.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.998+0000 7f9e471cb740 1 -- start start 2024-07-27T06:57:14.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.998+0000 7f9e3d800640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 0x7f9e1c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e3d800640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 0x7f9e1c079520 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800b810 tx=0x7f9e28008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3abe39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abe3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560c3ab2bdf0 con 0x560c3a813390 2024-07-27T06:57:15.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560c3ab1b490 con 0x560c3a7ea4d0 2024-07-27T06:57:15.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:14.999+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560c3ab1f330 con 0x560c3a7f26b0 2024-07-27T06:57:15.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59270/0 (socket says 172.21.15.66:59270) 2024-07-27T06:57:15.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 -- 172.21.15.66:0/2546636142 learned_addr learned my addr 172.21.15.66:0/2546636142 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3e200640 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abe3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 -- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 msgr2=0x560c3abe3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abe3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 -- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 msgr2=0x560c3abe39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3abe39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.000+0000 7f9e3d800640 1 -- 172.21.15.66:0/2546636142 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c3aad51f0 con 0x560c3a813390 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.001+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800d860 tx=0x7f9e28010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b4c94fb34603144 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.001+0000 7f9e26000640 1 -- 172.21.15.66:0/2546636142 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e28024070 con 0x560c3a813390 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.001+0000 7f9e26000640 1 -- 172.21.15.66:0/2546636142 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e28014aa0 con 0x560c3a813390 2024-07-27T06:57:15.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.001+0000 7f9e26000640 1 -- 172.21.15.66:0/2546636142 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2801f400 con 0x560c3a813390 2024-07-27T06:57:15.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 -- 172.21.15.66:0/2546636142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 msgr2=0x560c3ac00d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800d860 tx=0x7f9e28010000 comp rx=0 tx=0).stop 2024-07-27T06:57:15.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 -- 172.21.15.66:0/2546636142 shutdown_connections 2024-07-27T06:57:15.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abe3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3abe39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2546636142 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a813390 0x560c3ac00d10 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 -- 172.21.15.66:0/2546636142 >> 172.21.15.66:0/2546636142 conn(0x560c3a8074e0 msgr2=0x560c3abb9c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 -- 172.21.15.66:0/2546636142 shutdown_connections 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.002+0000 7f9e471cb740 1 -- 172.21.15.66:0/2546636142 wait complete. 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.003+0000 7f9e471cb740 1 -- start start 2024-07-27T06:57:15.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.004+0000 7f9e471cb740 1 Processor -- start 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abdbd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a813390 0x560c3abb93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x560c3aa53c90 con 0x560c3a7ea4d0 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560c3aab5f50 con 0x560c3a813390 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560c3abdc8a0 con 0x560c3a7f26b0 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e471cb740 10 client.0 _ll_register_callbacks cb 0x560c3ab13980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.005+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59280/0 (socket says 172.21.15.66:59280) 2024-07-27T06:57:15.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 -- 172.21.15.66:0/2267301343 learned_addr learned my addr 172.21.15.66:0/2267301343 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:15.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3e200640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a813390 0x560c3abb93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 -- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 msgr2=0x560c3abdbd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abdbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abdbd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 -- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a813390 msgr2=0x560c3abb93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a813390 0x560c3abb93f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 -- 172.21.15.66:0/2267301343 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c3a8f57d0 con 0x560c3a7ea4d0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e3d800640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800d530 tx=0x7f9e2801f890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22160f0f2415ad99 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.006+0000 7f9e1aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2802c020 con 0x560c3a7ea4d0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e28014aa0 con 0x560c3a7ea4d0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f9e2801fd40 con 0x560c3a7ea4d0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=104) ==== 24+0+0 (secure 0 0 0) 0x7f9e28030020 con 0x560c3a7ea4d0 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 10 client.7215 fetch_fsmap learned FSMap version 104 2024-07-27T06:57:15.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=104,monmap=2+}) -- 0x560c3a87e970 con 0x560c3a7ea4d0 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e28014aa0 con 0x560c3a7ea4d0 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 104) ==== 3522+0+0 (secure 0 0 0) 0x7f9e28027070 con 0x560c3a7ea4d0 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 10 client.7215 fetch_fsmap finished waiting for FSMap version 104 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 10 client.7215 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.007+0000 7f9e471cb740 20 client.7215 populate_metadata read hostname 'smithi066' 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3a7d1f60 0x560c3abb9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e471cb740 4 client.7215 mds_command: new command op to 6960 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 --> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c3ab2dd40 con 0x560c3a7d1f60 2024-07-27T06:57:15.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3a7d1f60 0x560c3abb9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3a7d1f60 0x560c3abb9930 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f2fe8b07febd13b3 server_cookie=6b1d2785e1a8b4da in_seq=0 out_seq=0 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.008+0000 7f9e1aa00640 10 client.7215 ms_handle_connect on v2:172.21.15.66:6832/3566123206 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.009+0000 7f9e1aa00640 1 -- 172.21.15.66:0/2267301343 <== mds.0 v2:172.21.15.66:6832/3566123206 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c3ab2dd40 con 0x560c3a7d1f60 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.009+0000 7f9e1aa00640 10 client.7215 handle_command_reply: tid=0 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.009+0000 7f9e471cb740 1 client.7215 shutdown 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 msgr2=0x560c3abdd1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800d530 tx=0x7f9e2801f890 comp rx=0 tx=0).stop 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 shutdown_connections 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3a7d1f60 0x560c3abb9930 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a813390 0x560c3abb93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a7f26b0 0x560c3abdbd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 --2- 172.21.15.66:0/2267301343 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3abdd1e0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e1aa00640 0 client.7215 ms_handle_reset on v2:172.21.15.66:6832/3566123206 2024-07-27T06:57:15.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 >> 172.21.15.66:0/2267301343 conn(0x560c3a8074e0 msgr2=0x560c3abff220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 shutdown_connections 2024-07-27T06:57:15.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 1 -- 172.21.15.66:0/2267301343 wait complete. 2024-07-27T06:57:15.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.010+0000 7f9e471cb740 20 client.7215 trim_cache size 0 max 16384 2024-07-27T06:57:15.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.027+0000 7f9e471cb740 1 Processor -- start 2024-07-27T06:57:15.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.028+0000 7f9e471cb740 1 -- start start 2024-07-27T06:57:15.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7f26b0 0x560c3abfede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3abff320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e38204810 con 0x560c3a7ea4d0 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9e38204ee0 con 0x560c3a7f26b0 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.029+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9e382032f0 con 0x560c3a813390 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59294/0 (socket says 172.21.15.66:59294) 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 -- 172.21.15.66:0/928292328 learned_addr learned my addr 172.21.15.66:0/928292328 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3e200640 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3abff320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7f26b0 0x560c3abfede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 -- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 msgr2=0x560c3abff320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3abff320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 -- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7f26b0 msgr2=0x560c3abfede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7f26b0 0x560c3abfede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.030+0000 7f9e3d800640 1 -- 172.21.15.66:0/928292328 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c3a7c4270 con 0x560c3a7ea4d0 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.031+0000 7f9e3d800640 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f9e28035620 tx=0x7f9e2800bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be60b16a82c05dc server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.031+0000 7f9e25600640 1 -- 172.21.15.66:0/928292328 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2803a070 con 0x560c3a7ea4d0 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.031+0000 7f9e25600640 1 -- 172.21.15.66:0/928292328 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e28014aa0 con 0x560c3a7ea4d0 2024-07-27T06:57:15.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.031+0000 7f9e25600640 1 -- 172.21.15.66:0/928292328 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2802c070 con 0x560c3a7ea4d0 2024-07-27T06:57:15.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 -- 172.21.15.66:0/928292328 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 msgr2=0x560c3ac0e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f9e28035620 tx=0x7f9e2800bf30 comp rx=0 tx=0).stop 2024-07-27T06:57:15.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 -- 172.21.15.66:0/928292328 shutdown_connections 2024-07-27T06:57:15.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3abff320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7f26b0 0x560c3abfede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 --2- 172.21.15.66:0/928292328 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7ea4d0 0x560c3ac0e2f0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 -- 172.21.15.66:0/928292328 >> 172.21.15.66:0/928292328 conn(0x560c3a8074e0 msgr2=0x560c3abe3cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 -- 172.21.15.66:0/928292328 shutdown_connections 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.032+0000 7f9e471cb740 1 -- 172.21.15.66:0/928292328 wait complete. 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.033+0000 7f9e471cb740 1 -- start start 2024-07-27T06:57:15.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.033+0000 7f9e471cb740 1 Processor -- start 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3ac754c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3ac007d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9e38203820 con 0x560c3a7f26b0 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x560c3abba060 con 0x560c3a7ea4d0 2024-07-27T06:57:15.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x560c3ac7cc10 con 0x560c3a813390 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e471cb740 10 client.0 _ll_register_callbacks cb 0x7f9e28022070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e3ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e3ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59300/0 (socket says 172.21.15.66:59300) 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.035+0000 7f9e3ce00640 1 -- 172.21.15.66:0/3794063038 learned_addr learned my addr 172.21.15.66:0/3794063038 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3e200640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3ac007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3d800640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3ac754c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 -- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 msgr2=0x560c3ac007d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3ac007d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 -- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 msgr2=0x560c3ac754c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3ac754c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 -- 172.21.15.66:0/3794063038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c3ac0e500 con 0x560c3a7f26b0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3d800640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3ac754c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e3ce00640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c009850 tx=0x7f9e2c005700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4acbd3386c024b27 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e1aa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e2c04a060 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f9e2c0035f0 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.036+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9e28014aa0 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=104) ==== 24+0+0 (secure 0 0 0) 0x7f9e2c04e030 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 10 client.7221 fetch_fsmap learned FSMap version 104 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=104,monmap=2+}) -- 0x560c3abbab50 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9e28014aa0 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 104) ==== 3522+0+0 (secure 0 0 0) 0x7f9e2c044070 con 0x560c3a7f26b0 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 10 client.7221 fetch_fsmap finished waiting for FSMap version 104 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 10 client.7221 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-07-27T06:57:15.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 20 client.7221 populate_metadata read hostname 'smithi066' 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3ac00d60 0x560c3ac215e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 4 client.7221 mds_command: new command op to 6960 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 --> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] -- command(tid 0: {"prefix": "flush journal"}) -- 0x560c3abb5df0 con 0x560c3ac00d60 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.037+0000 7f9e3d800640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3ac00d60 0x560c3ac215e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.038+0000 7f9e3d800640 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3ac00d60 0x560c3ac215e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3be175c3ae701761 server_cookie=65c94aab6d6708ba in_seq=0 out_seq=0 2024-07-27T06:57:15.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.038+0000 7f9e1aa00640 10 client.7221 ms_handle_connect on v2:172.21.15.66:6832/3566123206 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e1aa00640 1 -- 172.21.15.66:0/3794063038 <== mds.0 v2:172.21.15.66:6832/3566123206 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560c3abb5df0 con 0x560c3ac00d60 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e1aa00640 10 client.7221 handle_command_reply: tid=0 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 client.7221 shutdown 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 msgr2=0x560c3ac00290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f9e2c009850 tx=0x7f9e2c005700 comp rx=0 tx=0).stop 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 shutdown_connections 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:6832/3566123206,v1:172.21.15.66:6834/3566123206] conn(0x560c3ac00d60 0x560c3ac215e0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x560c3a813390 0x560c3ac007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x560c3a7f26b0 0x560c3ac00290 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 --2- 172.21.15.66:0/3794063038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x560c3a7ea4d0 0x560c3ac754c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 >> 172.21.15.66:0/3794063038 conn(0x560c3a8074e0 msgr2=0x560c3abd2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.066+0000 7f9e1aa00640 0 client.7221 ms_handle_reset on v2:172.21.15.66:6832/3566123206 2024-07-27T06:57:15.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.067+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 shutdown_connections 2024-07-27T06:57:15.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.067+0000 7f9e471cb740 1 -- 172.21.15.66:0/3794063038 wait complete. 2024-07-27T06:57:15.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.067+0000 7f9e471cb740 20 client.7221 trim_cache size 0 max 16384 2024-07-27T06:57:15.070 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:57:15.070 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T06:57:15.070 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T06:57:15.071 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:57:15.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 msgr2=0x7f9e1c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 0x7f9e1c079520 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9e2800b810 tx=0x7f9e28008040 comp rx=0 tx=0).stop 2024-07-27T06:57:15.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 msgr2=0x7f9e38159520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f9e3000b990 tx=0x7f9e3000be50 comp rx=0 tx=0).stop 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 shutdown_connections 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9e1c077010 0x7f9e1c079520 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9e3815b020 0x7f9e38159520 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9e38151580 0x7f9e380cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 --2- 172.21.15.66:0/396672422 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9e3806ee40 0x7f9e38147530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 >> 172.21.15.66:0/396672422 conn(0x7f9e3806c770 msgr2=0x7f9e380af810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 shutdown_connections 2024-07-27T06:57:15.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.068+0000 7f9e3ec00640 1 -- 172.21.15.66:0/396672422 wait complete. 2024-07-27T06:57:15.101 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=5, also kill snapclient 2024-07-27T06:57:15.101 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 -- 172.21.15.66:0/4024827828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0cee10 msgr2=0x7f3f8c06fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 --2- 172.21.15.66:0/4024827828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c06fb70 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f3f78005fd0 tx=0x7f3f7802a490 comp rx=0 tx=0).stop 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 -- 172.21.15.66:0/4024827828 shutdown_connections 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 --2- 172.21.15.66:0/4024827828 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c06fb70 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 --2- 172.21.15.66:0/4024827828 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f8c1446e0 0x7f3f8c0ce8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 -- 172.21.15.66:0/4024827828 >> 172.21.15.66:0/4024827828 conn(0x7f3f8c0cfa70 msgr2=0x7f3f8c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 -- 172.21.15.66:0/4024827828 shutdown_connections 2024-07-27T06:57:15.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.385+0000 7f3f92800640 1 -- 172.21.15.66:0/4024827828 wait complete. 2024-07-27T06:57:15.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.388+0000 7f3f92800640 1 Processor -- start 2024-07-27T06:57:15.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.388+0000 7f3f92800640 1 -- start start 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c1f9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f8c1446e0 0x7f3f8c1e8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c15f050 con 0x7f3f8c0700b0 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3f8c0cc150 con 0x7f3f8c0cee10 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.389+0000 7f3f92800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3f8c15f1d0 con 0x7f3f8c1446e0 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59310/0 (socket says 172.21.15.66:59310) 2024-07-27T06:57:15.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 -- 172.21.15.66:0/3196872608 learned_addr learned my addr 172.21.15.66:0/3196872608 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f90a00640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c1f9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 -- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f8c1446e0 msgr2=0x7f3f8c1e8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f8c1446e0 0x7f3f8c1e8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 -- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f8c0cee10 msgr2=0x7f3f8c1f9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c1f9000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.390+0000 7f3f91400640 1 -- 172.21.15.66:0/3196872608 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f8c1f6230 con 0x7f3f8c0700b0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f91400640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000d6d0 tx=0x7f3f8000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f80017070 con 0x7f3f8c0700b0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f80005330 con 0x7f3f8c0700b0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f80009820 con 0x7f3f8c0700b0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f8c1f5470 con 0x7f3f8c0700b0 2024-07-27T06:57:15.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.391+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f8c1f5a30 con 0x7f3f8c0700b0 2024-07-27T06:57:15.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.392+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f8c06fb70 con 0x7f3f8c0700b0 2024-07-27T06:57:15.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.394+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3f80009bd0 con 0x7f3f8c0700b0 2024-07-27T06:57:15.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.395+0000 7f3f89600640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 0x7f3f6c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:15.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.395+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f3f800993c0 con 0x7f3f8c0700b0 2024-07-27T06:57:15.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.396+0000 7f3f90a00640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 0x7f3f6c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:15.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.397+0000 7f3f90a00640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 0x7f3f6c079520 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3f78033000 tx=0x7f3f78004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:15.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.400+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3f80061de0 con 0x7f3f8c0700b0 2024-07-27T06:57:15.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.659+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f8c06e720 con 0x7f3f8c0700b0 2024-07-27T06:57:15.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.660+0000 7f3f89600640 1 -- 172.21.15.66:0/3196872608 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 104 v104) ==== 95+0+5251 (secure 0 0 0) 0x7f3f800616e0 con 0x7f3f8c0700b0 2024-07-27T06:57:15.663 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:15.663 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":104,"btime":"2024-07-27T06:57:08:622536+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":104,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:08.622513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:15.663 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 104 2024-07-27T06:57:15.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 msgr2=0x7f3f6c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 0x7f3f6c079520 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f3f78033000 tx=0x7f3f78004730 comp rx=0 tx=0).stop 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 msgr2=0x7f3f8c13b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f3f8000d6d0 tx=0x7f3f8000db90 comp rx=0 tx=0).stop 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 shutdown_connections 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3f6c077010 0x7f3f6c079520 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3f8c1446e0 0x7f3f8c1e8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3f8c0cee10 0x7f3f8c1f9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 --2- 172.21.15.66:0/3196872608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3f8c0700b0 0x7f3f8c13b490 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:15.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 >> 172.21.15.66:0/3196872608 conn(0x7f3f8c0cfa70 msgr2=0x7f3f8c0c5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:15.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 shutdown_connections 2024-07-27T06:57:15.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:15.663+0000 7f3f92800640 1 -- 172.21.15.66:0/3196872608 wait complete. 2024-07-27T06:57:15.692 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T06:57:16.001 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":10,"last_created":5,"last_destroyed":9,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:57:16.002 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 9, "last_snap": 10, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:57:16.002 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:57:16.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 -- 172.21.15.66:0/2578265283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 msgr2=0x7f8b94166d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 --2- 172.21.15.66:0/2578265283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94166d30 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7f8b8c005fd0 tx=0x7f8b8c02a8b0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 -- 172.21.15.66:0/2578265283 shutdown_connections 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 --2- 172.21.15.66:0/2578265283 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94166d30 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 -- 172.21.15.66:0/2578265283 >> 172.21.15.66:0/2578265283 conn(0x7f8b9406c770 msgr2=0x7f8b9406cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 -- 172.21.15.66:0/2578265283 shutdown_connections 2024-07-27T06:57:16.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.297+0000 7f8b9a600640 1 -- 172.21.15.66:0/2578265283 wait complete. 2024-07-27T06:57:16.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.300+0000 7f8b9a600640 1 Processor -- start 2024-07-27T06:57:16.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.300+0000 7f8b9a600640 1 -- start start 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b9415cf50 0x7f8b941526f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 0x7f8b9413ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8b94167630 con 0x7f8b9406f360 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8b941674b0 con 0x7f8b9415cf50 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.301+0000 7f8b9a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8b941677b0 con 0x7f8b9415f9a0 2024-07-27T06:57:16.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59338/0 (socket says 172.21.15.66:59338) 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 -- 172.21.15.66:0/3433112453 learned_addr learned my addr 172.21.15.66:0/3433112453 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b93e00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b9415cf50 0x7f8b941526f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99c00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 0x7f8b9413ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 -- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 msgr2=0x7f8b9413ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 0x7f8b9413ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 -- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b9415cf50 msgr2=0x7f8b941526f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:16.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b9415cf50 0x7f8b941526f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99200640 1 -- 172.21.15.66:0/3433112453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b94138c90 con 0x7f8b9406f360 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.302+0000 7f8b99c00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 0x7f8b9413ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b99200640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f8b8800c400 tx=0x7f8b8800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b88017070 con 0x7f8b9406f360 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b880053c0 con 0x7f8b9406f360 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b88003850 con 0x7f8b9406f360 2024-07-27T06:57:16.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b9413bcd0 con 0x7f8b9406f360 2024-07-27T06:57:16.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.303+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b941f5c80 con 0x7f8b9406f360 2024-07-27T06:57:16.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.304+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b940ce290 con 0x7f8b9406f360 2024-07-27T06:57:16.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.306+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8b8801a070 con 0x7f8b9406f360 2024-07-27T06:57:16.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.307+0000 7f8b90c00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 0x7f8b74079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:16.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.308+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f8b880986d0 con 0x7f8b9406f360 2024-07-27T06:57:16.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.308+0000 7f8b93e00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 0x7f8b74079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:16.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.310+0000 7f8b93e00640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 0x7f8b74079550 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8b800046b0 tx=0x7f8b80009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.312+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b88060fc0 con 0x7f8b9406f360 2024-07-27T06:57:16.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.605+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f8b9406ffa0 con 0x7f8b9406f360 2024-07-27T06:57:16.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.685+0000 7f8b90c00640 1 -- 172.21.15.66:0/3433112453 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.6960 v105) ==== 112+0+0 (secure 0 0 0) 0x7f8b88069290 con 0x7f8b9406f360 2024-07-27T06:57:16.687 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6960 2024-07-27T06:57:16.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 msgr2=0x7f8b74079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 0x7f8b74079550 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8b800046b0 tx=0x7f8b80009040 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 msgr2=0x7f8b94138750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f8b8800c400 tx=0x7f8b8800c8c0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 shutdown_connections 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b74077040 0x7f8b74079550 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b9415f9a0 0x7f8b9413ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b9415cf50 0x7f8b941526f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 --2- 172.21.15.66:0/3433112453 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b9406f360 0x7f8b94138750 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 >> 172.21.15.66:0/3433112453 conn(0x7f8b9406c770 msgr2=0x7f8b9413e240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 shutdown_connections 2024-07-27T06:57:16.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:16.690+0000 7f8b9a600640 1 -- 172.21.15.66:0/3433112453 wait complete. 2024-07-27T06:57:16.721 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T06:57:17.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 -- 172.21.15.66:0/1342325397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 msgr2=0x7fdf241511c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 --2- 172.21.15.66:0/1342325397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf241511c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fdf24071fa0 tx=0x7fdf1402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 -- 172.21.15.66:0/1342325397 shutdown_connections 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 --2- 172.21.15.66:0/1342325397 >> v2:172.21.15.155:3300/0 conn(0x7fdf2415dd10 0x7fdf2415e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 --2- 172.21.15.66:0/1342325397 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf241511c0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 -- 172.21.15.66:0/1342325397 >> 172.21.15.66:0/1342325397 conn(0x7fdf2406c770 msgr2=0x7fdf2406cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 -- 172.21.15.66:0/1342325397 shutdown_connections 2024-07-27T06:57:17.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.007+0000 7fdf29800640 1 -- 172.21.15.66:0/1342325397 wait complete. 2024-07-27T06:57:17.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.009+0000 7fdf29800640 1 Processor -- start 2024-07-27T06:57:17.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.009+0000 7fdf29800640 1 -- start start 2024-07-27T06:57:17.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf240702c0 0x7fdf24140470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 0x7fdf240cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdf240b4290 con 0x7fdf240b4a50 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdf240b4110 con 0x7fdf240702c0 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf29800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdf240b4410 con 0x7fdf2415dd10 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf23400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf23400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59348/0 (socket says 172.21.15.66:59348) 2024-07-27T06:57:17.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.011+0000 7fdf23400640 1 -- 172.21.15.66:0/2167115897 learned_addr learned my addr 172.21.15.66:0/2167115897 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23e00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf240702c0 0x7fdf24140470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf28e00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 0x7fdf240cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 -- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 msgr2=0x7fdf240cd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 0x7fdf240cd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 -- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf240702c0 msgr2=0x7fdf24140470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf240702c0 0x7fdf24140470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 -- 172.21.15.66:0/2167115897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2414dbd0 con 0x7fdf240b4a50 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf28e00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 0x7fdf240cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.012+0000 7fdf23400640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fdf14009ca0 tx=0x7fdf140039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:17.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.013+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14031990 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.013+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf14031c20 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.013+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf14033330 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.013+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf2414de70 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.013+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf2414e430 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.014+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf241511c0 con 0x7fdf240b4a50 2024-07-27T06:57:17.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.015+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf140334d0 con 0x7fdf240b4a50 2024-07-27T06:57:17.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.016+0000 7fdf1be00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 0x7fdf00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:17.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.016+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fdf140ba6f0 con 0x7fdf240b4a50 2024-07-27T06:57:17.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.017+0000 7fdf23e00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 0x7fdf00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:17.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.018+0000 7fdf23e00640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 0x7fdf00079520 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fdf0c007fd0 tx=0x7fdf0c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:17.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.021+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf1403f030 con 0x7fdf240b4a50 2024-07-27T06:57:17.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.323+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7fdf24154b60 con 0x7fdf240b4a50 2024-07-27T06:57:17.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.689+0000 7fdf1be00640 1 -- 172.21.15.66:0/2167115897 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.5477 v106) ==== 112+0+0 (secure 0 0 0) 0x7fdf14083070 con 0x7fdf240b4a50 2024-07-27T06:57:17.691 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.5477 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 msgr2=0x7fdf00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 0x7fdf00079520 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fdf0c007fd0 tx=0x7fdf0c009040 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 msgr2=0x7fdf2414f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fdf14009ca0 tx=0x7fdf140039f0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 shutdown_connections 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf00077010 0x7fdf00079520 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdf2415dd10 0x7fdf240cd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdf240b4a50 0x7fdf2414f460 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 --2- 172.21.15.66:0/2167115897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdf240702c0 0x7fdf24140470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:17.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.694+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 >> 172.21.15.66:0/2167115897 conn(0x7fdf2406c770 msgr2=0x7fdf2406ea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.695+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 shutdown_connections 2024-07-27T06:57:17.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:17.695+0000 7fdf29800640 1 -- 172.21.15.66:0/2167115897 wait complete. 2024-07-27T06:57:17.726 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_kill_mdstable_at 5 2024-07-27T06:57:18.035 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:57:18.036 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:57:18.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:18.036 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s25) 2024-07-27T06:57:18.044 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:57:18.118 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7f3d5d600640 time 2024-07-27T06:57:18.115647+0000 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f3d6464c4d1] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.119 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:57:18.116+0000 7f3d5d600640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7f3d5d600640 time 2024-07-27T06:57:18.115647+0000 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.120 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f3d6464c4d1] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.121 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f3d5d600640 thread_name:ms_dispatch 2024-07-27T06:57:18.122 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3d63c3e6f0] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f3d63c8b94c] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f3d6464c60c] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.123 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:57:18.119+0000 7f3d5d600640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f3d5d600640 thread_name:ms_dispatch 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.124 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3d63c3e6f0] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f3d63c8b94c] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f3d6464c60c] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.125 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:57:18.126 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.133 INFO:tasks.ceph.mds.a.smithi066.stderr: -1338> 2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:57:18.133 INFO:tasks.ceph.mds.a.smithi066.stderr: -1336> 2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:57:18.116+0000 7f3d5d600640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7f3d5d600640 time 2024-07-27T06:57:18.115647+0000 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f3d6464c4d1] 2024-07-27T06:57:18.137 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.138 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:57:18.119+0000 7f3d5d600640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f3d5d600640 thread_name:ms_dispatch 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3d63c3e6f0] 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f3d63c8b94c] 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:57:18.139 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f3d6464c60c] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.140 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:57:18.141 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.144 INFO:tasks.ceph.mds.a.smithi066.stderr: -1338> 2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:57:18.144 INFO:tasks.ceph.mds.a.smithi066.stderr: -1336> 2024-07-27T06:57:10.105+0000 7f3d5a400640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:57:18.116+0000 7f3d5d600640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_commit(ceph::cref_t&)' thread 7f3d5d600640 time 2024-07-27T06:57:18.115647+0000 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 147: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 5) 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f3d6464c4d1] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.146 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.147 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:57:18.119+0000 7f3d5d600640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f3d5d600640 thread_name:ms_dispatch 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f3d63c3e6f0] 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f3d63c8b94c] 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f3d6464c60c] 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f3d6464c6de] 2024-07-27T06:57:18.148 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableServer::handle_commit(boost::intrusive_ptr const&)+0x3bd) [0x5615e63fa005] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0x9a) [0x5615e63fa60a] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x5615e609dee1] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5615e60a1637] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5615e60a1f5e] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5615e608503a] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f3d6479b407] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f3d6479bcf9] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f3d648785a1] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f3d64625cdd] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f3d64625cf9] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f3d63c89c02] 2024-07-27T06:57:18.149 INFO:tasks.ceph.mds.a.smithi066.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f3d63d0ec40] 2024-07-27T06:57:18.150 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:57:18.150 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:57:18.367 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:57:18.368 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:57:18.368 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 -- 172.21.15.66:0/2219672722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080cbee0 msgr2=0x7fa2080ce9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 --2- 172.21.15.66:0/2219672722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080cbee0 0x7fa2080ce9e0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8005fd0 tx=0x7fa1f802a780 comp rx=0 tx=0).stop 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 -- 172.21.15.66:0/2219672722 shutdown_connections 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 --2- 172.21.15.66:0/2219672722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080b4ba0 0x7fa2080b4fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 --2- 172.21.15.66:0/2219672722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080cbee0 0x7fa2080ce9e0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 -- 172.21.15.66:0/2219672722 >> 172.21.15.66:0/2219672722 conn(0x7fa2080d1d50 msgr2=0x7fa2080d2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 -- 172.21.15.66:0/2219672722 shutdown_connections 2024-07-27T06:57:18.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.698+0000 7fa207200640 1 -- 172.21.15.66:0/2219672722 wait complete. 2024-07-27T06:57:18.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.701+0000 7fa207200640 1 Processor -- start 2024-07-27T06:57:18.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.701+0000 7fa207200640 1 -- start start 2024-07-27T06:57:18.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:18.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080cbee0 0x7fa208154530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2080d2870 0x7fa20815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa2080cc800 con 0x7fa2080b4ba0 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2080cc680 con 0x7fa2080d2870 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa207200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2080cc980 con 0x7fa2080cbee0 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa205e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa205e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:59378/0 (socket says 172.21.15.66:59378) 2024-07-27T06:57:18.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa205e00640 1 -- 172.21.15.66:0/1494352072 learned_addr learned my addr 172.21.15.66:0/1494352072 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:18.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa205400640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080cbee0 0x7fa208154530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.703+0000 7fa206800640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2080d2870 0x7fa20815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 -- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080cbee0 msgr2=0x7fa208154530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080cbee0 0x7fa208154530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 -- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2080d2870 msgr2=0x7fa20815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2080d2870 0x7fa20815ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 -- 172.21.15.66:0/1494352072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa208070640 con 0x7fa2080b4ba0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa205e00640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8009cd0 tx=0x7fa1f8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f8040070 con 0x7fa2080b4ba0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1f8004540 con 0x7fa2080b4ba0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f8003e10 con 0x7fa2080b4ba0 2024-07-27T06:57:18.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.704+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa208070920 con 0x7fa2080b4ba0 2024-07-27T06:57:18.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.705+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa208070ee0 con 0x7fa2080b4ba0 2024-07-27T06:57:18.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.706+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2080b4fb0 con 0x7fa2080b4ba0 2024-07-27T06:57:18.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.707+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa1f8043070 con 0x7fa2080b4ba0 2024-07-27T06:57:18.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.709+0000 7fa1fe000640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 0x7fa1e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:18.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.709+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fa1f80ba610 con 0x7fa2080b4ba0 2024-07-27T06:57:18.711 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:57:18.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.710+0000 7fa205400640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 0x7fa1e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:18.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.711+0000 7fa205400640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 0x7fa1e4079520 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0007fd0 tx=0x7fa1f0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:18.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.714+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa1f8082f00 con 0x7fa2080b4ba0 2024-07-27T06:57:18.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.975+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa20806fdc0 con 0x7fa2080b4ba0 2024-07-27T06:57:18.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.976+0000 7fa1fe000640 1 -- 172.21.15.66:0/1494352072 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 106 v106) ==== 95+0+5251 (secure 0 0 0) 0x7fa1f8082800 con 0x7fa2080b4ba0 2024-07-27T06:57:18.978 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:18.978 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":106,"btime":"2024-07-27T06:57:17:686610+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":106,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:17.325002+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:18.978 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 106 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 msgr2=0x7fa1e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 0x7fa1e4079520 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0007fd0 tx=0x7fa1f0009040 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 msgr2=0x7fa2081f59a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fa1f8009cd0 tx=0x7fa1f8003c20 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 shutdown_connections 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1e4077010 0x7fa1e4079520 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2080d2870 0x7fa20815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa2080cbee0 0x7fa208154530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 --2- 172.21.15.66:0/1494352072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa2080b4ba0 0x7fa2081f59a0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 >> 172.21.15.66:0/1494352072 conn(0x7fa2080d1d50 msgr2=0x7fa2080c5910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:18.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 shutdown_connections 2024-07-27T06:57:18.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:18.979+0000 7fa207200640 1 -- 172.21.15.66:0/1494352072 wait complete. 2024-07-27T06:57:19.008 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:57:22.069 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T06:57:24.009 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:24.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 -- 172.21.15.66:0/114220799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa40afa40 msgr2=0x7fdfa415aee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 --2- 172.21.15.66:0/114220799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa40afa40 0x7fdfa415aee0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009830 tx=0x7fdf9802a480 comp rx=0 tx=0).stop 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 -- 172.21.15.66:0/114220799 shutdown_connections 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 --2- 172.21.15.66:0/114220799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40cca30 0x7fdfa4070050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 --2- 172.21.15.66:0/114220799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa40afa40 0x7fdfa415aee0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 -- 172.21.15.66:0/114220799 >> 172.21.15.66:0/114220799 conn(0x7fdfa40cd240 msgr2=0x7fdfa40cd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 -- 172.21.15.66:0/114220799 shutdown_connections 2024-07-27T06:57:24.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.303+0000 7fdfaa000640 1 -- 172.21.15.66:0/114220799 wait complete. 2024-07-27T06:57:24.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.305+0000 7fdfaa000640 1 Processor -- start 2024-07-27T06:57:24.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.306+0000 7fdfaa000640 1 -- start start 2024-07-27T06:57:24.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:24.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40afa40 0x7fdfa41558a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa40c3eb0 0x7fdfa4156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa4070a00 con 0x7fdfa406d880 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa4070880 con 0x7fdfa40c3eb0 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfaa000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdfa4070b80 con 0x7fdfa40afa40 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.307+0000 7fdfa8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51996/0 (socket says 172.21.15.66:51996) 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 -- 172.21.15.66:0/3976586787 learned_addr learned my addr 172.21.15.66:0/3976586787 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa3e00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40afa40 0x7fdfa41558a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 -- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40afa40 msgr2=0x7fdfa41558a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:24.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa9600640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa40c3eb0 0x7fdfa4156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:24.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40afa40 0x7fdfa41558a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 -- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa40c3eb0 msgr2=0x7fdfa4156800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:24.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa40c3eb0 0x7fdfa4156800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.308+0000 7fdfa8c00640 1 -- 172.21.15.66:0/3976586787 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa41f2a80 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfa8c00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fdf98000c00 tx=0x7fdf98033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf98031d60 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf980330d0 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf98033520 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa41f2d60 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.309+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa41f3320 con 0x7fdfa406d880 2024-07-27T06:57:24.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.310+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfa4071050 con 0x7fdfa406d880 2024-07-27T06:57:24.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.311+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdf980035f0 con 0x7fdfa406d880 2024-07-27T06:57:24.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.312+0000 7fdfa0c00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:24.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.313+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fdf980ba760 con 0x7fdfa406d880 2024-07-27T06:57:24.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.313+0000 7fdfa3e00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:24.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.314+0000 7fdfa3e00640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40c9980 tx=0x7fdf90009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:24.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.317+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdf9803f030 con 0x7fdfa406d880 2024-07-27T06:57:24.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.569+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfa40cd8a0 con 0x7fdfa406d880 2024-07-27T06:57:24.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.570+0000 7fdfa0c00640 1 -- 172.21.15.66:0/3976586787 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 106 v106) ==== 95+0+5251 (secure 0 0 0) 0x7fdf9808b320 con 0x7fdfa406d880 2024-07-27T06:57:24.572 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:24.572 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":106,"btime":"2024-07-27T06:57:17:686610+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":106,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:17.325002+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:24.572 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 106 2024-07-27T06:57:24.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 msgr2=0x7fdf84079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:24.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40c9980 tx=0x7fdf90009040 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 msgr2=0x7fdfa40c99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fdf98000c00 tx=0x7fdf98033d60 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 shutdown_connections 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdf84077010 0x7fdf84079520 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfa40c3eb0 0x7fdfa4156800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfa40afa40 0x7fdfa41558a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 --2- 172.21.15.66:0/3976586787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfa406d880 0x7fdfa40c99f0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 >> 172.21.15.66:0/3976586787 conn(0x7fdfa40cd240 msgr2=0x7fdfa40b5510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:24.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 shutdown_connections 2024-07-27T06:57:24.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:24.573+0000 7fdfaa000640 1 -- 172.21.15.66:0/3976586787 wait complete. 2024-07-27T06:57:24.602 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:57:28.000 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:57:28.008 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:57:28.681 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T06:57:29.603 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:29.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.903+0000 7f9c9ee00640 1 -- 172.21.15.66:0/2229417214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 msgr2=0x7f9c9815a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.903+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/2229417214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c9815a1d0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c005fd0 tx=0x7f9c8c02a4a0 comp rx=0 tx=0).stop 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 -- 172.21.15.66:0/2229417214 shutdown_connections 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/2229417214 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c980725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/2229417214 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c9815a1d0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 -- 172.21.15.66:0/2229417214 >> 172.21.15.66:0/2229417214 conn(0x7f9c980cfa70 msgr2=0x7f9c980cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 -- 172.21.15.66:0/2229417214 shutdown_connections 2024-07-27T06:57:29.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.904+0000 7f9c9ee00640 1 -- 172.21.15.66:0/2229417214 wait complete. 2024-07-27T06:57:29.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.906+0000 7f9c9ee00640 1 Processor -- start 2024-07-27T06:57:29.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.906+0000 7f9c9ee00640 1 -- start start 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c98152100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c980cd640 0x7f9c98147170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9815dee0 con 0x7f9c980702c0 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9c9815dd60 con 0x7f9c980cd640 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9ee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9c9815e060 con 0x7f9c980721d0 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.908+0000 7f9c9da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52002/0 (socket says 172.21.15.66:52002) 2024-07-27T06:57:29.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 -- 172.21.15.66:0/3775257809 learned_addr learned my addr 172.21.15.66:0/3775257809 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:29.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9e400640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c980cd640 0x7f9c98147170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9d000640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c98152100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 -- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 msgr2=0x7f9c98152100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c98152100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 -- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c980cd640 msgr2=0x7f9c98147170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c980cd640 0x7f9c98147170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 -- 172.21.15.66:0/3775257809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c98152e70 con 0x7f9c980702c0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9d000640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c98152100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.909+0000 7f9c9da00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c000c00 tx=0x7f9c8c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.910+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c03e030 con 0x7f9c980702c0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.910+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c8c003e60 con 0x7f9c980702c0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.910+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c98153150 con 0x7f9c980702c0 2024-07-27T06:57:29.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.910+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c8c035040 con 0x7f9c980702c0 2024-07-27T06:57:29.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.910+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c980c6ca0 con 0x7f9c980702c0 2024-07-27T06:57:29.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.911+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c980c6920 con 0x7f9c980702c0 2024-07-27T06:57:29.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.913+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9c8c041030 con 0x7f9c980702c0 2024-07-27T06:57:29.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.914+0000 7f9c95600640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 0x7f9c78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:29.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.914+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f9c8c0b9a80 con 0x7f9c980702c0 2024-07-27T06:57:29.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.915+0000 7f9c9d000640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 0x7f9c78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:29.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.916+0000 7f9c9d000640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 0x7f9c78079520 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9c980c8f30 tx=0x7f9c84008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:29.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:29.919+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9c980c6920 con 0x7f9c980702c0 2024-07-27T06:57:30.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.172+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c98072670 con 0x7f9c980702c0 2024-07-27T06:57:30.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.173+0000 7f9c95600640 1 -- 172.21.15.66:0/3775257809 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 106 v106) ==== 95+0+5251 (secure 0 0 0) 0x7f9c98072670 con 0x7f9c980702c0 2024-07-27T06:57:30.175 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:30.175 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":106,"btime":"2024-07-27T06:57:17:686610+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":106,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:17.325002+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[5477,6960]},"id":6}]} 2024-07-27T06:57:30.175 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 106 2024-07-27T06:57:30.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 msgr2=0x7f9c78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 0x7f9c78079520 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9c980c8f30 tx=0x7f9c84008040 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 msgr2=0x7f9c980c9180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9c8c000c00 tx=0x7f9c8c003970 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 shutdown_connections 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c78077010 0x7f9c78079520 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9c980cd640 0x7f9c98147170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9c980721d0 0x7f9c98152100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 --2- 172.21.15.66:0/3775257809 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9c980702c0 0x7f9c980c9180 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:30.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 >> 172.21.15.66:0/3775257809 conn(0x7f9c980cfa70 msgr2=0x7f9c980b0300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:30.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.176+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 shutdown_connections 2024-07-27T06:57:30.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:30.177+0000 7f9c9ee00640 1 -- 172.21.15.66:0/3775257809 wait complete. 2024-07-27T06:57:30.205 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:57:35.206 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:35.292 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-07-27T06:57:35.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.506+0000 7ffb2be00640 1 -- 172.21.15.66:0/2452066718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb2415b490 msgr2=0x7ffb240cec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:35.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.506+0000 7ffb2be00640 1 --2- 172.21.15.66:0/2452066718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb2415b490 0x7ffb240cec70 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7ffb240b4fe0 tx=0x7ffb1002a4a0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.506+0000 7ffb2be00640 1 -- 172.21.15.66:0/2452066718 shutdown_connections 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.507+0000 7ffb2be00640 1 --2- 172.21.15.66:0/2452066718 >> v2:172.21.15.155:3300/0 conn(0x7ffb240cc630 0x7ffb240cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.507+0000 7ffb2be00640 1 --2- 172.21.15.66:0/2452066718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb2415b490 0x7ffb240cec70 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.507+0000 7ffb2be00640 1 -- 172.21.15.66:0/2452066718 >> 172.21.15.66:0/2452066718 conn(0x7ffb2406d160 msgr2=0x7ffb240b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.507+0000 7ffb2be00640 1 -- 172.21.15.66:0/2452066718 shutdown_connections 2024-07-27T06:57:35.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.507+0000 7ffb2be00640 1 -- 172.21.15.66:0/2452066718 wait complete. 2024-07-27T06:57:35.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.509+0000 7ffb2be00640 1 Processor -- start 2024-07-27T06:57:35.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.509+0000 7ffb2be00640 1 -- start start 2024-07-27T06:57:35.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb240cc630 0x7ffb24144fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:35.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:35.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb2415b490 0x7ffb24147e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:35.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240cdcc0 con 0x7ffb240cf540 2024-07-27T06:57:35.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240cdb40 con 0x7ffb240cc630 2024-07-27T06:57:35.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb2be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffb240cde40 con 0x7ffb2415b490 2024-07-27T06:57:35.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb28a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:35.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb28a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36362/0 (socket says 172.21.15.66:36362) 2024-07-27T06:57:35.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb28a00640 1 -- 172.21.15.66:0/3120863048 learned_addr learned my addr 172.21.15.66:0/3120863048 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:35.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb29400640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb240cc630 0x7ffb24144fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:35.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.511+0000 7ffb29e00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb2415b490 0x7ffb24147e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:35.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 -- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb2415b490 msgr2=0x7ffb24147e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:35.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb2415b490 0x7ffb24147e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 -- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb240cc630 msgr2=0x7ffb24144fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb240cc630 0x7ffb24144fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 -- 172.21.15.66:0/3120863048 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb241f5e80 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb28a00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009920 tx=0x7ffb10033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb10031d60 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb10033e10 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb10005260 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb241f6160 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.512+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb240ca650 con 0x7ffb240cf540 2024-07-27T06:57:35.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.514+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb240b4270 con 0x7ffb240cf540 2024-07-27T06:57:35.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.515+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffb10005400 con 0x7ffb240cf540 2024-07-27T06:57:35.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.516+0000 7ffb21600640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 0x7ffb04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:35.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.516+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7ffb100ba400 con 0x7ffb240cf540 2024-07-27T06:57:35.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.517+0000 7ffb29400640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 0x7ffb04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:35.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.518+0000 7ffb29400640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 0x7ffb04079520 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffb18007fd0 tx=0x7ffb18009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:35.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.521+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffb240b4270 con 0x7ffb240cf540 2024-07-27T06:57:35.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.773+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb240c8f30 con 0x7ffb240cf540 2024-07-27T06:57:35.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.774+0000 7ffb21600640 1 -- 172.21.15.66:0/3120863048 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) ==== 95+0+5299 (secure 0 0 0) 0x7ffb1003f030 con 0x7ffb240cf540 2024-07-27T06:57:35.776 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:35.776 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":107,"btime":"2024-07-27T06:57:32:991808+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:32.991737+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:57:32.991737+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[6960,5477]},"id":6}]} 2024-07-27T06:57:35.777 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 107 2024-07-27T06:57:35.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.777+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 msgr2=0x7ffb04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:35.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.777+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 0x7ffb04079520 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffb18007fd0 tx=0x7ffb18009040 comp rx=0 tx=0).stop 2024-07-27T06:57:35.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.777+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 msgr2=0x7ffb24147930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:35.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.777+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009920 tx=0x7ffb10033c20 comp rx=0 tx=0).stop 2024-07-27T06:57:35.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 shutdown_connections 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb04077010 0x7ffb04079520 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffb2415b490 0x7ffb24147e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffb240cf540 0x7ffb24147930 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 --2- 172.21.15.66:0/3120863048 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffb240cc630 0x7ffb24144fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 >> 172.21.15.66:0/3120863048 conn(0x7ffb2406d160 msgr2=0x7ffb240725f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 shutdown_connections 2024-07-27T06:57:35.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:35.778+0000 7ffb2be00640 1 -- 172.21.15.66:0/3120863048 wait complete. 2024-07-27T06:57:35.808 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:57:35.808 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:57:35.879 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:57:35.882 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:57:35.882 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:57:35.971 INFO:teuthology.orchestra.run.smithi066.stdout:1722063438.63424.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:57:35.975 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063438.63424.core'] 2024-07-27T06:57:35.975 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063438.63424.core, deleting it 2024-07-27T06:57:35.976 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063438.63424.core 2024-07-27T06:57:36.092 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:36.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 -- 172.21.15.66:0/3587521084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79080721d0 msgr2=0x7f79080725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 --2- 172.21.15.66:0/3587521084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79080721d0 0x7f79080725e0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f7900005fd0 tx=0x7f790002a8b0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 -- 172.21.15.66:0/3587521084 shutdown_connections 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 --2- 172.21.15.66:0/3587521084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79080721d0 0x7f79080725e0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 --2- 172.21.15.66:0/3587521084 >> v2:172.21.15.155:3300/0 conn(0x7f79081457e0 0x7f79080cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.380+0000 7f790f000640 1 -- 172.21.15.66:0/3587521084 >> 172.21.15.66:0/3587521084 conn(0x7f79080cfa70 msgr2=0x7f79080cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.381+0000 7f790f000640 1 -- 172.21.15.66:0/3587521084 shutdown_connections 2024-07-27T06:57:36.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.381+0000 7f790f000640 1 -- 172.21.15.66:0/3587521084 wait complete. 2024-07-27T06:57:36.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.384+0000 7f790f000640 1 Processor -- start 2024-07-27T06:57:36.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.384+0000 7f790f000640 1 -- start start 2024-07-27T06:57:36.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 0x7f79081f5c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 0x7f79080c78d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f79080cd9d0 con 0x7f79080721d0 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79080cd850 con 0x7f7908160530 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790f000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79080cdb50 con 0x7f79081457e0 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36378/0 (socket says 172.21.15.66:36378) 2024-07-27T06:57:36.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.386+0000 7f790dc00640 1 -- 172.21.15.66:0/2771282333 learned_addr learned my addr 172.21.15.66:0/2771282333 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:36.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790e600640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 0x7f79080c78d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:36.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790d200640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 0x7f79081f5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790dc00640 1 -- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 msgr2=0x7f79081f5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790dc00640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 0x7f79081f5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790dc00640 1 -- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 msgr2=0x7f79080c78d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790dc00640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 0x7f79080c78d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790dc00640 1 -- 172.21.15.66:0/2771282333 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79081f61b0 con 0x7f79080721d0 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790e600640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 0x7f79080c78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.387+0000 7f790d200640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 0x7f79081f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f790dc00640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f78fc00e7c0 tx=0x7f78fc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc00ccc0 con 0x7f79080721d0 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78fc010430 con 0x7f79080721d0 2024-07-27T06:57:36.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78fc010860 con 0x7f79080721d0 2024-07-27T06:57:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79080c9b50 con 0x7f79080721d0 2024-07-27T06:57:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.388+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79080b3a90 con 0x7f79080721d0 2024-07-27T06:57:36.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.389+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7908073a00 con 0x7f79080721d0 2024-07-27T06:57:36.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.391+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f78fc010a00 con 0x7f79080721d0 2024-07-27T06:57:36.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.392+0000 7f7905600640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 0x7f78e8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.392+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7f78fc099c10 con 0x7f79080721d0 2024-07-27T06:57:36.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.393+0000 7f790d200640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 0x7f78e8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:36.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.394+0000 7f790d200640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 0x7f78e8079550 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f78f4007fd0 tx=0x7f78f4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:36.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.396+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7908073a00 con 0x7f79080721d0 2024-07-27T06:57:36.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.652+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79080ce070 con 0x7f79080721d0 2024-07-27T06:57:36.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.653+0000 7f7905600640 1 -- 172.21.15.66:0/2771282333 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) ==== 95+0+5299 (secure 0 0 0) 0x7f78fc062500 con 0x7f79080721d0 2024-07-27T06:57:36.654 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:36.655 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":107,"btime":"2024-07-27T06:57:32:991808+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7125,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:32.991737+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6960,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_6960":{"gid":6960,"name":"a","rank":0,"incarnation":97,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6834/3566123206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3566123206},{"type":"v1","addr":"172.21.15.66:6834","nonce":3566123206}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:57:32.991737+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6960,"qdb_cluster":[6960,5477]},"id":6}]} 2024-07-27T06:57:36.655 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 107 2024-07-27T06:57:36.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 msgr2=0x7f78e8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 0x7f78e8079550 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f78f4007fd0 tx=0x7f78f4009040 comp rx=0 tx=0).stop 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 msgr2=0x7f7908136490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f78fc00e7c0 tx=0x7f78fc00ec80 comp rx=0 tx=0).stop 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 shutdown_connections 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78e8077040 0x7f78e8079550 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7908160530 0x7f79080c78d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79081457e0 0x7f79081f5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 --2- 172.21.15.66:0/2771282333 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79080721d0 0x7f7908136490 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:36.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 >> 172.21.15.66:0/2771282333 conn(0x7f79080cfa70 msgr2=0x7f79080afb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:36.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.656+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 shutdown_connections 2024-07-27T06:57:36.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:36.657+0000 7f790f000640 1 -- 172.21.15.66:0/2771282333 wait complete. 2024-07-27T06:57:36.686 INFO:tasks.ceph.mds.d:Sent signal 9 2024-07-27T06:57:36.687 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:36.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:36.687 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T06:57:36.771 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:57:36.889 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 9 2024-07-27T06:57:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 -- 172.21.15.66:0/3919795413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb815f050 msgr2=0x7fbdb806f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 --2- 172.21.15.66:0/3919795413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb815f050 0x7fbdb806f7b0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8071e00 tx=0x7fbda002a560 comp rx=0 tx=0).stop 2024-07-27T06:57:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 -- 172.21.15.66:0/3919795413 shutdown_connections 2024-07-27T06:57:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 --2- 172.21.15.66:0/3919795413 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb806fcf0 0x7fbdb80cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 --2- 172.21.15.66:0/3919795413 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb815f050 0x7fbdb806f7b0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 --2- 172.21.15.66:0/3919795413 >> v2:172.21.15.155:3300/0 conn(0x7fbdb80b4900 0x7fbdb815eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 -- 172.21.15.66:0/3919795413 >> 172.21.15.66:0/3919795413 conn(0x7fbdb806d160 msgr2=0x7fbdb80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:37.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 -- 172.21.15.66:0/3919795413 shutdown_connections 2024-07-27T06:57:37.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.064+0000 7fbdbe400640 1 -- 172.21.15.66:0/3919795413 wait complete. 2024-07-27T06:57:37.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.067+0000 7fbdbe400640 1 Processor -- start 2024-07-27T06:57:37.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.067+0000 7fbdbe400640 1 -- start start 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdb806fcf0 0x7fbdb809d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 0x7fbdb814f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb80ccf20 con 0x7fbdb80b4900 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbdb80ccda0 con 0x7fbdb806fcf0 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.068+0000 7fbdbe400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbdb80cdb40 con 0x7fbdb815f050 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36392/0 (socket says 172.21.15.66:36392) 2024-07-27T06:57:37.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 -- 172.21.15.66:0/955300385 learned_addr learned my addr 172.21.15.66:0/955300385 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdb7e00640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 0x7fbdb814f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdb7400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdb806fcf0 0x7fbdb809d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 -- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 msgr2=0x7fbdb814f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 0x7fbdb814f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 -- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdb806fcf0 msgr2=0x7fbdb809d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdb806fcf0 0x7fbdb809d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdafe00640 1 -- 172.21.15.66:0/955300385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdb809d910 con 0x7fbdb80b4900 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.069+0000 7fbdb7e00640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 0x7fbdb814f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdafe00640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fbda00099c0 tx=0x7fbda00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda003e030 con 0x7fbdb80b4900 2024-07-27T06:57:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbda0003db0 con 0x7fbdb80b4900 2024-07-27T06:57:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbda0035040 con 0x7fbdb80b4900 2024-07-27T06:57:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdb80c9fb0 con 0x7fbdb80b4900 2024-07-27T06:57:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.070+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdb80ca570 con 0x7fbdb80b4900 2024-07-27T06:57:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.072+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdb80b3410 con 0x7fbdb80b4900 2024-07-27T06:57:37.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.073+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbda0041030 con 0x7fbdb80b4900 2024-07-27T06:57:37.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.074+0000 7fbdaf400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 0x7fbd94079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.074+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 7867+0+0 (secure 0 0 0) 0x7fbda00b9b90 con 0x7fbdb80b4900 2024-07-27T06:57:37.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.075+0000 7fbdb7400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 0x7fbd94079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.076+0000 7fbdb7400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 0x7fbd94079520 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fbda8005d80 tx=0x7fbda8005c70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:37.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.080+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbdb80b3410 con 0x7fbdb80b4900 2024-07-27T06:57:37.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.376+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7fbdb80d0b70 con 0x7fbdb80b4900 2024-07-27T06:57:37.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.382+0000 7fbdaf400640 1 -- 172.21.15.66:0/955300385 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 6960 v108) ==== 97+0+0 (secure 0 0 0) 0x7fbda0082510 con 0x7fbdb80b4900 2024-07-27T06:57:37.383 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6960 2024-07-27T06:57:37.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 msgr2=0x7fbd94079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 0x7fbd94079520 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fbda8005d80 tx=0x7fbda8005c70 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 msgr2=0x7fbdb80cb060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fbda00099c0 tx=0x7fbda00038a0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 shutdown_connections 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd94077010 0x7fbd94079520 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdb815f050 0x7fbdb814f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdb80b4900 0x7fbdb80cb060 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 --2- 172.21.15.66:0/955300385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdb806fcf0 0x7fbdb809d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 >> 172.21.15.66:0/955300385 conn(0x7fbdb806d160 msgr2=0x7fbdb80b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 shutdown_connections 2024-07-27T06:57:37.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.385+0000 7fbdbe400640 1 -- 172.21.15.66:0/955300385 wait complete. 2024-07-27T06:57:37.420 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:57:37.421 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:57:37.421 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:57:37.421 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:57:37.421 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:57:37.421 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T06:57:37.421 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:57:37.422 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:57:37.425 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:57:37.426 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:37.649 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:57:37.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 -- 172.21.15.66:0/980378797 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 msgr2=0x7f9cb815a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/980378797 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb815a320 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4005fd0 tx=0x7f9ca402a4a0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 -- 172.21.15.66:0/980378797 shutdown_connections 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/980378797 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb815a320 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/980378797 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cf540 0x7f9cb815b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 -- 172.21.15.66:0/980378797 >> 172.21.15.66:0/980378797 conn(0x7f9cb806d160 msgr2=0x7f9cb80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 -- 172.21.15.66:0/980378797 shutdown_connections 2024-07-27T06:57:37.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.680+0000 7f9cbfe00640 1 -- 172.21.15.66:0/980378797 wait complete. 2024-07-27T06:57:37.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.682+0000 7f9cbfe00640 1 Processor -- start 2024-07-27T06:57:37.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.682+0000 7f9cbfe00640 1 -- start start 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 0x7f9cb8152ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 0x7f9cb8153f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9cb80cdcc0 con 0x7f9cb80cec70 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9cb80cdb40 con 0x7f9cb80cf540 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9cb80cde40 con 0x7f9cb80cc630 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36436/0 (socket says 172.21.15.66:36436) 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbca00640 1 -- 172.21.15.66:0/433554547 learned_addr learned my addr 172.21.15.66:0/433554547 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:37.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.684+0000 7f9cbde00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 0x7f9cb8153f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbd400640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 0x7f9cb8152ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 -- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 msgr2=0x7f9cb8152ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 0x7f9cb8152ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 -- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 msgr2=0x7f9cb8153f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 0x7f9cb8153f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 -- 172.21.15.66:0/433554547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cb80cb780 con 0x7f9cb80cec70 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbde00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 0x7f9cb8153f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbd400640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 0x7f9cb8152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbca00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4034040 tx=0x7f9ca40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca403e030 con 0x7f9cb80cec70 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ca40047a0 con 0x7f9cb80cec70 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4035040 con 0x7f9cb80cec70 2024-07-27T06:57:37.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.685+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cb80cba60 con 0x7f9cb80cec70 2024-07-27T06:57:37.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.686+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cb81f8f00 con 0x7f9cb80cec70 2024-07-27T06:57:37.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.687+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cb815a320 con 0x7f9cb80cec70 2024-07-27T06:57:37.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.688+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9ca4041030 con 0x7f9cb80cec70 2024-07-27T06:57:37.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.689+0000 7f9cb5600640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 0x7f9c98079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:37.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.689+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7953+0+0 (secure 0 0 0) 0x7f9ca40b9aa0 con 0x7f9cb80cec70 2024-07-27T06:57:37.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.690+0000 7f9cbd400640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 0x7f9c98079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:37.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.691+0000 7f9cbd400640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 0x7f9c98079520 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f9cac0058c0 tx=0x7f9cac005c90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:37.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.693+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9ca40823c0 con 0x7f9cb80cec70 2024-07-27T06:57:37.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.945+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9cb8068ed0 con 0x7f9cb80cec70 2024-07-27T06:57:37.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.946+0000 7f9cb5600640 1 -- 172.21.15.66:0/433554547 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 109 v109) ==== 95+0+4420 (secure 0 0 0) 0x7f9ca4081cc0 con 0x7f9cb80cec70 2024-07-27T06:57:37.948 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:37.948 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":109,"btime":"2024-07-27T06:57:37:391603+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":109,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:37.391564+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5477,"qdb_cluster":[5477]},"id":6}]} 2024-07-27T06:57:37.948 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 109 2024-07-27T06:57:37.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 msgr2=0x7f9c98079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 0x7f9c98079520 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f9cac0058c0 tx=0x7f9cac005c90 comp rx=0 tx=0).stop 2024-07-27T06:57:37.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 msgr2=0x7f9cb81f9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4034040 tx=0x7f9ca40039e0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 shutdown_connections 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9c98077010 0x7f9c98079520 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9cb80cf540 0x7f9cb8153f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cb80cec70 0x7f9cb81f9420 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 --2- 172.21.15.66:0/433554547 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cb80cc630 0x7f9cb8152ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 >> 172.21.15.66:0/433554547 conn(0x7f9cb806d160 msgr2=0x7f9cb80b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 shutdown_connections 2024-07-27T06:57:37.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:37.950+0000 7f9cbfe00640 1 -- 172.21.15.66:0/433554547 wait complete. 2024-07-27T06:57:37.977 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:57:41.905 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T06:57:41.905 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T06:57:42.978 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 -- 172.21.15.66:0/4260681664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc0cecb0 msgr2=0x7fadfc160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 --2- 172.21.15.66:0/4260681664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc0cecb0 0x7fadfc160530 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fadfc0cf700 tx=0x7fade802a560 comp rx=0 tx=0).stop 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 -- 172.21.15.66:0/4260681664 shutdown_connections 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 --2- 172.21.15.66:0/4260681664 >> v2:172.21.15.155:3300/0 conn(0x7fadfc0721d0 0x7fadfc0725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 --2- 172.21.15.66:0/4260681664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc0cecb0 0x7fadfc160530 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 -- 172.21.15.66:0/4260681664 >> 172.21.15.66:0/4260681664 conn(0x7fadfc0cfa70 msgr2=0x7fadfc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:43.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 -- 172.21.15.66:0/4260681664 shutdown_connections 2024-07-27T06:57:43.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.279+0000 7fae01a00640 1 -- 172.21.15.66:0/4260681664 wait complete. 2024-07-27T06:57:43.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.282+0000 7fae01a00640 1 Processor -- start 2024-07-27T06:57:43.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.282+0000 7fae01a00640 1 -- start start 2024-07-27T06:57:43.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.283+0000 7fae01a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadfc0721d0 0x7fadfc13ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadfc0cecb0 0x7fadfc1f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fadfc0cd9d0 con 0x7fadfc1457e0 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fadfc0cd850 con 0x7fadfc0721d0 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fadfc0cdb50 con 0x7fadfc0cecb0 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32978/0 (socket says 172.21.15.66:32978) 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fae01000640 1 -- 172.21.15.66:0/875110647 learned_addr learned my addr 172.21.15.66:0/875110647 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fadfbe00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadfc0721d0 0x7fadfc13ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.284+0000 7fadfb400640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadfc0cecb0 0x7fadfc1f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 -- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadfc0cecb0 msgr2=0x7fadfc1f7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadfc0cecb0 0x7fadfc1f7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 -- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadfc0721d0 msgr2=0x7fadfc13ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadfc0721d0 0x7fadfc13ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 -- 172.21.15.66:0/875110647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadfc0ad950 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01000640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fadf400e990 tx=0x7fadf400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4004d20 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadf400ca40 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadfc0adbf0 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf4005020 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.285+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadfc0ae1b0 con 0x7fadfc1457e0 2024-07-27T06:57:43.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.287+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadfc0ce040 con 0x7fadfc1457e0 2024-07-27T06:57:43.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.288+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fadf40051c0 con 0x7fadfc1457e0 2024-07-27T06:57:43.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.289+0000 7fadf3e00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 0x7faddc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.290+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7953+0+0 (secure 0 0 0) 0x7fadf4099860 con 0x7fadfc1457e0 2024-07-27T06:57:43.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.290+0000 7fadfbe00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 0x7faddc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.291+0000 7fadfbe00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 0x7faddc079520 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fadec006fd0 tx=0x7fadec008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:43.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.295+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fadf4016030 con 0x7fadfc1457e0 2024-07-27T06:57:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.547+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadfc0cf760 con 0x7fadfc1457e0 2024-07-27T06:57:43.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.548+0000 7fadf3e00640 1 -- 172.21.15.66:0/875110647 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+5248 (secure 0 0 0) 0x7fadf40622b0 con 0x7fadfc1457e0 2024-07-27T06:57:43.549 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":110,"btime":"2024-07-27T06:57:38:401435+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7293,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":110}],"filesystems":[{"mdsmap":{"epoch":110,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:37.431345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:resolve","state_seq":12,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5477,"qdb_cluster":[5477]},"id":6}]} 2024-07-27T06:57:43.550 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 110 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 msgr2=0x7faddc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 0x7faddc079520 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fadec006fd0 tx=0x7fadec008040 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 msgr2=0x7fadfc1f8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fadf400e990 tx=0x7fadf400ee50 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 shutdown_connections 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faddc077010 0x7faddc079520 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadfc1457e0 0x7fadfc1f8470 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadfc0cecb0 0x7fadfc1f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 --2- 172.21.15.66:0/875110647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadfc0721d0 0x7fadfc13ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 >> 172.21.15.66:0/875110647 conn(0x7fadfc0cfa70 msgr2=0x7fadfc15d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 shutdown_connections 2024-07-27T06:57:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.551+0000 7fae01a00640 1 -- 172.21.15.66:0/875110647 wait complete. 2024-07-27T06:57:43.583 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:57:43.583 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 -- 172.21.15.66:0/669174718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af80702c0 msgr2=0x7f6af815a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 --2- 172.21.15.66:0/669174718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af80702c0 0x7f6af815a1d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6aec009860 tx=0x7f6aec02a420 comp rx=0 tx=0).stop 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 -- 172.21.15.66:0/669174718 shutdown_connections 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 --2- 172.21.15.66:0/669174718 >> v2:172.21.15.155:3300/0 conn(0x7f6af80cd640 0x7f6af80721d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 --2- 172.21.15.66:0/669174718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af80702c0 0x7f6af815a1d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 -- 172.21.15.66:0/669174718 >> 172.21.15.66:0/669174718 conn(0x7f6af80cfa70 msgr2=0x7f6af80cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 -- 172.21.15.66:0/669174718 shutdown_connections 2024-07-27T06:57:43.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.868+0000 7f6aff000640 1 -- 172.21.15.66:0/669174718 wait complete. 2024-07-27T06:57:43.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.870+0000 7f6aff000640 1 Processor -- start 2024-07-27T06:57:43.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.871+0000 7f6aff000640 1 -- start start 2024-07-27T06:57:43.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 0x7f6af8159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6af80cd640 0x7f6af8073250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6af815e800 con 0x7f6af80702c0 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6af815e680 con 0x7f6af80cd640 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6aff000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6af815e980 con 0x7f6af8072710 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6afdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6afdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32986/0 (socket says 172.21.15.66:32986) 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.872+0000 7f6afdc00640 1 -- 172.21.15.66:0/1858708452 learned_addr learned my addr 172.21.15.66:0/1858708452 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afd200640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 0x7f6af8159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 -- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 msgr2=0x7f6af8159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 0x7f6af8159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 -- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6af80cd640 msgr2=0x7f6af8073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afe600640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6af80cd640 0x7f6af8073250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6af80cd640 0x7f6af8073250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 -- 172.21.15.66:0/1858708452 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af81432a0 con 0x7f6af80702c0 2024-07-27T06:57:43.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afd200640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 0x7f6af8159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.873+0000 7f6afdc00640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f6aec009980 tx=0x7f6aec033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.874+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec031d60 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.874+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6aec033e10 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.874+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6af8140230 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.874+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aec033310 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.874+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6af81f6d60 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.875+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6af8140400 con 0x7f6af80702c0 2024-07-27T06:57:43.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.876+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6aec0334b0 con 0x7f6af80702c0 2024-07-27T06:57:43.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.877+0000 7f6af5600640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 0x7f6ad8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:43.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.877+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7953+0+0 (secure 0 0 0) 0x7f6aec0ba730 con 0x7f6af80702c0 2024-07-27T06:57:43.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.878+0000 7f6afd200640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 0x7f6ad8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:43.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.879+0000 7f6afd200640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 0x7f6ad8079520 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6af8068950 tx=0x7f6ae4005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:43.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:43.881+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6af81432a0 con 0x7f6af80702c0 2024-07-27T06:57:44.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.144+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6af815a1d0 con 0x7f6af80702c0 2024-07-27T06:57:44.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.145+0000 7f6af5600640 1 -- 172.21.15.66:0/1858708452 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+5248 (secure 0 0 0) 0x7f6aec03f030 con 0x7f6af80702c0 2024-07-27T06:57:44.147 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":110,"btime":"2024-07-27T06:57:38:401435+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7293,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":110}],"filesystems":[{"mdsmap":{"epoch":110,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:37.431345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:resolve","state_seq":12,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5477,"qdb_cluster":[5477]},"id":6}]} 2024-07-27T06:57:44.147 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 110 2024-07-27T06:57:44.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.148+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 msgr2=0x7f6ad8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.148+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 0x7f6ad8079520 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f6af8068950 tx=0x7f6ae4005f90 comp rx=0 tx=0).stop 2024-07-27T06:57:44.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.148+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 msgr2=0x7f6af8142d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.148+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f6aec009980 tx=0x7f6aec033c20 comp rx=0 tx=0).stop 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 shutdown_connections 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6ad8077010 0x7f6ad8079520 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6af80cd640 0x7f6af8073250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6af8072710 0x7f6af8159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 --2- 172.21.15.66:0/1858708452 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6af80702c0 0x7f6af8142d60 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 >> 172.21.15.66:0/1858708452 conn(0x7f6af80cfa70 msgr2=0x7f6af8154a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:44.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 shutdown_connections 2024-07-27T06:57:44.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.149+0000 7f6aff000640 1 -- 172.21.15.66:0/1858708452 wait complete. 2024-07-27T06:57:44.181 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:resolve 2024-07-27T06:57:44.182 DEBUG:tasks.cephfs.filesystem:reached state 'up:resolve' in 0.5984499454498291s 2024-07-27T06:57:44.182 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:44.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.467+0000 7f9206c00640 1 -- 172.21.15.66:0/918640478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 msgr2=0x7f920015b5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.467+0000 7f9206c00640 1 --2- 172.21.15.66:0/918640478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f920015b5e0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7f91f4005fd0 tx=0x7f91f402a5d0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.467+0000 7f9206c00640 1 -- 172.21.15.66:0/918640478 shutdown_connections 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.468+0000 7f9206c00640 1 --2- 172.21.15.66:0/918640478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f920015b5e0 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.468+0000 7f9206c00640 1 -- 172.21.15.66:0/918640478 >> 172.21.15.66:0/918640478 conn(0x7f92000cfa70 msgr2=0x7f92000cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.468+0000 7f9206c00640 1 -- 172.21.15.66:0/918640478 shutdown_connections 2024-07-27T06:57:44.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.468+0000 7f9206c00640 1 -- 172.21.15.66:0/918640478 wait complete. 2024-07-27T06:57:44.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.470+0000 7f9206c00640 1 Processor -- start 2024-07-27T06:57:44.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.470+0000 7f9206c00640 1 -- start start 2024-07-27T06:57:44.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:44.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 0x7f92001f8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 0x7f9200073720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f920006e350 con 0x7f92000c4b20 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f920006e1d0 con 0x7f92000cbfc0 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f920006e4d0 con 0x7f9200073310 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9205800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9205800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33006/0 (socket says 172.21.15.66:33006) 2024-07-27T06:57:44.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9205800640 1 -- 172.21.15.66:0/3875211792 learned_addr learned my addr 172.21.15.66:0/3875211792 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:44.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9205800640 1 -- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 msgr2=0x7f9200073720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9206200640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 0x7f9200073720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:44.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.472+0000 7f9204e00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 0x7f92001f8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:44.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9205800640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 0x7f9200073720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9205800640 1 -- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 msgr2=0x7f92001f8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9205800640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 0x7f92001f8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9205800640 1 -- 172.21.15.66:0/3875211792 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92001f9380 con 0x7f92000c4b20 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9206200640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 0x7f9200073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9204e00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 0x7f92001f8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9205800640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f91f4006010 tx=0x7f91f40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f403e030 con 0x7f92000c4b20 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91f4003ca0 con 0x7f92000c4b20 2024-07-27T06:57:44.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91f4035040 con 0x7f92000c4b20 2024-07-27T06:57:44.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9200073c60 con 0x7f92000c4b20 2024-07-27T06:57:44.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.473+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92001556e0 con 0x7f92000c4b20 2024-07-27T06:57:44.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.475+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f920015b5e0 con 0x7f92000c4b20 2024-07-27T06:57:44.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.476+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f91f4041030 con 0x7f92000c4b20 2024-07-27T06:57:44.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.477+0000 7f91fd600640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:44.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.477+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7953+0+0 (secure 0 0 0) 0x7f91f40b9840 con 0x7f92000c4b20 2024-07-27T06:57:44.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.478+0000 7f9204e00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:44.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.479+0000 7f9204e00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f92000ce3d0 tx=0x7f91ec008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:44.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.481+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9200073c60 con 0x7f92000c4b20 2024-07-27T06:57:44.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.736+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f920015b860 con 0x7f92000c4b20 2024-07-27T06:57:44.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.737+0000 7f91fd600640 1 -- 172.21.15.66:0/3875211792 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+5248 (secure 0 0 0) 0x7f92001f9380 con 0x7f92000c4b20 2024-07-27T06:57:44.739 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":110,"btime":"2024-07-27T06:57:38:401435+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7293,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":110}],"filesystems":[{"mdsmap":{"epoch":110,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:37.431345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":5477},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5477":{"gid":5477,"name":"d","rank":1,"incarnation":100,"state":"up:active","state_seq":9,"addr":"172.21.15.155:6837/453068308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":453068308},{"type":"v1","addr":"172.21.15.155:6837","nonce":453068308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:resolve","state_seq":12,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5477,"qdb_cluster":[5477]},"id":6}]} 2024-07-27T06:57:44.740 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 110 2024-07-27T06:57:44.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.740+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 msgr2=0x7f91e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.740+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f92000ce3d0 tx=0x7f91ec008040 comp rx=0 tx=0).stop 2024-07-27T06:57:44.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.740+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 msgr2=0x7f92001f23d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:44.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.740+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7f91f4006010 tx=0x7f91f40038a0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 shutdown_connections 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91e0077010 0x7f91e0079520 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9200073310 0x7f9200073720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f92000cbfc0 0x7f92001f8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 --2- 172.21.15.66:0/3875211792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f92000c4b20 0x7f92001f23d0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 >> 172.21.15.66:0/3875211792 conn(0x7f92000cfa70 msgr2=0x7f920006f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 shutdown_connections 2024-07-27T06:57:44.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:44.741+0000 7f9206c00640 1 -- 172.21.15.66:0/3875211792 wait complete. 2024-07-27T06:57:44.769 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump snaps --server 2024-07-27T06:57:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":11,"last_created":5,"last_destroyed":9,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[{"version":21,"snapinfo":{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}}}],"pending_destroy":[]} 2024-07-27T06:57:45.073 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 5, "last_destroyed": 9, "last_snap": 11, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [ { "snapInfinityo": { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" }, "version": 21 } ], "snaps": [] } 2024-07-27T06:57:45.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 -- 172.21.15.66:0/1730442940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1334072340 msgr2=0x7f133415fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 --2- 172.21.15.66:0/1730442940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1334072340 0x7f133415fab0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f131c005fd0 tx=0x7f131c02a4a0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 -- 172.21.15.66:0/1730442940 shutdown_connections 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 --2- 172.21.15.66:0/1730442940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1334072340 0x7f133415fab0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 --2- 172.21.15.66:0/1730442940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 0x7f1334073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 -- 172.21.15.66:0/1730442940 >> 172.21.15.66:0/1730442940 conn(0x7f13340cfa20 msgr2=0x7f13340cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:45.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 -- 172.21.15.66:0/1730442940 shutdown_connections 2024-07-27T06:57:45.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.363+0000 7f1333e00640 1 -- 172.21.15.66:0/1730442940 wait complete. 2024-07-27T06:57:45.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.366+0000 7f1333e00640 1 Processor -- start 2024-07-27T06:57:45.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.366+0000 7f1333e00640 1 -- start start 2024-07-27T06:57:45.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.367+0000 7f1333e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 0x7f1334144a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1334072340 0x7f13341f2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f133415cd50 con 0x7f133415fff0 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f133415cbd0 con 0x7f1334072340 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f133415ced0 con 0x7f133406fa90 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33026/0 (socket says 172.21.15.66:33026) 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333400640 1 -- 172.21.15.66:0/1519580714 learned_addr learned my addr 172.21.15.66:0/1519580714 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1332a00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 0x7f1334144a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f132be00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1334072340 0x7f13341f2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333400640 1 -- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 msgr2=0x7f1334144a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.368+0000 7f1333400640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 0x7f1334144a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333400640 1 -- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1334072340 msgr2=0x7f13341f2d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333400640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1334072340 0x7f13341f2d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333400640 1 -- 172.21.15.66:0/1519580714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13341451f0 con 0x7f133415fff0 2024-07-27T06:57:45.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333400640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f132c00b9e0 tx=0x7f132c00bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c003b70 con 0x7f133415fff0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f132c003e00 con 0x7f133415fff0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13341454d0 con 0x7f133415fff0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f132c00cb80 con 0x7f133415fff0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.369+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1334154dd0 con 0x7f133415fff0 2024-07-27T06:57:45.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.370+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1334073da0 con 0x7f133415fff0 2024-07-27T06:57:45.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.372+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f132c004000 con 0x7f133415fff0 2024-07-27T06:57:45.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.373+0000 7f132aa00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 0x7f1310079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.373+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 7953+0+0 (secure 0 0 0) 0x7f132c099130 con 0x7f133415fff0 2024-07-27T06:57:45.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.374+0000 7f1332a00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 0x7f1310079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.375+0000 7f1332a00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 0x7f1310079520 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f13240058c0 tx=0x7f1324005d80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:45.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.378+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f132c061a50 con 0x7f133415fff0 2024-07-27T06:57:45.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.672+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f1334144f80 con 0x7f133415fff0 2024-07-27T06:57:45.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.678+0000 7f132aa00640 1 -- 172.21.15.66:0/1519580714 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 5477 v111) ==== 97+0+0 (secure 0 0 0) 0x7f132c061350 con 0x7f133415fff0 2024-07-27T06:57:45.679 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 5477 2024-07-27T06:57:45.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.681+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 msgr2=0x7f1310079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.681+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 0x7f1310079520 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f13240058c0 tx=0x7f1324005d80 comp rx=0 tx=0).stop 2024-07-27T06:57:45.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.681+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 msgr2=0x7f1334142020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.681+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f132c00b9e0 tx=0x7f132c00bea0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 shutdown_connections 2024-07-27T06:57:45.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1310077010 0x7f1310079520 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f133415fff0 0x7f1334142020 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1334072340 0x7f13341f2d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 --2- 172.21.15.66:0/1519580714 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f133406fa90 0x7f1334144a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.682+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 >> 172.21.15.66:0/1519580714 conn(0x7f13340cfa20 msgr2=0x7f13340b0f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:45.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.683+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 shutdown_connections 2024-07-27T06:57:45.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.683+0000 7f1333e00640 1 -- 172.21.15.66:0/1519580714 wait complete. 2024-07-27T06:57:45.711 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T06:57:45.712 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T06:57:45.712 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T06:57:45.712 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:57:45.712 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:57:45.712 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T06:57:45.713 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T06:57:45.713 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T06:57:45.721 INFO:tasks.ceph.mds.d:Started 2024-07-27T06:57:45.722 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:45.950 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T06:57:45.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.977+0000 7f431e600640 1 -- 172.21.15.66:0/505859176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43180cd640 msgr2=0x7f431815a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.977+0000 7f431e600640 1 --2- 172.21.15.66:0/505859176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43180cd640 0x7f431815a1d0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f4300009830 tx=0x7f430002a490 comp rx=0 tx=0).stop 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.977+0000 7f431e600640 1 -- 172.21.15.66:0/505859176 shutdown_connections 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.977+0000 7f431e600640 1 --2- 172.21.15.66:0/505859176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f431806f480 0x7f43180721d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.977+0000 7f431e600640 1 --2- 172.21.15.66:0/505859176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43180cd640 0x7f431815a1d0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.978+0000 7f431e600640 1 -- 172.21.15.66:0/505859176 >> 172.21.15.66:0/505859176 conn(0x7f43180cfa70 msgr2=0x7f43180cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.978+0000 7f431e600640 1 -- 172.21.15.66:0/505859176 shutdown_connections 2024-07-27T06:57:45.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.978+0000 7f431e600640 1 -- 172.21.15.66:0/505859176 wait complete. 2024-07-27T06:57:45.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.981+0000 7f431e600640 1 Processor -- start 2024-07-27T06:57:45.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.981+0000 7f431e600640 1 -- start start 2024-07-27T06:57:45.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f431806f890 0x7f43181551b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43180cd640 0x7f43181556f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f431815e470 con 0x7f431806f480 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f43180cb3c0 con 0x7f431806f890 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f431815e5f0 con 0x7f43180cd640 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33046/0 (socket says 172.21.15.66:33046) 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431d200640 1 -- 172.21.15.66:0/3265276530 learned_addr learned my addr 172.21.15.66:0/3265276530 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f4317e00640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f431806f890 0x7f43181551b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.983+0000 7f431dc00640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43180cd640 0x7f43181556f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 -- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43180cd640 msgr2=0x7f43181556f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43180cd640 0x7f43181556f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 -- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f431806f890 msgr2=0x7f43181551b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f431806f890 0x7f43181551b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 -- 172.21.15.66:0/3265276530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43180b5200 con 0x7f431806f480 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f431d200640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f4300009950 tx=0x7f4300033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.984+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4300005c90 con 0x7f431806f480 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.985+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4300031e50 con 0x7f431806f480 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.985+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43000332f0 con 0x7f431806f480 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.985+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4318156ce0 con 0x7f431806f480 2024-07-27T06:57:45.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.985+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43181572a0 con 0x7f431806f480 2024-07-27T06:57:45.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.986+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4318068730 con 0x7f431806f480 2024-07-27T06:57:45.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.987+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4300033490 con 0x7f431806f480 2024-07-27T06:57:45.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.988+0000 7f4314c00640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 0x7f42f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:45.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.988+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8039+0+0 (secure 0 0 0) 0x7f43000baa00 con 0x7f431806f480 2024-07-27T06:57:45.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.989+0000 7f4317e00640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 0x7f42f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:45.991 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.990+0000 7f4317e00640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 0x7f42f4079520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4318157ab0 tx=0x7f430800b3e0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:45.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:45.992+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4318068730 con 0x7f431806f480 2024-07-27T06:57:46.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.231+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f431815a1d0 con 0x7f431806f480 2024-07-27T06:57:46.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.232+0000 7f4314c00640 1 -- 172.21.15.66:0/3265276530 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 112 v112) ==== 95+0+4415 (secure 0 0 0) 0x7f4300052080 con 0x7f431806f480 2024-07-27T06:57:46.234 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":112,"btime":"2024-07-27T06:57:45:684491+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":112,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:45.684468+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:resolve","state_seq":12,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:46.234 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 112 2024-07-27T06:57:46.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 msgr2=0x7f42f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:46.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 0x7f42f4079520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f4318157ab0 tx=0x7f430800b3e0 comp rx=0 tx=0).stop 2024-07-27T06:57:46.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 msgr2=0x7f43180afc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:46.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f4300009950 tx=0x7f4300033c90 comp rx=0 tx=0).stop 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 shutdown_connections 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f42f4077010 0x7f42f4079520 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43180cd640 0x7f43181556f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f431806f890 0x7f43181551b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 --2- 172.21.15.66:0/3265276530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f431806f480 0x7f43180afc60 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 >> 172.21.15.66:0/3265276530 conn(0x7f43180cfa70 msgr2=0x7f4318072bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 shutdown_connections 2024-07-27T06:57:46.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:46.236+0000 7f431e600640 1 -- 172.21.15.66:0/3265276530 wait complete. 2024-07-27T06:57:46.265 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:57:48.620 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-27T06:57:51.266 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 -- 172.21.15.66:0/655993082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1af0003a50 msgr2=0x7f1af0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 --2- 172.21.15.66:0/655993082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1af0003a50 0x7f1af0003ea0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f1af800bbe0 tx=0x7f1af0005830 comp rx=0 tx=0).stop 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 -- 172.21.15.66:0/655993082 shutdown_connections 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 --2- 172.21.15.66:0/655993082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1af0003a50 0x7f1af0003ea0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 -- 172.21.15.66:0/655993082 >> 172.21.15.66:0/655993082 conn(0x7f1b100cfa70 msgr2=0x7f1b100cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 -- 172.21.15.66:0/655993082 shutdown_connections 2024-07-27T06:57:51.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.570+0000 7f1b16400640 1 -- 172.21.15.66:0/655993082 wait complete. 2024-07-27T06:57:51.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.573+0000 7f1b16400640 1 Processor -- start 2024-07-27T06:57:51.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.573+0000 7f1b16400640 1 -- start start 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.575+0000 7f1b16400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1af0003a50 0x7f1b1015b880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.575+0000 7f1b16400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 0x7f1b100ae9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b16400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b16400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1b10072760 con 0x7f1b100aef30 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b16400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1b100725e0 con 0x7f1b100ae5e0 2024-07-27T06:57:51.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b16400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1b100728e0 con 0x7f1af0003a50 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57030/0 (socket says 172.21.15.66:57030) 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 -- 172.21.15.66:0/557172504 learned_addr learned my addr 172.21.15.66:0/557172504 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15000640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1af0003a50 0x7f1b1015b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b07e00640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 0x7f1b100ae9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 -- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1af0003a50 msgr2=0x7f1b1015b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1af0003a50 0x7f1b1015b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 -- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 msgr2=0x7f1b100ae9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 0x7f1b100ae9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b15a00640 1 -- 172.21.15.66:0/557172504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b1013b4f0 con 0x7f1b100aef30 2024-07-27T06:57:51.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.576+0000 7f1b07e00640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 0x7f1b100ae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:51.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b15a00640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f1af00057e0 tx=0x7f1b0800ba60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b080065c0 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b08006850 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b100adb00 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b0800f6d0 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.577+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b1015bdc0 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.579+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b100cb6d0 con 0x7f1b100aef30 2024-07-27T06:57:51.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.580+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1b0800d050 con 0x7f1b100aef30 2024-07-27T06:57:51.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.581+0000 7f1b0d600640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 0x7f1aec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:51.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.581+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8039+0+0 (secure 0 0 0) 0x7f1b08099770 con 0x7f1b100aef30 2024-07-27T06:57:51.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.582+0000 7f1b15000640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 0x7f1aec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:51.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.583+0000 7f1b15000640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 0x7f1aec079520 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1af8035000 tx=0x7f1af80046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:51.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.586+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1b08020020 con 0x7f1b100aef30 2024-07-27T06:57:51.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.850+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b101601b0 con 0x7f1b100aef30 2024-07-27T06:57:51.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.851+0000 7f1b0d600640 1 -- 172.21.15.66:0/557172504 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 114 v114) ==== 95+0+5249 (secure 0 0 0) 0x7f1b080620d0 con 0x7f1b100aef30 2024-07-27T06:57:51.852 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:51.852 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":114,"btime":"2024-07-27T06:57:47:698204+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":114,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:46.706748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:reconnect","state_seq":15,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:51.852 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 114 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.854+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 msgr2=0x7f1aec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.854+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 0x7f1aec079520 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1af8035000 tx=0x7f1af80046c0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.854+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 msgr2=0x7f1b1013e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.854+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f1af00057e0 tx=0x7f1b0800ba60 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 shutdown_connections 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aec077010 0x7f1aec079520 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1b100aef30 0x7f1b1013e040 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1b100ae5e0 0x7f1b100ae9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 --2- 172.21.15.66:0/557172504 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1af0003a50 0x7f1b1015b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 >> 172.21.15.66:0/557172504 conn(0x7f1b100cfa70 msgr2=0x7f1b100cd640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:51.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 shutdown_connections 2024-07-27T06:57:51.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:51.855+0000 7f1b16400640 1 -- 172.21.15.66:0/557172504 wait complete. 2024-07-27T06:57:51.887 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:57:51.887 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 -- 172.21.15.66:0/4020516989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 msgr2=0x7f74ac0cec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 --2- 172.21.15.66:0/4020516989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac0cec70 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f74ac15b180 tx=0x7f749c02aeb0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 -- 172.21.15.66:0/4020516989 shutdown_connections 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 --2- 172.21.15.66:0/4020516989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cc630 0x7f74ac0cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 --2- 172.21.15.66:0/4020516989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac0cec70 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 -- 172.21.15.66:0/4020516989 >> 172.21.15.66:0/4020516989 conn(0x7f74ac06d160 msgr2=0x7f74ac0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:52.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 -- 172.21.15.66:0/4020516989 shutdown_connections 2024-07-27T06:57:52.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.182+0000 7f74b2400640 1 -- 172.21.15.66:0/4020516989 wait complete. 2024-07-27T06:57:52.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.185+0000 7f74b2400640 1 Processor -- start 2024-07-27T06:57:52.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.185+0000 7f74b2400640 1 -- start start 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74ac0cc630 0x7f74ac0ae9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cf540 0x7f74ac0ae390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac0cded0 con 0x7f74ac15b490 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f74ac0cdd50 con 0x7f74ac0cc630 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.186+0000 7f74b2400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f74ac0ce050 con 0x7f74ac0cf540 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57054/0 (socket says 172.21.15.66:57054) 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 -- 172.21.15.66:0/459208375 learned_addr learned my addr 172.21.15.66:0/459208375 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74aaa00640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cf540 0x7f74ac0ae390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:52.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74ab400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74ac0cc630 0x7f74ac0ae9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 -- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cf540 msgr2=0x7f74ac0ae390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cf540 0x7f74ac0ae390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 -- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74ac0cc630 msgr2=0x7f74ac0ae9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74ac0cc630 0x7f74ac0ae9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.187+0000 7f74abe00640 1 -- 172.21.15.66:0/459208375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74ac0b1a90 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74abe00640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f74a400c9a0 tx=0x7f74a400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4007bb0 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74ac0ad8b0 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74a400f450 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74a4007e60 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.188+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74ac09bf40 con 0x7f74ac15b490 2024-07-27T06:57:52.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.189+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74ac0ce5e0 con 0x7f74ac15b490 2024-07-27T06:57:52.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.191+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f74a400f8a0 con 0x7f74ac15b490 2024-07-27T06:57:52.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.192+0000 7f74a3400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 0x7f7488079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:52.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.193+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8039+0+0 (secure 0 0 0) 0x7f74a4099a90 con 0x7f74ac15b490 2024-07-27T06:57:52.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.193+0000 7f74ab400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 0x7f7488079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:52.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.194+0000 7f74ab400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 0x7f7488079520 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7494006fd0 tx=0x7f7494008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:52.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.197+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f74a4014030 con 0x7f74ac15b490 2024-07-27T06:57:52.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.455+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74ac09c170 con 0x7f74ac15b490 2024-07-27T06:57:52.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.457+0000 7f74a3400640 1 -- 172.21.15.66:0/459208375 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 114 v114) ==== 95+0+5249 (secure 0 0 0) 0x7f74a40622e0 con 0x7f74ac15b490 2024-07-27T06:57:52.457 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:52.458 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":114,"btime":"2024-07-27T06:57:47:698204+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":114,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:46.706748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:reconnect","state_seq":15,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:52.458 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 114 2024-07-27T06:57:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.459+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 msgr2=0x7f7488079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:52.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.459+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 0x7f7488079520 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f7494006fd0 tx=0x7f7494008040 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.459+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 msgr2=0x7f74ac09b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f74a400c9a0 tx=0x7f74a400ce60 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 shutdown_connections 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7488077010 0x7f7488079520 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f74ac15b490 0x7f74ac09b470 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f74ac0cf540 0x7f74ac0ae390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 --2- 172.21.15.66:0/459208375 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f74ac0cc630 0x7f74ac0ae9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 >> 172.21.15.66:0/459208375 conn(0x7f74ac06d160 msgr2=0x7f74ac15ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 shutdown_connections 2024-07-27T06:57:52.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:52.460+0000 7f74b2400640 1 -- 172.21.15.66:0/459208375 wait complete. 2024-07-27T06:57:52.490 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:53.491 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:53.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 -- 172.21.15.66:0/2429680552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1381446e0 msgr2=0x7fa1380ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:53.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 --2- 172.21.15.66:0/2429680552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1381446e0 0x7fa1380ce8d0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7fa128009830 tx=0x7fa12802a470 comp rx=0 tx=0).stop 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 -- 172.21.15.66:0/2429680552 shutdown_connections 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 --2- 172.21.15.66:0/2429680552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1380cee10 0x7fa13806fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 --2- 172.21.15.66:0/2429680552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1381446e0 0x7fa1380ce8d0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 -- 172.21.15.66:0/2429680552 >> 172.21.15.66:0/2429680552 conn(0x7fa1380cfa70 msgr2=0x7fa1380cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 -- 172.21.15.66:0/2429680552 shutdown_connections 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.794+0000 7fa13da00640 1 -- 172.21.15.66:0/2429680552 wait complete. 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.797+0000 7fa13da00640 1 Processor -- start 2024-07-27T06:57:53.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.797+0000 7fa13da00640 1 -- start start 2024-07-27T06:57:53.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:53.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1380cee10 0x7fa1381f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:53.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 0x7fa13815c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:53.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa13815f050 con 0x7fa1380700b0 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa1380cc150 con 0x7fa1380cee10 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa13da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa13815f1d0 con 0x7fa1381446e0 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa137e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa137e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57068/0 (socket says 172.21.15.66:57068) 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.799+0000 7fa137e00640 1 -- 172.21.15.66:0/3750562318 learned_addr learned my addr 172.21.15.66:0/3750562318 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137400640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1380cee10 0x7fa1381f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 -- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 msgr2=0x7fa13815c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa13d000640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 0x7fa13815c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 0x7fa13815c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 -- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1380cee10 msgr2=0x7fa1381f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1380cee10 0x7fa1381f4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:53.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 -- 172.21.15.66:0/3750562318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1381f9710 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa13d000640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 0x7fa13815c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa137e00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fa12802aa60 tx=0x7fa128033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128031d60 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa128033e10 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa128005260 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.800+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1380b2b40 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.801+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1381f5220 con 0x7fa1380700b0 2024-07-27T06:57:53.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.802+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa13806fb70 con 0x7fa1380700b0 2024-07-27T06:57:53.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.803+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa128005400 con 0x7fa1380700b0 2024-07-27T06:57:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.804+0000 7fa12fe00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 0x7fa114079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.804+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 8039+0+0 (secure 0 0 0) 0x7fa1280ba2f0 con 0x7fa1380700b0 2024-07-27T06:57:53.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.805+0000 7fa137400640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 0x7fa114079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:53.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.806+0000 7fa137400640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 0x7fa114079520 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa138144af0 tx=0x7fa120005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:53.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:53.809+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa12803f030 con 0x7fa1380700b0 2024-07-27T06:57:54.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.061+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa13813df40 con 0x7fa1380700b0 2024-07-27T06:57:54.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.063+0000 7fa12fe00640 1 -- 172.21.15.66:0/3750562318 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 114 v114) ==== 95+0+5249 (secure 0 0 0) 0x7fa128082bc0 con 0x7fa1380700b0 2024-07-27T06:57:54.063 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:54.063 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":114,"btime":"2024-07-27T06:57:47:698204+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":114,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:46.706748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:reconnect","state_seq":15,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:54.064 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 114 2024-07-27T06:57:54.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.065+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 msgr2=0x7fa114079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.065+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 0x7fa114079520 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa138144af0 tx=0x7fa120005f90 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 msgr2=0x7fa13813f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fa12802aa60 tx=0x7fa128033c20 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 shutdown_connections 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa114077010 0x7fa114079520 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa1381446e0 0x7fa13815c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa1380cee10 0x7fa1381f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 --2- 172.21.15.66:0/3750562318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa1380700b0 0x7fa13813f940 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 >> 172.21.15.66:0/3750562318 conn(0x7fa1380cfa70 msgr2=0x7fa13815a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 shutdown_connections 2024-07-27T06:57:54.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:54.066+0000 7fa13da00640 1 -- 172.21.15.66:0/3750562318 wait complete. 2024-07-27T06:57:54.092 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:55.093 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:55.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.383+0000 7f7c0ce00640 1 -- 172.21.15.66:0/216553474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7bec003bd0 msgr2=0x7f7bec004040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:55.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.383+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/216553474 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7bec003bd0 0x7f7bec004040 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8006f80 tx=0x7f7bec005830 comp rx=0 tx=0).stop 2024-07-27T06:57:55.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.383+0000 7f7c06800640 1 -- 172.21.15.66:0/216553474 reap_dead start 2024-07-27T06:57:55.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.384+0000 7f7c0ce00640 1 -- 172.21.15.66:0/216553474 shutdown_connections 2024-07-27T06:57:55.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.384+0000 7f7c0ce00640 1 -- 172.21.15.66:0/216553474 >> 172.21.15.66:0/216553474 conn(0x7f7c0806d160 msgr2=0x7f7c080b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:55.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.384+0000 7f7c0ce00640 1 -- 172.21.15.66:0/216553474 shutdown_connections 2024-07-27T06:57:55.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.384+0000 7f7c0ce00640 1 -- 172.21.15.66:0/216553474 wait complete. 2024-07-27T06:57:55.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.386+0000 7f7c0ce00640 1 Processor -- start 2024-07-27T06:57:55.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.386+0000 7f7c0ce00640 1 -- start start 2024-07-27T06:57:55.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bec003bd0 0x7f7c08148e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c0814c390 0x7f7c0814b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c080b2bb0 con 0x7f7c0814bcc0 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7c080b44c0 con 0x7f7bec003bd0 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c0ce00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7c080b2d30 con 0x7f7c0814c390 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c06800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c06800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57092/0 (socket says 172.21.15.66:57092) 2024-07-27T06:57:55.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.388+0000 7f7c06800640 1 -- 172.21.15.66:0/1441722959 learned_addr learned my addr 172.21.15.66:0/1441722959 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:55.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c05e00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bec003bd0 0x7f7c08148e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:55.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7bffe00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c0814c390 0x7f7c0814b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 -- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c0814c390 msgr2=0x7f7c0814b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c0814c390 0x7f7c0814b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 -- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bec003bd0 msgr2=0x7f7c08148e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bec003bd0 0x7f7c08148e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 -- 172.21.15.66:0/1441722959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c08149340 con 0x7f7c0814bcc0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.389+0000 7f7c06800640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7c00005fd0 tx=0x7f7c00009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.390+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00004b20 con 0x7f7c0814bcc0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.390+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c00004db0 con 0x7f7c0814bcc0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.390+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00011970 con 0x7f7c0814bcc0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.390+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c08157ff0 con 0x7f7c0814bcc0 2024-07-27T06:57:55.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.390+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c08159830 con 0x7f7c0814bcc0 2024-07-27T06:57:55.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.391+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c080b32c0 con 0x7f7c0814bcc0 2024-07-27T06:57:55.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.393+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7c0001b020 con 0x7f7c0814bcc0 2024-07-27T06:57:55.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.394+0000 7f7bfe000640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 0x7f7be4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:55.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.394+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f7c000994a0 con 0x7f7c0814bcc0 2024-07-27T06:57:55.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.394+0000 7f7c05e00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 0x7f7be4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:55.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.396+0000 7f7c05e00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 0x7f7be4079520 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8033000 tx=0x7f7bf8001930 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:55.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.399+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7c00061d40 con 0x7f7c0814bcc0 2024-07-27T06:57:55.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.651+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c080b3f70 con 0x7f7c0814bcc0 2024-07-27T06:57:55.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.653+0000 7f7bfe000640 1 -- 172.21.15.66:0/1441722959 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 114 v114) ==== 95+0+5249 (secure 0 0 0) 0x7f7c00061640 con 0x7f7c0814bcc0 2024-07-27T06:57:55.655 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:55.655 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":114,"btime":"2024-07-27T06:57:47:698204+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":114,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:46.706748+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:reconnect","state_seq":15,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:57:55.655 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 114 2024-07-27T06:57:55.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 msgr2=0x7f7be4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:55.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 0x7f7be4079520 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7bf8033000 tx=0x7f7bf8001930 comp rx=0 tx=0).stop 2024-07-27T06:57:55.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 msgr2=0x7f7c081587b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:55.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7c00005fd0 tx=0x7f7c00009a80 comp rx=0 tx=0).stop 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 shutdown_connections 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7be4077010 0x7f7be4079520 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c0814bcc0 0x7f7c081587b0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c0814c390 0x7f7c0814b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 --2- 172.21.15.66:0/1441722959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7bec003bd0 0x7f7c08148e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 >> 172.21.15.66:0/1441722959 conn(0x7f7c0806d160 msgr2=0x7f7c080cf200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:55.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.656+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 shutdown_connections 2024-07-27T06:57:55.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:55.657+0000 7f7c0ce00640 1 -- 172.21.15.66:0/1441722959 wait complete. 2024-07-27T06:57:55.685 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:57:56.686 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:56.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 -- 172.21.15.66:0/3288825692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7160003a00 msgr2=0x7f7160003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 --2- 172.21.15.66:0/3288825692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7160003a00 0x7f7160003e70 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f716c009b50 tx=0x7f7160005830 comp rx=0 tx=0).stop 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717dc00640 1 -- 172.21.15.66:0/3288825692 reap_dead start 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 -- 172.21.15.66:0/3288825692 shutdown_connections 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 -- 172.21.15.66:0/3288825692 >> 172.21.15.66:0/3288825692 conn(0x7f71780cfa70 msgr2=0x7f71780cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 -- 172.21.15.66:0/3288825692 shutdown_connections 2024-07-27T06:57:57.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.980+0000 7f717e600640 1 -- 172.21.15.66:0/3288825692 wait complete. 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.982+0000 7f717e600640 1 Processor -- start 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.982+0000 7f717e600640 1 -- start start 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7160003a00 0x7f71781575d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 0x7f7178073340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f71780cb7f0 con 0x7f7178159740 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7178161d20 con 0x7f7160003a00 2024-07-27T06:57:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f717e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f71780c94a0 con 0x7f7178072f30 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f7177e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f7177e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57106/0 (socket says 172.21.15.66:57106) 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.984+0000 7f7177e00640 1 -- 172.21.15.66:0/243376863 learned_addr learned my addr 172.21.15.66:0/243376863 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f717d200640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7160003a00 0x7f71781575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f717dc00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 0x7f7178073340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 -- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 msgr2=0x7f7178073340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 0x7f7178073340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 -- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7160003a00 msgr2=0x7f71781575d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7160003a00 0x7f71781575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 -- 172.21.15.66:0/243376863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7178073880 con 0x7f7178159740 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f717dc00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 0x7f7178073340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7177e00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f7164010a10 tx=0x7f7164010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716400ece0 con 0x7f7178159740 2024-07-27T06:57:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f716400ee80 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7164005260 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.985+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71780c6b20 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.986+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71780c70c0 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.987+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71780cd850 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.988+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7164005400 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.989+0000 7f7174c00640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 0x7f7158079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.989+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f7164099f20 con 0x7f7178159740 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.990+0000 7f717d200640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 0x7f7158079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.991+0000 7f717d200640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 0x7f7158079520 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f716c035000 tx=0x7f716c02d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:57.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:56.994+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7178073880 con 0x7f7178159740 2024-07-27T06:57:57.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.262+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f717815a200 con 0x7f7178159740 2024-07-27T06:57:57.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.263+0000 7f7174c00640 1 -- 172.21.15.66:0/243376863 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 116 v116) ==== 95+0+5255 (secure 0 0 0) 0x7f71640627c0 con 0x7f7178159740 2024-07-27T06:57:57.265 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:57.265 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":116,"btime":"2024-07-27T06:57:57:090898+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":116,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:57.090887+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:57:57.265 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 116 2024-07-27T06:57:57.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 msgr2=0x7f7158079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 0x7f7158079520 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f716c035000 tx=0x7f716c02d040 comp rx=0 tx=0).stop 2024-07-27T06:57:57.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 msgr2=0x7f7178159b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f7164010a10 tx=0x7f7164010ed0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 shutdown_connections 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7158077010 0x7f7158079520 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7178072f30 0x7f7178073340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7178159740 0x7f7178159b50 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 --2- 172.21.15.66:0/243376863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7160003a00 0x7f71781575d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 >> 172.21.15.66:0/243376863 conn(0x7f71780cfa70 msgr2=0x7f71780720d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.266+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 shutdown_connections 2024-07-27T06:57:57.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.267+0000 7f717e600640 1 -- 172.21.15.66:0/243376863 wait complete. 2024-07-27T06:57:57.299 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:active 2024-07-27T06:57:57.299 DEBUG:tasks.cephfs.filesystem:reached state 'up:active' in 5.412288427352905s 2024-07-27T06:57:57.299 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 -- 172.21.15.66:0/4172392679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb298004c40 msgr2=0x7fb2980050b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 --2- 172.21.15.66:0/4172392679 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb298004c40 0x7fb2980050b0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fb29c009b20 tx=0x7fb298006940 comp rx=0 tx=0).stop 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2b3e00640 1 -- 172.21.15.66:0/4172392679 reap_dead start 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 -- 172.21.15.66:0/4172392679 shutdown_connections 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 -- 172.21.15.66:0/4172392679 >> 172.21.15.66:0/4172392679 conn(0x7fb2b406d160 msgr2=0x7fb2b40b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 -- 172.21.15.66:0/4172392679 shutdown_connections 2024-07-27T06:57:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.590+0000 7fb2ba600640 1 -- 172.21.15.66:0/4172392679 wait complete. 2024-07-27T06:57:57.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.593+0000 7fb2ba600640 1 Processor -- start 2024-07-27T06:57:57.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.594+0000 7fb2ba600640 1 -- start start 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb298004c40 0x7fb2b414e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2b409c930 0x7fb2b409cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b415a6b0 con 0x7fb2b4073710 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b415a530 con 0x7fb298004c40 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2ba600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb2b415a830 con 0x7fb2b409c930 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2b2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2b2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57114/0 (socket says 172.21.15.66:57114) 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.596+0000 7fb2b2a00640 1 -- 172.21.15.66:0/999254136 learned_addr learned my addr 172.21.15.66:0/999254136 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b3400640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb298004c40 0x7fb2b414e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b3e00640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2b409c930 0x7fb2b409cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 -- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2b409c930 msgr2=0x7fb2b409cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2b409c930 0x7fb2b409cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 -- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb298004c40 msgr2=0x7fb2b414e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb298004c40 0x7fb2b414e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 -- 172.21.15.66:0/999254136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b409d280 con 0x7fb2b4073710 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2b2a00640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fb2a4009fd0 tx=0x7fb2a4011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a4004460 con 0x7fb2b4073710 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2a4016070 con 0x7fb2b4073710 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2b40732b0 con 0x7fb2b4073710 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.597+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a400fba0 con 0x7fb2b4073710 2024-07-27T06:57:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.598+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2b40727d0 con 0x7fb2b4073710 2024-07-27T06:57:57.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.599+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2b415b490 con 0x7fb2b4073710 2024-07-27T06:57:57.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.600+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb2a4018030 con 0x7fb2b4073710 2024-07-27T06:57:57.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.602+0000 7fb2ab400640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 0x7fb290079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:57.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.602+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7fb2a4099c40 con 0x7fb2b4073710 2024-07-27T06:57:57.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.603+0000 7fb2b3400640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 0x7fb290079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:57.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.604+0000 7fb2b3400640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 0x7fb290079520 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb29c035000 tx=0x7fb29c02d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:57.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.607+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb2b409d280 con 0x7fb2b4073710 2024-07-27T06:57:57.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.860+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb2b415bfa0 con 0x7fb2b4073710 2024-07-27T06:57:57.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.861+0000 7fb2ab400640 1 -- 172.21.15.66:0/999254136 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 116 v116) ==== 95+0+5255 (secure 0 0 0) 0x7fb2a40624e0 con 0x7fb2b4073710 2024-07-27T06:57:57.863 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:57.863 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":116,"btime":"2024-07-27T06:57:57:090898+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":116,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:57.090887+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:57:57.863 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 116 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 msgr2=0x7fb290079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 0x7fb290079520 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fb29c035000 tx=0x7fb29c02d040 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 msgr2=0x7fb2b4073b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fb2a4009fd0 tx=0x7fb2a4011cb0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 shutdown_connections 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb290077010 0x7fb290079520 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb2b409c930 0x7fb2b409cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb2b4073710 0x7fb2b4073b20 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 --2- 172.21.15.66:0/999254136 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb298004c40 0x7fb2b414e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 >> 172.21.15.66:0/999254136 conn(0x7fb2b406d160 msgr2=0x7fb2b40ad050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:57.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.864+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 shutdown_connections 2024-07-27T06:57:57.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:57.865+0000 7fb2ba600640 1 -- 172.21.15.66:0/999254136 wait complete. 2024-07-27T06:57:57.891 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump snaps --server 2024-07-27T06:57:58.124 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:57:58.132 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:57:58.202 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":11,"last_created":11,"last_destroyed":9,"pending_noop":[],"snaps":[{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:57:58.202 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 11, "last_destroyed": 9, "last_snap": 11, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" } ] } 2024-07-27T06:57:58.203 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:57:58.203 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:57:58.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.482+0000 7f036d800640 1 -- 172.21.15.66:0/2238505965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03681457e0 msgr2=0x7f03680cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.482+0000 7f036d800640 1 --2- 172.21.15.66:0/2238505965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03681457e0 0x7f03680cecb0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f0358005fd0 tx=0x7f035802a530 comp rx=0 tx=0).stop 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 -- 172.21.15.66:0/2238505965 shutdown_connections 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 --2- 172.21.15.66:0/2238505965 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03680721d0 0x7f03680725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 --2- 172.21.15.66:0/2238505965 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03681457e0 0x7f03680cecb0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 -- 172.21.15.66:0/2238505965 >> 172.21.15.66:0/2238505965 conn(0x7f03680cfa70 msgr2=0x7f03680cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 -- 172.21.15.66:0/2238505965 shutdown_connections 2024-07-27T06:57:58.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.483+0000 7f036d800640 1 -- 172.21.15.66:0/2238505965 wait complete. 2024-07-27T06:57:58.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.485+0000 7f036d800640 1 Processor -- start 2024-07-27T06:57:58.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.485+0000 7f036d800640 1 -- start start 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 0x7f03681f5440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0368160530 0x7f03680b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f03680cd9d0 con 0x7f03680721d0 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f03680cd850 con 0x7f0368160530 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f036d800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f03680cdb50 con 0x7f03681457e0 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f0367e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f0367e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57132/0 (socket says 172.21.15.66:57132) 2024-07-27T06:57:58.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.487+0000 7f0367e00640 1 -- 172.21.15.66:0/1353111244 learned_addr learned my addr 172.21.15.66:0/1353111244 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:58.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f035f400640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 0x7f03681f5440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:58.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 -- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 msgr2=0x7f03681f5440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 0x7f03681f5440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 -- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0368160530 msgr2=0x7f03680b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f036ce00640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0368160530 0x7f03680b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0368160530 0x7f03680b4d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 -- 172.21.15.66:0/1353111244 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f036813f0e0 con 0x7f03680721d0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f035f400640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 0x7f03681f5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.488+0000 7f0367e00640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f0358034040 tx=0x7f03580038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.489+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f035803e030 con 0x7f03680721d0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.489+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0358003d90 con 0x7f03680721d0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.489+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03681f6170 con 0x7f03680721d0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.489+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0358035040 con 0x7f03680721d0 2024-07-27T06:57:58.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.489+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0368140d30 con 0x7f03680721d0 2024-07-27T06:57:58.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.490+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03680ce070 con 0x7f03680721d0 2024-07-27T06:57:58.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.492+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0358041030 con 0x7f03680721d0 2024-07-27T06:57:58.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.493+0000 7f0364c00640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 0x7f0344079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:58.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.493+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f03580b9d80 con 0x7f03680721d0 2024-07-27T06:57:58.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.493+0000 7f035f400640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 0x7f0344079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:58.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.495+0000 7f035f400640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 0x7f0344079520 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f03681ec2e0 tx=0x7f0350008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:58.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.497+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0368072b20 con 0x7f03680721d0 2024-07-27T06:57:58.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.747+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03680cf760 con 0x7f03680721d0 2024-07-27T06:57:58.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.749+0000 7f0364c00640 1 -- 172.21.15.66:0/1353111244 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 116 v116) ==== 95+0+5255 (secure 0 0 0) 0x7f0358082710 con 0x7f03680721d0 2024-07-27T06:57:58.750 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:57:58.751 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":116,"btime":"2024-07-27T06:57:57:090898+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":116,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:57.090887+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:57:58.751 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 116 2024-07-27T06:57:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.751+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 msgr2=0x7f0344079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 0x7f0344079520 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f03681ec2e0 tx=0x7f0350008040 comp rx=0 tx=0).stop 2024-07-27T06:57:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 msgr2=0x7f036813eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f0358034040 tx=0x7f03580038a0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 shutdown_connections 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0344077010 0x7f0344079520 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0368160530 0x7f03680b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f03681457e0 0x7f03681f5440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 --2- 172.21.15.66:0/1353111244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f03680721d0 0x7f036813eba0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 >> 172.21.15.66:0/1353111244 conn(0x7f03680cfa70 msgr2=0x7f03680aeb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 shutdown_connections 2024-07-27T06:57:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:58.752+0000 7f036d800640 1 -- 172.21.15.66:0/1353111244 wait complete. 2024-07-27T06:57:58.780 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump snaps --server 2024-07-27T06:57:59.079 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":11,"last_created":11,"last_destroyed":9,"pending_noop":[],"snaps":[{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:57:59.080 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 11, "last_destroyed": 9, "last_snap": 11, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" } ] } 2024-07-27T06:57:59.080 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:57:59.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:59.081 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:57:59.172 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:59.172 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:59.231 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:57:59.231 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:57:59.287 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:57:59.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 -- 172.21.15.66:0/1371159264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23a4004800 msgr2=0x7f23a4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 --2- 172.21.15.66:0/1371159264 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23a4004800 0x7f23a4004c10 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f23a800bb20 tx=0x7f23a4005830 comp rx=0 tx=0).stop 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bf400640 1 -- 172.21.15.66:0/1371159264 reap_dead start 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 -- 172.21.15.66:0/1371159264 shutdown_connections 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 -- 172.21.15.66:0/1371159264 >> 172.21.15.66:0/1371159264 conn(0x7f23c00b3770 msgr2=0x7f23c00b3b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 -- 172.21.15.66:0/1371159264 shutdown_connections 2024-07-27T06:57:59.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.579+0000 7f23bfe00640 1 -- 172.21.15.66:0/1371159264 wait complete. 2024-07-27T06:57:59.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.581+0000 7f23bfe00640 1 Processor -- start 2024-07-27T06:57:59.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.581+0000 7f23bfe00640 1 -- start start 2024-07-27T06:57:59.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 0x7f23c015a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23c00ce200 0x7f23c00afa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f23c015f920 con 0x7f23c00ce610 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f23c015f7a0 con 0x7f23a4004800 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f23c00b1820 con 0x7f23c00ce200 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bf400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bf400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57150/0 (socket says 172.21.15.66:57150) 2024-07-27T06:57:59.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.583+0000 7f23bf400640 1 -- 172.21.15.66:0/2293187718 learned_addr learned my addr 172.21.15.66:0/2293187718 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:57:59.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23b6000640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23c00ce200 0x7f23c00afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bea00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 0x7f23c015a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 -- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23c00ce200 msgr2=0x7f23c00afa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23c00ce200 0x7f23c00afa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 -- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 msgr2=0x7f23c015a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 0x7f23c015a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 -- 172.21.15.66:0/2293187718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c01f3260 con 0x7f23c00ce610 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bea00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 0x7f23c015a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bf400640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f23c0073e10 tx=0x7f23b800cd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b8007b60 con 0x7f23c00ce610 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23b8017070 con 0x7f23c00ce610 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b800f6b0 con 0x7f23c00ce610 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.584+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23c00cc5f0 con 0x7f23c00ce610 2024-07-27T06:57:59.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.585+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23c01f7570 con 0x7f23c00ce610 2024-07-27T06:57:59.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.586+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23c00b12e0 con 0x7f23c00ce610 2024-07-27T06:57:59.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.588+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f23b800f850 con 0x7f23c00ce610 2024-07-27T06:57:59.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.591+0000 7f23b7400640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 0x7f239c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:57:59.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.592+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f23b8099460 con 0x7f23c00ce610 2024-07-27T06:57:59.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.592+0000 7f23bea00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 0x7f239c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:57:59.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.594+0000 7f23bea00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 0x7f239c079520 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f23b0001220 tx=0x7f23b0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:57:59.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.601+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23b8061c70 con 0x7f23c00ce610 2024-07-27T06:57:59.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.837+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f23c00c5290 con 0x7f23c00ce610 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.838+0000 7f23b7400640 1 -- 172.21.15.66:0/2293187718 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 18 entries v110) ==== 81+0+1094 (secure 0 0 0) 0x7f23b8061570 con 0x7f23c00ce610 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:57:59.840 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:57:59.841 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:57:59.842 INFO:teuthology.orchestra.run.smithi066.stderr:listed 18 entries 2024-07-27T06:57:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 msgr2=0x7f239c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 0x7f239c079520 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f23b0001220 tx=0x7f23b0009040 comp rx=0 tx=0).stop 2024-07-27T06:57:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 msgr2=0x7f23c00aff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:57:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f23c0073e10 tx=0x7f23b800cd00 comp rx=0 tx=0).stop 2024-07-27T06:57:59.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 shutdown_connections 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f239c077010 0x7f239c079520 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23c00ce610 0x7f23c00aff50 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23c00ce200 0x7f23c00afa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 --2- 172.21.15.66:0/2293187718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23a4004800 0x7f23c015a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.841+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 >> 172.21.15.66:0/2293187718 conn(0x7f23c00b3770 msgr2=0x7f23c0070420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.842+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 shutdown_connections 2024-07-27T06:57:59.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:57:59.842+0000 7f23bfe00640 1 -- 172.21.15.66:0/2293187718 wait complete. 2024-07-27T06:57:59.870 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:57:59.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:57:59.870 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:00.577 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:58:00.577 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:58:04.039 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:58:04.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:04.039 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:58:04.095 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:58:04.096 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:58:04.149 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:58:04.150 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:58:04.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.444+0000 7faf4e400640 1 -- 172.21.15.66:0/2628595800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf30005250 msgr2=0x7faf3000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:04.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.444+0000 7faf4e400640 1 --2- 172.21.15.66:0/2628595800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf30005250 0x7faf3000b9c0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7faf480cb1f0 tx=0x7faf30005830 comp rx=0 tx=0).stop 2024-07-27T06:58:04.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.445+0000 7faf4e400640 1 -- 172.21.15.66:0/2628595800 shutdown_connections 2024-07-27T06:58:04.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.445+0000 7faf4e400640 1 --2- 172.21.15.66:0/2628595800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf30005250 0x7faf3000b9c0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.445+0000 7faf4e400640 1 -- 172.21.15.66:0/2628595800 >> 172.21.15.66:0/2628595800 conn(0x7faf480cfa70 msgr2=0x7faf480cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:04.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.445+0000 7faf4e400640 1 -- 172.21.15.66:0/2628595800 shutdown_connections 2024-07-27T06:58:04.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.445+0000 7faf4e400640 1 -- 172.21.15.66:0/2628595800 wait complete. 2024-07-27T06:58:04.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.447+0000 7faf4e400640 1 Processor -- start 2024-07-27T06:58:04.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.447+0000 7faf4e400640 1 -- start start 2024-07-27T06:58:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf30005250 0x7faf48154990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:04.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf48142fe0 0x7faf481f8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faf48072760 con 0x7faf480b47a0 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faf480725e0 con 0x7faf30005250 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf4e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faf480728e0 con 0x7faf48142fe0 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf47e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47522/0 (socket says 172.21.15.66:47522) 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.449+0000 7faf47e00640 1 -- 172.21.15.66:0/766844591 learned_addr learned my addr 172.21.15.66:0/766844591 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf4d000640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf30005250 0x7faf48154990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf4da00640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf48142fe0 0x7faf481f8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 -- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf48142fe0 msgr2=0x7faf481f8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf48142fe0 0x7faf481f8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 -- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf30005250 msgr2=0x7faf48154990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf30005250 0x7faf48154990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 -- 172.21.15.66:0/766844591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf48154ed0 con 0x7faf480b47a0 2024-07-27T06:58:04.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf47e00640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7faf38011800 tx=0x7faf38011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:04.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.450+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf38004460 con 0x7faf480b47a0 2024-07-27T06:58:04.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.451+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf38016070 con 0x7faf480b47a0 2024-07-27T06:58:04.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.451+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf3800fb00 con 0x7faf480b47a0 2024-07-27T06:58:04.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.451+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf48141060 con 0x7faf480b47a0 2024-07-27T06:58:04.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.451+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf480b3fa0 con 0x7faf480b47a0 2024-07-27T06:58:04.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.452+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf48140dd0 con 0x7faf480b47a0 2024-07-27T06:58:04.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.453+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faf3800fca0 con 0x7faf480b47a0 2024-07-27T06:58:04.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.456+0000 7faf44c00640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 0x7faf2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:04.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.456+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7faf38099ff0 con 0x7faf480b47a0 2024-07-27T06:58:04.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.456+0000 7faf4d000640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 0x7faf2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:04.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.458+0000 7faf4d000640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 0x7faf2c079520 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faf3c000c00 tx=0x7faf3c006b00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:04.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.460+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf38062800 con 0x7faf480b47a0 2024-07-27T06:58:04.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.718+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7faf480b3ab0 con 0x7faf480b47a0 2024-07-27T06:58:04.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.720+0000 7faf44c00640 1 -- 172.21.15.66:0/766844591 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v116) ==== 53+0+73 (secure 0 0 0) 0x7faf38062100 con 0x7faf480b47a0 2024-07-27T06:58:04.721 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:58:04.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.722+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 msgr2=0x7faf2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:04.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.722+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 0x7faf2c079520 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faf3c000c00 tx=0x7faf3c006b00 comp rx=0 tx=0).stop 2024-07-27T06:58:04.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.722+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 msgr2=0x7faf48142aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:04.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.722+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7faf38011800 tx=0x7faf38011cc0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 shutdown_connections 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf2c077010 0x7faf2c079520 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf48142fe0 0x7faf481f8850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf480b47a0 0x7faf48142aa0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 --2- 172.21.15.66:0/766844591 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf30005250 0x7faf48154990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 >> 172.21.15.66:0/766844591 conn(0x7faf480cfa70 msgr2=0x7faf480ad8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 shutdown_connections 2024-07-27T06:58:04.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:04.723+0000 7faf4e400640 1 -- 172.21.15.66:0/766844591 wait complete. 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:58:04.756 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:04.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:04.757 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:58:04.810 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:58:04.811 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42105sec preferred_lft 42105sec 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:58:04.812 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:58:04.813 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:04.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:04.815 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:58:04.896 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:58:04.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:04.900 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:58:04.953 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:58:04.953 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:58:04.953 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:58:04.954 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:58:04.954 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:58:04.955 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:58:05.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:58:05.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:58:05.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:05.174 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:58:05.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:58:05.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:58:05.227 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:05.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:05.227 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:58:05.316 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:58:05.316 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:05.369 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:05.369 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:58:05.369 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:05.424 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:58:05.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:05.424 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:05.641 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:05.641 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:58:05.687 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:05.687 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:58:05.687 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:58:05.687 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:58:05.687 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:58:05.689 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:58:05.689 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:58:05.689 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:58:05.689 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:58:05.689 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:58:05.694 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:58:05.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:05.695 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:05.773 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:58:05.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:58:05.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:58:05.906 INFO:teuthology.orchestra.run.smithi066.stdout:client5606 2024-07-27T06:58:05.906 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:58:05.906 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:58:05.963 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T06:58:06.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 -- 172.21.15.66:0/1831693478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 msgr2=0x7f68040cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 --2- 172.21.15.66:0/1831693478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f68040cc6e0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f68040b28a0 tx=0x7f67ec02a4d0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 -- 172.21.15.66:0/1831693478 shutdown_connections 2024-07-27T06:58:06.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 --2- 172.21.15.66:0/1831693478 >> v2:172.21.15.155:3300/0 conn(0x7f68040ccc20 0x7f680415fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 --2- 172.21.15.66:0/1831693478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f68040cc6e0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 --2- 172.21.15.66:0/1831693478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 0x7f68040cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 -- 172.21.15.66:0/1831693478 >> 172.21.15.66:0/1831693478 conn(0x7f680406d160 msgr2=0x7f68040b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 -- 172.21.15.66:0/1831693478 shutdown_connections 2024-07-27T06:58:06.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.261+0000 7f6809200640 1 -- 172.21.15.66:0/1831693478 wait complete. 2024-07-27T06:58:06.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.264+0000 7f6809200640 1 Processor -- start 2024-07-27T06:58:06.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.264+0000 7f6809200640 1 -- start start 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 0x7f68041f7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 0x7f68041f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f68041606c0 con 0x7f68040cf4e0 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6804160540 con 0x7f68040ccc20 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6809200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6804160840 con 0x7f6804153320 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f67fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f67fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47548/0 (socket says 172.21.15.66:47548) 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f67fbe00640 1 -- 172.21.15.66:0/3720033495 learned_addr learned my addr 172.21.15.66:0/3720033495 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6801e00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 0x7f68041f7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.266+0000 7f6802800640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 0x7f68041f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 -- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 msgr2=0x7f68041f3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 0x7f68041f3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 -- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 msgr2=0x7f68041f7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 0x7f68041f7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 -- 172.21.15.66:0/3720033495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f680415cd70 con 0x7f68040cf4e0 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f6801e00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 0x7f68041f7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fbe00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f67ec034040 tx=0x7f67ec0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.267+0000 7f67fa000640 1 -- 172.21.15.66:0/3720033495 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec03e030 con 0x7f68040cf4e0 2024-07-27T06:58:06.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.268+0000 7f67fa000640 1 -- 172.21.15.66:0/3720033495 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67ec0047a0 con 0x7f68040cf4e0 2024-07-27T06:58:06.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.268+0000 7f67fa000640 1 -- 172.21.15.66:0/3720033495 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec035040 con 0x7f68040cf4e0 2024-07-27T06:58:06.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.268+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f680409d330 con 0x7f68040cf4e0 2024-07-27T06:58:06.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.268+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f680415f3a0 con 0x7f68040cf4e0 2024-07-27T06:58:06.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.270+0000 7f67fa000640 1 -- 172.21.15.66:0/3720033495 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f67ec041030 con 0x7f68040cf4e0 2024-07-27T06:58:06.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.271+0000 7f67fa000640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 0x7f67e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.271+0000 7f67fa000640 1 -- 172.21.15.66:0/3720033495 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f67ec0b9bf0 con 0x7f68040cf4e0 2024-07-27T06:58:06.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.272+0000 7f68103cc740 1 Processor -- start 2024-07-27T06:58:06.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.272+0000 7f6801e00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 0x7f67e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.272+0000 7f68103cc740 1 -- start start 2024-07-27T06:58:06.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.273+0000 7f6801e00640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 0x7f67e0079520 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f67f4005960 tx=0x7f67f40058f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1daa6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1da89d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564e1d9d1df0 con 0x564e1d6904d0 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564e1d9c1490 con 0x564e1d6b9390 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564e1d9c5330 con 0x564e1d6986b0 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47552/0 (socket says 172.21.15.66:47552) 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 -- 172.21.15.66:0/1003040054 learned_addr learned my addr 172.21.15.66:0/1003040054 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f6801e00640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1daa6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f6802800640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1da89d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 -- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 msgr2=0x564e1da89d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1da89d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 -- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 msgr2=0x564e1daa6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.274+0000 7f67fbe00640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1daa6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f67fbe00640 1 -- 172.21.15.66:0/1003040054 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e1d97b1f0 con 0x564e1d6904d0 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f6801e00640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1daa6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:06.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f67fbe00640 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f67ec081c90 tx=0x7f67ec081710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96aaa71b60d9c68a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f67f2a00640 1 -- 172.21.15.66:0/1003040054 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec048070 con 0x564e1d6904d0 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f67f2a00640 1 -- 172.21.15.66:0/1003040054 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67ec081d00 con 0x564e1d6904d0 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.275+0000 7f67f2a00640 1 -- 172.21.15.66:0/1003040054 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec086300 con 0x564e1d6904d0 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 -- 172.21.15.66:0/1003040054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 msgr2=0x564e1da897f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f67ec081c90 tx=0x7f67ec081710 comp rx=0 tx=0).stop 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 -- 172.21.15.66:0/1003040054 shutdown_connections 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1da89d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da897f0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 --2- 172.21.15.66:0/1003040054 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1daa6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 -- 172.21.15.66:0/1003040054 >> 172.21.15.66:0/1003040054 conn(0x564e1d6ad4e0 msgr2=0x564e1da5fa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 -- 172.21.15.66:0/1003040054 shutdown_connections 2024-07-27T06:58:06.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.276+0000 7f68103cc740 1 -- 172.21.15.66:0/1003040054 wait complete. 2024-07-27T06:58:06.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.277+0000 7f68103cc740 1 -- start start 2024-07-27T06:58:06.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.278+0000 7f68103cc740 1 Processor -- start 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1da75ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1da9c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564e1d8f9c90 con 0x564e1d6b9390 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564e1d95bf50 con 0x564e1d6986b0 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564e1d9c1490 con 0x564e1d6904d0 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.279+0000 7f68103cc740 10 client.0 _ll_register_callbacks cb 0x564e1d9b9980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47566/0 (socket says 172.21.15.66:47566) 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 -- 172.21.15.66:0/2115338664 learned_addr learned my addr 172.21.15.66:0/2115338664 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6801e00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1da75ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f67fbe00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1da9c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 -- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 msgr2=0x564e1da75ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1da75ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 -- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 msgr2=0x564e1da9c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1da9c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 -- 172.21.15.66:0/2115338664 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e1d79b7d0 con 0x564e1d6b9390 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f67fbe00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1da9c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6801e00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1da75ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f6802800640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f67fc010a70 tx=0x7f67fc010f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e8d0fd083dea4c2 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.280+0000 7f67e7400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc00ece0 con 0x564e1d6b9390 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67ec081d00 con 0x564e1d6b9390 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f67fc003970 con 0x564e1d6b9390 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=116) ==== 24+0+0 (secure 0 0 0) 0x7f67fc00ee80 con 0x564e1d6b9390 2024-07-27T06:58:06.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f68103cc740 10 client.7407 fetch_fsmap learned FSMap version 116 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=116,monmap=2+}) -- 0x564e1d724970 con 0x564e1d6b9390 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.281+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67ec081d00 con 0x564e1d6b9390 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 116) ==== 3522+0+0 (secure 0 0 0) 0x7f67fc003b70 con 0x564e1d6b9390 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 10 client.7407 fetch_fsmap finished waiting for FSMap version 116 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 10 client.7407 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 20 client.7407 populate_metadata read hostname 'smithi066' 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1d677f60 0x564e1dab73b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 4 client.7407 mds_command: new command op to 7125 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 --> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e1d9d3d40 con 0x564e1d677f60 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.282+0000 7f6801e00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1d677f60 0x564e1dab73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.283+0000 7f67e7400640 10 client.7407 ms_handle_connect on v2:172.21.15.66:6833/332329356 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.283+0000 7f6801e00640 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1d677f60 0x564e1dab73b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6dfbcb23a3f6068 server_cookie=38d753bc1e186798 in_seq=0 out_seq=0 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.283+0000 7f67e7400640 1 -- 172.21.15.66:0/2115338664 <== mds.0 v2:172.21.15.66:6833/332329356 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564e1d9d3d40 con 0x564e1d677f60 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.283+0000 7f67e7400640 10 client.7407 handle_command_reply: tid=0 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 client.7407 shutdown 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 msgr2=0x564e1da9c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f67fc010a70 tx=0x7f67fc010f30 comp rx=0 tx=0).stop 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 shutdown_connections 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da9c6a0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1d677f60 0x564e1dab73b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1da9c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 --2- 172.21.15.66:0/2115338664 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1da75ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f67e7400640 0 client.7407 ms_handle_reset on v2:172.21.15.66:6833/332329356 2024-07-27T06:58:06.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 >> 172.21.15.66:0/2115338664 conn(0x564e1d6ad4e0 msgr2=0x564e1daa8410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 shutdown_connections 2024-07-27T06:58:06.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 1 -- 172.21.15.66:0/2115338664 wait complete. 2024-07-27T06:58:06.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.284+0000 7f68103cc740 20 client.7407 trim_cache size 0 max 16384 2024-07-27T06:58:06.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.302+0000 7f68103cc740 1 Processor -- start 2024-07-27T06:58:06.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.302+0000 7f68103cc740 1 -- start start 2024-07-27T06:58:06.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1dac7d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1dac8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f68042029a0 con 0x564e1d6904d0 2024-07-27T06:58:06.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6804203070 con 0x564e1d6b9390 2024-07-27T06:58:06.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.304+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f680414aa70 con 0x564e1d6986b0 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6802800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1dac8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47582/0 (socket says 172.21.15.66:47582) 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 -- 172.21.15.66:0/493275280 learned_addr learned my addr 172.21.15.66:0/493275280 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f67fbe00640 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1dac7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 -- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 msgr2=0x564e1dac7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1dac7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 -- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 msgr2=0x564e1dac8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1dac8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 -- 172.21.15.66:0/493275280 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e1d66a270 con 0x564e1d6904d0 2024-07-27T06:58:06.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.305+0000 7f6801e00640 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f67f40058c0 tx=0x7f67f4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=165a00be84660b25 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.306+0000 7f67f2000640 1 -- 172.21.15.66:0/493275280 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f401eab0 con 0x564e1d6904d0 2024-07-27T06:58:06.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.306+0000 7f67f2000640 1 -- 172.21.15.66:0/493275280 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67f401ec50 con 0x564e1d6904d0 2024-07-27T06:58:06.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.306+0000 7f67f2000640 1 -- 172.21.15.66:0/493275280 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67f4004280 con 0x564e1d6904d0 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 -- 172.21.15.66:0/493275280 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 msgr2=0x564e1da60b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f67f40058c0 tx=0x7f67f4014000 comp rx=0 tx=0).stop 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 -- 172.21.15.66:0/493275280 shutdown_connections 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6b9390 0x564e1dac8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6986b0 0x564e1dac7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 --2- 172.21.15.66:0/493275280 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6904d0 0x564e1da60b10 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 -- 172.21.15.66:0/493275280 >> 172.21.15.66:0/493275280 conn(0x564e1d6ad4e0 msgr2=0x564e1daa60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 -- 172.21.15.66:0/493275280 shutdown_connections 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.307+0000 7f68103cc740 1 -- 172.21.15.66:0/493275280 wait complete. 2024-07-27T06:58:06.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.308+0000 7f68103cc740 1 -- start start 2024-07-27T06:58:06.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.308+0000 7f68103cc740 1 Processor -- start 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1db21220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1dac80f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564e1d9d1df0 con 0x564e1d6b9390 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6804201980 con 0x564e1d6986b0 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564e1daa77b0 con 0x564e1d6904d0 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f68103cc740 10 client.0 _ll_register_callbacks cb 0x7f67fc00b480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f6802800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f6802800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47590/0 (socket says 172.21.15.66:47590) 2024-07-27T06:58:06.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f6802800640 1 -- 172.21.15.66:0/2451575820 learned_addr learned my addr 172.21.15.66:0/2451575820 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f67fbe00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1dac80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.310+0000 7f6801e00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1db21220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 -- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 msgr2=0x564e1db21220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1db21220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 -- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 msgr2=0x564e1dac80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1dac80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 -- 172.21.15.66:0/2451575820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e1da5f650 con 0x564e1d6b9390 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f67fbe00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1dac80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6801e00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1db21220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f6802800640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x564e1daa5ab0 tx=0x7f67fc003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4291604da24ec9c8 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f67e7400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67fc004320 con 0x564e1d6b9390 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f67fc0044c0 con 0x564e1d6b9390 2024-07-27T06:58:06.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.311+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f67f401ec50 con 0x564e1d6b9390 2024-07-27T06:58:06.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=116) ==== 24+0+0 (secure 0 0 0) 0x7f67fc0046c0 con 0x564e1d6b9390 2024-07-27T06:58:06.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 10 client.7413 fetch_fsmap learned FSMap version 116 2024-07-27T06:58:06.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=116,monmap=2+}) -- 0x564e1da9adb0 con 0x564e1d6b9390 2024-07-27T06:58:06.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67f401ec50 con 0x564e1d6b9390 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 116) ==== 3522+0+0 (secure 0 0 0) 0x7f67fc038470 con 0x564e1d6b9390 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 10 client.7413 fetch_fsmap finished waiting for FSMap version 116 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 10 client.7413 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 20 client.7413 populate_metadata read hostname 'smithi066' 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1da75bd0 0x564e1da897f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 4 client.7413 mds_command: new command op to 7125 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 --> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564e1d9cf7e0 con 0x564e1da75bd0 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.312+0000 7f6801e00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1da75bd0 0x564e1da897f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.313+0000 7f6801e00640 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1da75bd0 0x564e1da897f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=243789516352ccdc server_cookie=f232dd0409d0b9ba in_seq=0 out_seq=0 2024-07-27T06:58:06.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.313+0000 7f67e7400640 10 client.7413 ms_handle_connect on v2:172.21.15.66:6833/332329356 2024-07-27T06:58:06.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f67e7400640 1 -- 172.21.15.66:0/2451575820 <== mds.0 v2:172.21.15.66:6833/332329356 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564e1d9cf7e0 con 0x564e1da75bd0 2024-07-27T06:58:06.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f67e7400640 10 client.7413 handle_command_reply: tid=0 2024-07-27T06:58:06.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 client.7413 shutdown 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 msgr2=0x564e1da77630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x564e1daa5ab0 tx=0x7f67fc003db0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 shutdown_connections 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564e1d6b9390 0x564e1da77630 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.66:6833/332329356,v1:172.21.15.66:6835/332329356] conn(0x564e1da75bd0 0x564e1da897f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564e1d6986b0 0x564e1dac80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 --2- 172.21.15.66:0/2451575820 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564e1d6904d0 0x564e1db21220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f67e7400640 0 client.7413 ms_handle_reset on v2:172.21.15.66:6833/332329356 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 >> 172.21.15.66:0/2451575820 conn(0x564e1d6ad4e0 msgr2=0x564e1da9bf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 shutdown_connections 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.334+0000 7f68103cc740 1 -- 172.21.15.66:0/2451575820 wait complete. 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.335+0000 7f68103cc740 20 client.7413 trim_cache size 0 max 16384 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T06:58:06.337 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:58:06.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.335+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 msgr2=0x7f67e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 0x7f67e0079520 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f67f4005960 tx=0x7f67f40058f0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 msgr2=0x7f680415c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f67ec034040 tx=0x7f67ec0039e0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 shutdown_connections 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67e0077010 0x7f67e0079520 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6804153320 0x7f68041f3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68040cf4e0 0x7f680415c830 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 --2- 172.21.15.66:0/3720033495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f68040ccc20 0x7f68041f7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 >> 172.21.15.66:0/3720033495 conn(0x7f680406d160 msgr2=0x7f68040ada60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 shutdown_connections 2024-07-27T06:58:06.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.336+0000 7f6809200640 1 -- 172.21.15.66:0/3720033495 wait complete. 2024-07-27T06:58:06.367 INFO:tasks.cephfs.test_snapshots:testing snapserver mds_kill_mdstable_at=6, also kill snapclient 2024-07-27T06:58:06.368 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 -- 172.21.15.66:0/230187592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cf540 msgr2=0x7ff4e015b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/230187592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cf540 0x7ff4e015b490 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7ff4e015b180 tx=0x7ff4c802ac50 comp rx=0 tx=0).stop 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 -- 172.21.15.66:0/230187592 shutdown_connections 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/230187592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cf540 0x7ff4e015b490 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 -- 172.21.15.66:0/230187592 >> 172.21.15.66:0/230187592 conn(0x7ff4e006d160 msgr2=0x7ff4e00b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 -- 172.21.15.66:0/230187592 shutdown_connections 2024-07-27T06:58:06.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.657+0000 7ff4e6e00640 1 -- 172.21.15.66:0/230187592 wait complete. 2024-07-27T06:58:06.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.659+0000 7ff4e6e00640 1 Processor -- start 2024-07-27T06:58:06.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.660+0000 7ff4e6e00640 1 -- start start 2024-07-27T06:58:06.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4e00cc630 0x7ff4e00c8430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4e00cf540 0x7ff4e009c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e00cded0 con 0x7ff4e00cec70 2024-07-27T06:58:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e00cdd50 con 0x7ff4e00cf540 2024-07-27T06:58:06.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.661+0000 7ff4e6e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff4e00ce050 con 0x7ff4e00cc630 2024-07-27T06:58:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47612/0 (socket says 172.21.15.66:47612) 2024-07-27T06:58:06.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 -- 172.21.15.66:0/134015086 learned_addr learned my addr 172.21.15.66:0/134015086 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4e4e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4e00cf540 0x7ff4e009c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4dfe00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4e00cc630 0x7ff4e00c8430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 -- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4e00cc630 msgr2=0x7ff4e00c8430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4e00cc630 0x7ff4e00c8430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 -- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4e00cf540 msgr2=0x7ff4e009c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4e00cf540 0x7ff4e009c4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.662+0000 7ff4df400640 1 -- 172.21.15.66:0/134015086 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e014e980 con 0x7ff4e00cec70 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4df400640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000cbc0 tx=0x7ff4d000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0016020 con 0x7ff4e00cec70 2024-07-27T06:58:06.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4d000ad90 con 0x7ff4e00cec70 2024-07-27T06:58:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d0012680 con 0x7ff4e00cec70 2024-07-27T06:58:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e014ec60 con 0x7ff4e00cec70 2024-07-27T06:58:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.663+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e014f220 con 0x7ff4e00cec70 2024-07-27T06:58:06.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.664+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e00c8c60 con 0x7ff4e00cec70 2024-07-27T06:58:06.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.665+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff4d0019020 con 0x7ff4e00cec70 2024-07-27T06:58:06.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.667+0000 7ff4d7e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 0x7ff4bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:06.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.667+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7ff4d00999b0 con 0x7ff4e00cec70 2024-07-27T06:58:06.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.667+0000 7ff4dfe00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 0x7ff4bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:06.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.669+0000 7ff4dfe00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 0x7ff4bc079520 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8035000 tx=0x7ff4c8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:06.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.672+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff4d0020020 con 0x7ff4e00cec70 2024-07-27T06:58:06.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.925+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff4e00b4c90 con 0x7ff4e00cec70 2024-07-27T06:58:06.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.927+0000 7ff4d7e00640 1 -- 172.21.15.66:0/134015086 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 116 v116) ==== 95+0+5255 (secure 0 0 0) 0x7ff4e00b4c90 con 0x7ff4e00cec70 2024-07-27T06:58:06.929 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:06.929 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":116,"btime":"2024-07-27T06:57:57:090898+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":116,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:57:57.090887+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:58:06.929 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 116 2024-07-27T06:58:06.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 msgr2=0x7ff4bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 0x7ff4bc079520 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8035000 tx=0x7ff4c8004730 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 msgr2=0x7ff4e014c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7ff4d000cbc0 tx=0x7ff4d000a060 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 shutdown_connections 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff4bc077010 0x7ff4bc079520 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff4e00cf540 0x7ff4e009c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff4e00cec70 0x7ff4e014c010 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 --2- 172.21.15.66:0/134015086 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff4e00cc630 0x7ff4e00c8430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 >> 172.21.15.66:0/134015086 conn(0x7ff4e006d160 msgr2=0x7ff4e006e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:06.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 shutdown_connections 2024-07-27T06:58:06.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:06.930+0000 7ff4e6e00640 1 -- 172.21.15.66:0/134015086 wait complete. 2024-07-27T06:58:06.959 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump snaps --server 2024-07-27T06:58:07.268 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":11,"last_created":11,"last_destroyed":9,"pending_noop":[],"snaps":[{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:58:07.269 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 11, "last_destroyed": 9, "last_snap": 11, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" } ] } 2024-07-27T06:58:07.269 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 -- 172.21.15.66:0/1641594426 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 msgr2=0x7f2f3c15e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 --2- 172.21.15.66:0/1641594426 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c15e120 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f2f34005fd0 tx=0x7f2f3402a8b0 comp rx=0 tx=0).stop 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 -- 172.21.15.66:0/1641594426 shutdown_connections 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 --2- 172.21.15.66:0/1641594426 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c15e120 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 --2- 172.21.15.66:0/1641594426 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c0702c0 0x7f2f3c0b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 -- 172.21.15.66:0/1641594426 >> 172.21.15.66:0/1641594426 conn(0x7f2f3c06c770 msgr2=0x7f2f3c06cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 -- 172.21.15.66:0/1641594426 shutdown_connections 2024-07-27T06:58:07.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.567+0000 7f2f40a00640 1 -- 172.21.15.66:0/1641594426 wait complete. 2024-07-27T06:58:07.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.570+0000 7f2f40a00640 1 Processor -- start 2024-07-27T06:58:07.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.570+0000 7f2f40a00640 1 -- start start 2024-07-27T06:58:07.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f3c0702c0 0x7f2f3c14af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c1511c0 0x7f2f3c13c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c0b43c0 con 0x7f2f3c15dd10 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3c0b4240 con 0x7f2f3c0702c0 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.571+0000 7f2f40a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f3c06e070 con 0x7f2f3c1511c0 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47622/0 (socket says 172.21.15.66:47622) 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 -- 172.21.15.66:0/3516866754 learned_addr learned my addr 172.21.15.66:0/3516866754 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:07.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3a800640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f3c0702c0 0x7f2f3c14af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f39e00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c1511c0 0x7f2f3c13c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 -- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c1511c0 msgr2=0x7f2f3c13c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c1511c0 0x7f2f3c13c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 -- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f3c0702c0 msgr2=0x7f2f3c14af70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f3c0702c0 0x7f2f3c14af70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:07.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.572+0000 7f2f3b200640 1 -- 172.21.15.66:0/3516866754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f3c0ccde0 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f3b200640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009cd0 tx=0x7f2f34003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f34031990 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f34031c20 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f340330d0 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f3c0cd0c0 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.573+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f3c0cd680 con 0x7f2f3c15dd10 2024-07-27T06:58:07.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.574+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f3c0b4a50 con 0x7f2f3c15dd10 2024-07-27T06:58:07.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.576+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f34033270 con 0x7f2f3c15dd10 2024-07-27T06:58:07.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.577+0000 7f2f32a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 0x7f2f1c079510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:07.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.578+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f2f340ba6c0 con 0x7f2f3c15dd10 2024-07-27T06:58:07.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.578+0000 7f2f3a800640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 0x7f2f1c079510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:07.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.579+0000 7f2f3a800640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 0x7f2f1c079510 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c005fd0 tx=0x7f2f2c005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:07.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.582+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f3403f030 con 0x7f2f3c15dd10 2024-07-27T06:58:07.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:07.881+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f2f3c0cbd90 con 0x7f2f3c15dd10 2024-07-27T06:58:08.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.532+0000 7f2f32a00640 1 -- 172.21.15.66:0/3516866754 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.7125 v117) ==== 112+0+0 (secure 0 0 0) 0x7f2f34082ff0 con 0x7f2f3c15dd10 2024-07-27T06:58:08.534 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7125 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 msgr2=0x7f2f1c079510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 0x7f2f1c079510 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c005fd0 tx=0x7f2f2c005850 comp rx=0 tx=0).stop 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 msgr2=0x7f2f3c159180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009cd0 tx=0x7f2f34003970 comp rx=0 tx=0).stop 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 shutdown_connections 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f1c077000 0x7f2f1c079510 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f3c15dd10 0x7f2f3c159180 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f3c1511c0 0x7f2f3c13c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 --2- 172.21.15.66:0/3516866754 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f3c0702c0 0x7f2f3c14af70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.536+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 >> 172.21.15.66:0/3516866754 conn(0x7f2f3c06c770 msgr2=0x7f2f3c0cfa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:08.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.537+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 shutdown_connections 2024-07-27T06:58:08.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.537+0000 7f2f40a00640 1 -- 172.21.15.66:0/3516866754 wait complete. 2024-07-27T06:58:08.569 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T06:58:08.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.861+0000 7febed000640 1 -- 172.21.15.66:0/772199530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febcc0099b0 msgr2=0x7febcc00bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.861+0000 7febed000640 1 --2- 172.21.15.66:0/772199530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febcc0099b0 0x7febcc00bdd0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7febe000af30 tx=0x7febcc005830 comp rx=0 tx=0).stop 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.862+0000 7febed000640 1 -- 172.21.15.66:0/772199530 shutdown_connections 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.862+0000 7febed000640 1 --2- 172.21.15.66:0/772199530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febcc0099b0 0x7febcc00bdd0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.862+0000 7febed000640 1 -- 172.21.15.66:0/772199530 >> 172.21.15.66:0/772199530 conn(0x7febe806c770 msgr2=0x7febe806cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.862+0000 7febed000640 1 -- 172.21.15.66:0/772199530 shutdown_connections 2024-07-27T06:58:08.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.862+0000 7febed000640 1 -- 172.21.15.66:0/772199530 wait complete. 2024-07-27T06:58:08.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.864+0000 7febed000640 1 Processor -- start 2024-07-27T06:58:08.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.864+0000 7febed000640 1 -- start start 2024-07-27T06:58:08.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febcc0099b0 0x7febe81f9110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:08.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febe814a350 0x7febe80ced10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7febe806f200 con 0x7febe81f5070 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7febe806f080 con 0x7febe814a350 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febed000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7febe806e070 con 0x7febcc0099b0 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febe7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febe7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47636/0 (socket says 172.21.15.66:47636) 2024-07-27T06:58:08.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.866+0000 7febe7e00640 1 -- 172.21.15.66:0/2380378272 learned_addr learned my addr 172.21.15.66:0/2380378272 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:08.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7400640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febcc0099b0 0x7febe81f9110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:08.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febdfe00640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febe814a350 0x7febe80ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:08.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 -- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febcc0099b0 msgr2=0x7febe81f9110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:08.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febcc0099b0 0x7febe81f9110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 -- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febe814a350 msgr2=0x7febe80ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febe814a350 0x7febe80ced10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 -- 172.21.15.66:0/2380378272 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febe80ce750 con 0x7febe81f5070 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febe7e00640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7febe0005fd0 tx=0x7febe002dc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe000ab30 con 0x7febe81f5070 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febe0043070 con 0x7febe81f5070 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.867+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febe80cea30 con 0x7febe81f5070 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.868+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe0005490 con 0x7febe81f5070 2024-07-27T06:58:08.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.868+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febe81f8bf0 con 0x7febe81f5070 2024-07-27T06:58:08.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.869+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febe806e5d0 con 0x7febe81f5070 2024-07-27T06:58:08.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.870+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7febe0005630 con 0x7febe81f5070 2024-07-27T06:58:08.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.871+0000 7febdf400640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 0x7febc4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:08.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.871+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7febe00ba630 con 0x7febe81f5070 2024-07-27T06:58:08.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.872+0000 7febe7400640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 0x7febc4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:08.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.873+0000 7febe7400640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 0x7febc4079520 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7febd8001eb0 tx=0x7febd8000ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:08.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:08.876+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7febe0082e40 con 0x7febe81f5070 2024-07-27T06:58:09.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.175+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7febe81ea6e0 con 0x7febe81f5070 2024-07-27T06:58:09.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.545+0000 7febdf400640 1 -- 172.21.15.66:0/2380378272 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.7293 v118) ==== 112+0+0 (secure 0 0 0) 0x7febe008b110 con 0x7febe81f5070 2024-07-27T06:58:09.547 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7293 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 msgr2=0x7febc4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 0x7febc4079520 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7febd8001eb0 tx=0x7febd8000ed0 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 msgr2=0x7febe81f5480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7febe0005fd0 tx=0x7febe002dc50 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 shutdown_connections 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7febc4077010 0x7febc4079520 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7febe81f5070 0x7febe81f5480 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7febe814a350 0x7febe80ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 --2- 172.21.15.66:0/2380378272 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7febcc0099b0 0x7febe81f9110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:09.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 >> 172.21.15.66:0/2380378272 conn(0x7febe806c770 msgr2=0x7febe815e950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:09.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 shutdown_connections 2024-07-27T06:58:09.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:09.550+0000 7febed000640 1 -- 172.21.15.66:0/2380378272 wait complete. 2024-07-27T06:58:09.585 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json config set mds_kill_mdstable_at 6 2024-07-27T06:58:09.886 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:58:09.887 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:58:09.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:09.887 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s26) 2024-07-27T06:58:09.894 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:58:10.213 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:58:10.214 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:58:10.214 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 -- 172.21.15.66:0/451056874 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 msgr2=0x7f91a8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 --2- 172.21.15.66:0/451056874 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91a8003ea0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f91b400c4a0 tx=0x7f91a8005830 comp rx=0 tx=0).stop 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c2800640 1 -- 172.21.15.66:0/451056874 reap_dead start 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 -- 172.21.15.66:0/451056874 shutdown_connections 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 -- 172.21.15.66:0/451056874 >> 172.21.15.66:0/451056874 conn(0x7f91c40cfa70 msgr2=0x7f91c40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 -- 172.21.15.66:0/451056874 shutdown_connections 2024-07-27T06:58:10.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.507+0000 7f91c3200640 1 -- 172.21.15.66:0/451056874 wait complete. 2024-07-27T06:58:10.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.510+0000 7f91c3200640 1 Processor -- start 2024-07-27T06:58:10.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.510+0000 7f91c3200640 1 -- start start 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40c8fa0 0x7f91c40c93b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415c550 0x7f91c415c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f91c40cd640 con 0x7f91a8003a30 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f91c4160880 con 0x7f91c40c8fa0 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.511+0000 7f91c3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f91c40cd7c0 con 0x7f91c415c550 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:10.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:47650/0 (socket says 172.21.15.66:47650) 2024-07-27T06:58:10.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 -- 172.21.15.66:0/1312572988 learned_addr learned my addr 172.21.15.66:0/1312572988 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c2800640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415c550 0x7f91c415c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 -- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415c550 msgr2=0x7f91c415c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415c550 0x7f91c415c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 -- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40c8fa0 msgr2=0x7f91c40c93b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40c8fa0 0x7f91c40c93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 -- 172.21.15.66:0/1312572988 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91c415cea0 con 0x7f91a8003a30 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.512+0000 7f91c1e00640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f91b402b310 tx=0x7f91b4000f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:10.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.513+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b4001680 con 0x7f91a8003a30 2024-07-27T06:58:10.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.513+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91b4001820 con 0x7f91a8003a30 2024-07-27T06:58:10.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.513+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91b402b880 con 0x7f91a8003a30 2024-07-27T06:58:10.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.513+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91c4138990 con 0x7f91a8003a30 2024-07-27T06:58:10.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.513+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91c4138f50 con 0x7f91a8003a30 2024-07-27T06:58:10.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.514+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91c40cdcb0 con 0x7f91a8003a30 2024-07-27T06:58:10.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.516+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f91b402ba20 con 0x7f91a8003a30 2024-07-27T06:58:10.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.517+0000 7f91ba000640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 0x7f91a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:10.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.517+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f91b40b98c0 con 0x7f91a8003a30 2024-07-27T06:58:10.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.518+0000 7f91c1400640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 0x7f91a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:10.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.519+0000 7f91c1400640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 0x7f91a4079520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f91b0005d00 tx=0x7f91b0009410 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:10.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.520+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f91b404c020 con 0x7f91a8003a30 2024-07-27T06:58:10.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.774+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91c40cf760 con 0x7f91a8003a30 2024-07-27T06:58:10.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.775+0000 7f91ba000640 1 -- 172.21.15.66:0/1312572988 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5255 (secure 0 0 0) 0x7f91c415cea0 con 0x7f91a8003a30 2024-07-27T06:58:10.776 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:10.776 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":118,"btime":"2024-07-27T06:58:09:533549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:09.177286+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:58:10.777 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 118 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 msgr2=0x7f91a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 0x7f91a4079520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f91b0005d00 tx=0x7f91b0009410 comp rx=0 tx=0).stop 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 msgr2=0x7f91c4136040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f91b402b310 tx=0x7f91b4000f10 comp rx=0 tx=0).stop 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 shutdown_connections 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91a4077010 0x7f91a4079520 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f91c415c550 0x7f91c415c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f91c40c8fa0 0x7f91c40c93b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 --2- 172.21.15.66:0/1312572988 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91a8003a30 0x7f91c4136040 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:10.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 >> 172.21.15.66:0/1312572988 conn(0x7f91c40cfa70 msgr2=0x7f91c40afb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:10.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 shutdown_connections 2024-07-27T06:58:10.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:10.778+0000 7f91c3200640 1 -- 172.21.15.66:0/1312572988 wait complete. 2024-07-27T06:58:10.807 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:58:14.818 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f69a6800640 time 2024-07-27T06:58:14.817871+0000 2024-07-27T06:58:14.818 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f69b5a4c4d1] 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.820 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:58:14.818+0000 7f69a6800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f69a6800640 time 2024-07-27T06:58:14.817871+0000 2024-07-27T06:58:14.821 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f69b5a4c4d1] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.822 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:58:14.823 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7f69a6800640 thread_name:MR_Finisher 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f69b503e6f0] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f69b508b94c] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f69b5a4c60c] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.824 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:58:14.822+0000 7f69a6800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7f69a6800640 thread_name:MR_Finisher 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f69b503e6f0] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f69b508b94c] 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:58:14.825 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f69b5a4c60c] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.826 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.827 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:58:14.827 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.853 INFO:tasks.ceph.mds.c.smithi066.stderr: -1350> 2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:58:14.853 INFO:tasks.ceph.mds.c.smithi066.stderr: -1348> 2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: -4> 2024-07-27T06:58:14.818+0000 7f69a6800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f69a6800640 time 2024-07-27T06:58:14.817871+0000 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f69b5a4c4d1] 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.862 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T06:58:14.822+0000 7f69a6800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7f69a6800640 thread_name:MR_Finisher 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.863 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f69b503e6f0] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f69b508b94c] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f69b5a4c60c] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.864 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.865 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.865 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.865 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:58:14.865 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.877 INFO:tasks.ceph.mds.c.smithi066.stderr: -1350> 2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:58:14.877 INFO:tasks.ceph.mds.c.smithi066.stderr: -1348> 2024-07-27T06:58:00.575+0000 7f69ab800640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:58:14.879 INFO:tasks.ceph.mds.c.smithi066.stderr: -4> 2024-07-27T06:58:14.818+0000 7f69a6800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::_commit_logged(ceph::cref_t&)' thread 7f69a6800640 time 2024-07-27T06:58:14.817871+0000 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 173: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 6) 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f69b5a4c4d1] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.880 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T06:58:14.822+0000 7f69a6800640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7f69a6800640 thread_name:MR_Finisher 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f69b503e6f0] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f69b508b94c] 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:58:14.881 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f69b5a4c60c] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f69b5a4c6de] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableServer::_commit_logged(boost::intrusive_ptr const&)+0x1d9) [0x5591bc4f9ba3] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: ceph-mds(+0x46ffd8) [0x5591bc4f1fd8] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSContext::complete(int)+0x7c) [0x5591bc53c96e] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSIOContextBase::complete(int)+0x501) [0x5591bc53cfed] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSLogContextBase::complete(int)+0x46) [0x5591bc53d06a] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Finisher::finisher_thread_entry()+0x495) [0x7f69b59d45b5] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: ceph-mds(+0x103399) [0x5591bc185399] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (Thread::entry_wrapper()+0x43) [0x7f69b5a25cdd] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::_entry_func(void*)+0xd) [0x7f69b5a25cf9] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: /lib64/libc.so.6(+0x89c02) [0x7f69b5089c02] 2024-07-27T06:58:14.882 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x10ec40) [0x7f69b510ec40] 2024-07-27T06:58:14.883 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:58:14.883 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:58:15.618 INFO:tasks.ceph.mds.c.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:58:15.808 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:16.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 -- 172.21.15.66:0/310062065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 msgr2=0x7f170015dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:16.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 --2- 172.21.15.66:0/310062065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f170015dd60 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f16f8005fd0 tx=0x7f16f802a460 comp rx=0 tx=0).stop 2024-07-27T06:58:16.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 -- 172.21.15.66:0/310062065 shutdown_connections 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 --2- 172.21.15.66:0/310062065 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f170015dd60 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 --2- 172.21.15.66:0/310062065 >> v2:172.21.15.155:3300/0 conn(0x7f17000cd640 0x7f17000721d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 --2- 172.21.15.66:0/310062065 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 0x7f170015a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 -- 172.21.15.66:0/310062065 >> 172.21.15.66:0/310062065 conn(0x7f17000cfa70 msgr2=0x7f17000cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 -- 172.21.15.66:0/310062065 shutdown_connections 2024-07-27T06:58:16.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.107+0000 7f16ffe00640 1 -- 172.21.15.66:0/310062065 wait complete. 2024-07-27T06:58:16.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.110+0000 7f16ffe00640 1 Processor -- start 2024-07-27T06:58:16.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.110+0000 7f16ffe00640 1 -- start start 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 0x7f17001464e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17000cd640 0x7f17001637e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f170006fac0 con 0x7f1700072710 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f170006f940 con 0x7f17000cd640 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.111+0000 7f16ffe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f170015e2a0 con 0x7f17000702c0 2024-07-27T06:58:16.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35278/0 (socket says 172.21.15.66:35278) 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 -- 172.21.15.66:0/3435456346 learned_addr learned my addr 172.21.15.66:0/3435456346 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fea00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 0x7f17001464e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16ff400640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17000cd640 0x7f17001637e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 -- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 msgr2=0x7f17001464e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 0x7f17001464e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 -- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17000cd640 msgr2=0x7f17001637e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17000cd640 0x7f17001637e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.112+0000 7f16fe000640 1 -- 172.21.15.66:0/3435456346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1700146a20 con 0x7f1700072710 2024-07-27T06:58:16.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16fe000640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c9a0 tx=0x7f16ec00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:16.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec007bb0 con 0x7f1700072710 2024-07-27T06:58:16.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16ec007e40 con 0x7f1700072710 2024-07-27T06:58:16.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1700155f40 con 0x7f1700072710 2024-07-27T06:58:16.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec005280 con 0x7f1700072710 2024-07-27T06:58:16.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.113+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f170015a880 con 0x7f1700072710 2024-07-27T06:58:16.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.115+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170015e7c0 con 0x7f1700072710 2024-07-27T06:58:16.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.116+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f16ec005420 con 0x7f1700072710 2024-07-27T06:58:16.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.117+0000 7f16f7400640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:16.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.117+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f16ec0996f0 con 0x7f1700072710 2024-07-27T06:58:16.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.118+0000 7f16fea00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:16.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.119+0000 7f16fea00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 0x7f16e0079550 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f16f0005fd0 tx=0x7f16f000a2f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:16.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.121+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f16ec014030 con 0x7f1700072710 2024-07-27T06:58:16.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.374+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f17000d0980 con 0x7f1700072710 2024-07-27T06:58:16.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.376+0000 7f16f7400640 1 -- 172.21.15.66:0/3435456346 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5255 (secure 0 0 0) 0x7f16ec061fc0 con 0x7f1700072710 2024-07-27T06:58:16.377 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:16.378 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":118,"btime":"2024-07-27T06:58:09:533549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:09.177286+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:58:16.378 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 118 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 msgr2=0x7f16e0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 0x7f16e0079550 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f16f0005fd0 tx=0x7f16f000a2f0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 msgr2=0x7f17001632a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c9a0 tx=0x7f16ec00ce60 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 shutdown_connections 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077040 0x7f16e0079550 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f17000cd640 0x7f17001637e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1700072710 0x7f17001632a0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 --2- 172.21.15.66:0/3435456346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17000702c0 0x7f17001464e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 >> 172.21.15.66:0/3435456346 conn(0x7f17000cfa70 msgr2=0x7f17000b3a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.379+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 shutdown_connections 2024-07-27T06:58:16.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:16.380+0000 7f16ffe00640 1 -- 172.21.15.66:0/3435456346 wait complete. 2024-07-27T06:58:16.412 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:58:21.413 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:21.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 -- 172.21.15.66:0/3845215140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 msgr2=0x7f1a0806d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 --2- 172.21.15.66:0/3845215140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a0806d880 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7f1a080b2fa0 tx=0x7f19f002a480 comp rx=0 tx=0).stop 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 -- 172.21.15.66:0/3845215140 shutdown_connections 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 --2- 172.21.15.66:0/3845215140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a0806d880 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 -- 172.21.15.66:0/3845215140 >> 172.21.15.66:0/3845215140 conn(0x7f1a080d1cb0 msgr2=0x7f1a080d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 -- 172.21.15.66:0/3845215140 shutdown_connections 2024-07-27T06:58:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.715+0000 7f1a0e200640 1 -- 172.21.15.66:0/3845215140 wait complete. 2024-07-27T06:58:21.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.717+0000 7f1a0e200640 1 Processor -- start 2024-07-27T06:58:21.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.718+0000 7f1a0e200640 1 -- start start 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a0806ddc0 0x7f1a081e4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a080b7070 0x7f1a081dee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1a080d2b60 con 0x7f1a080d0e90 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1a080d29e0 con 0x7f1a080b7070 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0e200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1a0806e1d0 con 0x7f1a0806ddc0 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.719+0000 7f1a0d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:40292/0 (socket says 172.21.15.66:40292) 2024-07-27T06:58:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 -- 172.21.15.66:0/1603093350 learned_addr learned my addr 172.21.15.66:0/1603093350 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f19ffe00640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a080b7070 0x7f1a081dee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0ce00640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a0806ddc0 0x7f1a081e4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 -- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a0806ddc0 msgr2=0x7f1a081e4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a0806ddc0 0x7f1a081e4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 -- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a080b7070 msgr2=0x7f1a081dee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a080b7070 0x7f1a081dee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.720+0000 7f1a0d800640 1 -- 172.21.15.66:0/1603093350 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a081f94d0 con 0x7f1a080d0e90 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a0d800640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000ca80 tx=0x7f1a0000cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:21.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00016020 con 0x7f1a080d0e90 2024-07-27T06:58:21.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a0000ad20 con 0x7f1a080d0e90 2024-07-27T06:58:21.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a081f8750 con 0x7f1a080d0e90 2024-07-27T06:58:21.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00012680 con 0x7f1a080d0e90 2024-07-27T06:58:21.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.721+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a081f8cd0 con 0x7f1a080d0e90 2024-07-27T06:58:21.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.722+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a081e5380 con 0x7f1a080d0e90 2024-07-27T06:58:21.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.724+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1a00019020 con 0x7f1a080d0e90 2024-07-27T06:58:21.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.725+0000 7f1a05600640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 0x7f19e4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:21.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.725+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f1a00099930 con 0x7f1a080d0e90 2024-07-27T06:58:21.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.725+0000 7f1a0ce00640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 0x7f19e4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:21.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.727+0000 7f1a0ce00640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 0x7f19e4079550 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f19f8006fd0 tx=0x7f19f8008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:21.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.730+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1a00020020 con 0x7f1a080d0e90 2024-07-27T06:58:21.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.983+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a0806d880 con 0x7f1a080d0e90 2024-07-27T06:58:21.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.984+0000 7f1a05600640 1 -- 172.21.15.66:0/1603093350 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5255 (secure 0 0 0) 0x7f1a00062140 con 0x7f1a080d0e90 2024-07-27T06:58:21.986 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:21.986 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":118,"btime":"2024-07-27T06:58:09:533549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:09.177286+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:58:21.987 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 118 2024-07-27T06:58:21.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.987+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 msgr2=0x7f19e4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:21.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.987+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 0x7f19e4079550 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f19f8006fd0 tx=0x7f19f8008040 comp rx=0 tx=0).stop 2024-07-27T06:58:21.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.987+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 msgr2=0x7f1a081e92c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:21.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.987+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000ca80 tx=0x7f1a0000cf40 comp rx=0 tx=0).stop 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 shutdown_connections 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f19e4077040 0x7f19e4079550 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1a080d0e90 0x7f1a081e92c0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1a080b7070 0x7f1a081dee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 --2- 172.21.15.66:0/1603093350 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1a0806ddc0 0x7f1a081e4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 >> 172.21.15.66:0/1603093350 conn(0x7f1a080d1cb0 msgr2=0x7f1a080af8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 shutdown_connections 2024-07-27T06:58:21.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:21.988+0000 7f1a0e200640 1 -- 172.21.15.66:0/1603093350 wait complete. 2024-07-27T06:58:22.023 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:58:22.084 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-27T06:58:27.024 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 -- 172.21.15.66:0/644248880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 msgr2=0x7f311415b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 --2- 172.21.15.66:0/644248880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f311415b490 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f3104005fd0 tx=0x7f310402a540 comp rx=0 tx=0).stop 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 -- 172.21.15.66:0/644248880 shutdown_connections 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 --2- 172.21.15.66:0/644248880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140ccd40 0x7f31140cec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 --2- 172.21.15.66:0/644248880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f311415b490 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 -- 172.21.15.66:0/644248880 >> 172.21.15.66:0/644248880 conn(0x7f311406d160 msgr2=0x7f31140b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:27.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 -- 172.21.15.66:0/644248880 shutdown_connections 2024-07-27T06:58:27.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.318+0000 7f311bc00640 1 -- 172.21.15.66:0/644248880 wait complete. 2024-07-27T06:58:27.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.321+0000 7f311bc00640 1 Processor -- start 2024-07-27T06:58:27.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.321+0000 7f311bc00640 1 -- start start 2024-07-27T06:58:27.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f3114153a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:27.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:27.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140b0b00 0x7f311409b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f31140cdcc0 con 0x7f31140cf540 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31140cdb40 con 0x7f3114070440 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f311bc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31140cde40 con 0x7f31140b0b00 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f310be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f310be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:40304/0 (socket says 172.21.15.66:40304) 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f310be00640 1 -- 172.21.15.66:0/1649616816 learned_addr learned my addr 172.21.15.66:0/1649616816 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f3119200640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f3114153a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.323+0000 7f3119c00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140b0b00 0x7f311409b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 -- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140b0b00 msgr2=0x7f311409b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140b0b00 0x7f311409b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 -- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 msgr2=0x7f3114153a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:27.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f3114153a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 -- 172.21.15.66:0/1649616816 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31140b0f10 con 0x7f31140cf540 2024-07-27T06:58:27.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f310be00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f30fc00c3d0 tx=0x7f30fc00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:27.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc017070 con 0x7f31140cf540 2024-07-27T06:58:27.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31140b18a0 con 0x7f31140cf540 2024-07-27T06:58:27.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30fc0053c0 con 0x7f31140cf540 2024-07-27T06:58:27.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.324+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30fc003850 con 0x7f31140cf540 2024-07-27T06:58:27.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.325+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311409abc0 con 0x7f31140cf540 2024-07-27T06:58:27.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.326+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f311415b490 con 0x7f31140cf540 2024-07-27T06:58:27.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.327+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f30fc01a070 con 0x7f31140cf540 2024-07-27T06:58:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.328+0000 7f3111600640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 0x7f30f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.328+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f30fc098800 con 0x7f31140cf540 2024-07-27T06:58:27.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.329+0000 7f3119200640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 0x7f30f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:27.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.330+0000 7f3119200640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 0x7f30f0079520 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f3104033000 tx=0x7f3104004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.335+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31140b0f10 con 0x7f31140cf540 2024-07-27T06:58:27.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.591+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31140cd1d0 con 0x7f31140cf540 2024-07-27T06:58:27.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.592+0000 7f3111600640 1 -- 172.21.15.66:0/1649616816 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5255 (secure 0 0 0) 0x7f30fc060f90 con 0x7f31140cf540 2024-07-27T06:58:27.594 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:27.594 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":118,"btime":"2024-07-27T06:58:09:533549+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:09.177286+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7125,7293]},"id":6}]} 2024-07-27T06:58:27.594 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 118 2024-07-27T06:58:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 msgr2=0x7f30f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 0x7f30f0079520 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f3104033000 tx=0x7f3104004730 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 msgr2=0x7f31140b05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f30fc00c3d0 tx=0x7f30fc00c890 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 shutdown_connections 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30f0077010 0x7f30f0079520 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31140b0b00 0x7f311409b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31140cf540 0x7f31140b05c0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 --2- 172.21.15.66:0/1649616816 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3114070440 0x7f3114153a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 >> 172.21.15.66:0/1649616816 conn(0x7f311406d160 msgr2=0x7f3114156b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 shutdown_connections 2024-07-27T06:58:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:27.595+0000 7f311bc00640 1 -- 172.21.15.66:0/1649616816 wait complete. 2024-07-27T06:58:27.622 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:58:28.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:58:28.252 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:58:28.698 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2024-07-27T06:58:32.623 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:32.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.925+0000 7f9f26400640 1 -- 172.21.15.66:0/1965611306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 msgr2=0x7f9f200725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:32.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.925+0000 7f9f26400640 1 --2- 172.21.15.66:0/1965611306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f200725e0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9f18009ca0 tx=0x7f9f1802aa30 comp rx=0 tx=0).stop 2024-07-27T06:58:32.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 -- 172.21.15.66:0/1965611306 shutdown_connections 2024-07-27T06:58:32.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 --2- 172.21.15.66:0/1965611306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f200725e0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:32.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 --2- 172.21.15.66:0/1965611306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200cd640 0x7f9f2015a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:32.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 -- 172.21.15.66:0/1965611306 >> 172.21.15.66:0/1965611306 conn(0x7f9f200cfa70 msgr2=0x7f9f200cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:32.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 -- 172.21.15.66:0/1965611306 shutdown_connections 2024-07-27T06:58:32.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.926+0000 7f9f26400640 1 -- 172.21.15.66:0/1965611306 wait complete. 2024-07-27T06:58:32.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.929+0000 7f9f26400640 1 Processor -- start 2024-07-27T06:58:32.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.929+0000 7f9f26400640 1 -- start start 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200702c0 0x7f9f201e4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f20144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9f2015dee0 con 0x7f9f200cd640 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9f2015dd60 con 0x7f9f200721d0 2024-07-27T06:58:32.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.931+0000 7f9f26400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9f2015e060 con 0x7f9f200702c0 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35972/0 (socket says 172.21.15.66:35972) 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 -- 172.21.15.66:0/767641362 learned_addr learned my addr 172.21.15.66:0/767641362 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25000640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200702c0 0x7f9f201e4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f1fe00640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f20144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 -- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200702c0 msgr2=0x7f9f201e4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200702c0 0x7f9f201e4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 -- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 msgr2=0x7f9f20144090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f20144090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:32.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.932+0000 7f9f25a00640 1 -- 172.21.15.66:0/767641362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f201f5970 con 0x7f9f200cd640 2024-07-27T06:58:32.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f25a00640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f9f18009ca0 tx=0x7f9f18003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:32.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f18033050 con 0x7f9f200cd640 2024-07-27T06:58:32.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f18004450 con 0x7f9f200cd640 2024-07-27T06:58:32.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f201f5c50 con 0x7f9f200cd640 2024-07-27T06:58:32.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f18038450 con 0x7f9f200cd640 2024-07-27T06:58:32.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.933+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f201586d0 con 0x7f9f200cd640 2024-07-27T06:58:32.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.934+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f201f56e0 con 0x7f9f200cd640 2024-07-27T06:58:32.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.936+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9f18036070 con 0x7f9f200cd640 2024-07-27T06:58:32.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.937+0000 7f9f1cc00640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 0x7f9f00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:32.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.937+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f9f180ba370 con 0x7f9f200cd640 2024-07-27T06:58:32.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.938+0000 7f9f25000640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 0x7f9f00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:32.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.939+0000 7f9f25000640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 0x7f9f00079520 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9f14000f60 tx=0x7f9f14009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:32.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:32.942+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9f18082650 con 0x7f9f200cd640 2024-07-27T06:58:33.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.197+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9f201e4b70 con 0x7f9f200cd640 2024-07-27T06:58:33.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.198+0000 7f9f1cc00640 1 -- 172.21.15.66:0/767641362 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5303 (secure 0 0 0) 0x7f9f201e4b70 con 0x7f9f200cd640 2024-07-27T06:58:33.200 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:33.200 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":119,"btime":"2024-07-27T06:58:28:015735+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":119,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:28.015657+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:58:28.015656+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7293,7125]},"id":6}]} 2024-07-27T06:58:33.200 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 119 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 msgr2=0x7f9f00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 0x7f9f00079520 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f9f14000f60 tx=0x7f9f14009040 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 msgr2=0x7f9f201f8780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f9f18009ca0 tx=0x7f9f18003f10 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 shutdown_connections 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9f00077010 0x7f9f00079520 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9f200cd640 0x7f9f201f8780 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9f200721d0 0x7f9f20144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 --2- 172.21.15.66:0/767641362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9f200702c0 0x7f9f201e4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.201+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 >> 172.21.15.66:0/767641362 conn(0x7f9f200cfa70 msgr2=0x7f9f200b4f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:33.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.202+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 shutdown_connections 2024-07-27T06:58:33.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.202+0000 7f9f26400640 1 -- 172.21.15.66:0/767641362 wait complete. 2024-07-27T06:58:33.233 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-07-27T06:58:33.233 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:58:33.306 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:58:33.309 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:58:33.310 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:58:33.396 INFO:teuthology.orchestra.run.smithi066.stdout:1722063494.64502.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i c', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:58:33.401 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063494.64502.core'] 2024-07-27T06:58:33.401 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063494.64502.core, deleting it 2024-07-27T06:58:33.402 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063494.64502.core 2024-07-27T06:58:33.524 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:33.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 -- 172.21.15.66:0/2926499728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d4162830 msgr2=0x7f30d415e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:33.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 --2- 172.21.15.66:0/2926499728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d4162830 0x7f30d415e240 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f30cc005fd0 tx=0x7f30cc02a820 comp rx=0 tx=0).stop 2024-07-27T06:58:33.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 -- 172.21.15.66:0/2926499728 shutdown_connections 2024-07-27T06:58:33.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 --2- 172.21.15.66:0/2926499728 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d406c770 0x7f30d406cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 --2- 172.21.15.66:0/2926499728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d4162830 0x7f30d415e240 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 -- 172.21.15.66:0/2926499728 >> 172.21.15.66:0/2926499728 conn(0x7f30d40d0b40 msgr2=0x7f30d40d0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:33.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.806+0000 7f30d8a00640 1 -- 172.21.15.66:0/2926499728 shutdown_connections 2024-07-27T06:58:33.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.807+0000 7f30d8a00640 1 -- 172.21.15.66:0/2926499728 wait complete. 2024-07-27T06:58:33.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.809+0000 7f30d8a00640 1 Processor -- start 2024-07-27T06:58:33.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.809+0000 7f30d8a00640 1 -- start start 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.810+0000 7f30d8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.810+0000 7f30d8a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d40732e0 0x7f30d40b5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d8a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30d4162830 0x7f30d41f86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d8a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30d4070890 con 0x7f30d406c770 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d8a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30d4070710 con 0x7f30d4162830 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d8a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30d4070a10 con 0x7f30d40732e0 2024-07-27T06:58:33.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:33.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35988/0 (socket says 172.21.15.66:35988) 2024-07-27T06:58:33.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 -- 172.21.15.66:0/3317942285 learned_addr learned my addr 172.21.15.66:0/3317942285 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d1e00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d40732e0 0x7f30d40b5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 -- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d40732e0 msgr2=0x7f30d40b5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d40732e0 0x7f30d40b5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 -- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30d4162830 msgr2=0x7f30d41f86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30d4162830 0x7f30d41f86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.811+0000 7f30d2800640 1 -- 172.21.15.66:0/3317942285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30d415edb0 con 0x7f30d406c770 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30d2800640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f30cc035040 tx=0x7f30cc032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:33.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30cc037040 con 0x7f30d406c770 2024-07-27T06:58:33.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30cc042070 con 0x7f30d406c770 2024-07-27T06:58:33.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30d415f090 con 0x7f30d406c770 2024-07-27T06:58:33.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30cc0042a0 con 0x7f30d406c770 2024-07-27T06:58:33.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.812+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30d415f650 con 0x7f30d406c770 2024-07-27T06:58:33.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.814+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30d4074010 con 0x7f30d406c770 2024-07-27T06:58:33.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.815+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f30cc004440 con 0x7f30d406c770 2024-07-27T06:58:33.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.816+0000 7f30caa00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 0x7f30b0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:33.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.816+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f30cc0ba130 con 0x7f30d406c770 2024-07-27T06:58:33.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.817+0000 7f30d1e00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 0x7f30b0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:33.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.818+0000 7f30d1e00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 0x7f30b0079550 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f30bc0058c0 tx=0x7f30bc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:33.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:33.821+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f30cc0829d0 con 0x7f30d406c770 2024-07-27T06:58:34.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.076+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30d40b68c0 con 0x7f30d406c770 2024-07-27T06:58:34.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.077+0000 7f30caa00640 1 -- 172.21.15.66:0/3317942285 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) ==== 95+0+5303 (secure 0 0 0) 0x7f30cc0822d0 con 0x7f30d406c770 2024-07-27T06:58:34.079 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:34.079 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":119,"btime":"2024-07-27T06:58:28:015735+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6208,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":119,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:28.015657+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":7125,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7125":{"gid":7125,"name":"c","rank":0,"incarnation":109,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6835/332329356","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":332329356},{"type":"v1","addr":"172.21.15.66:6835","nonce":332329356}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:58:28.015656+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7125,"qdb_cluster":[7293,7125]},"id":6}]} 2024-07-27T06:58:34.079 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 119 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 msgr2=0x7f30b0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 0x7f30b0079550 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f30bc0058c0 tx=0x7f30bc005850 comp rx=0 tx=0).stop 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 msgr2=0x7f30d4160550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f30cc035040 tx=0x7f30cc032c90 comp rx=0 tx=0).stop 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 shutdown_connections 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30b0077040 0x7f30b0079550 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30d4162830 0x7f30d41f86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30d40732e0 0x7f30d40b5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 --2- 172.21.15.66:0/3317942285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30d406c770 0x7f30d4160550 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 >> 172.21.15.66:0/3317942285 conn(0x7f30d40d0b40 msgr2=0x7f30d415d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:34.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 shutdown_connections 2024-07-27T06:58:34.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.080+0000 7f30d8a00640 1 -- 172.21.15.66:0/3317942285 wait complete. 2024-07-27T06:58:34.114 INFO:tasks.ceph.mds.a:Sent signal 9 2024-07-27T06:58:34.114 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:34.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:34.114 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T06:58:34.201 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T06:58:34.316 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 9 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 -- 172.21.15.66:0/2048501098 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e0072340 msgr2=0x7f67e015fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 --2- 172.21.15.66:0/2048501098 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e0072340 0x7f67e015fab0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f67c8009830 tx=0x7f67c802a480 comp rx=0 tx=0).stop 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 -- 172.21.15.66:0/2048501098 shutdown_connections 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 --2- 172.21.15.66:0/2048501098 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e0072340 0x7f67e015fab0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 --2- 172.21.15.66:0/2048501098 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e006fa90 0x7f67e0073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 -- 172.21.15.66:0/2048501098 >> 172.21.15.66:0/2048501098 conn(0x7f67e00cfa20 msgr2=0x7f67e00cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 -- 172.21.15.66:0/2048501098 shutdown_connections 2024-07-27T06:58:34.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.494+0000 7f67df200640 1 -- 172.21.15.66:0/2048501098 wait complete. 2024-07-27T06:58:34.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.497+0000 7f67df200640 1 Processor -- start 2024-07-27T06:58:34.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.497+0000 7f67df200640 1 -- start start 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e0072340 0x7f67e00c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 0x7f67e015e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f67e015cd50 con 0x7f67e006fa90 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f67e015cbd0 con 0x7f67e015fff0 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.499+0000 7f67df200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f67e015ced0 con 0x7f67e0072340 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:34.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35998/0 (socket says 172.21.15.66:35998) 2024-07-27T06:58:34.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 -- 172.21.15.66:0/3564734161 learned_addr learned my addr 172.21.15.66:0/3564734161 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:34.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67d7e00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e0072340 0x7f67e00c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:34.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67de800640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 0x7f67e015e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 -- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e0072340 msgr2=0x7f67e00c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e0072340 0x7f67e00c9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 -- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 msgr2=0x7f67e015e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 0x7f67e015e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67dde00640 1 -- 172.21.15.66:0/3564734161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e015d4b0 con 0x7f67e006fa90 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.500+0000 7f67de800640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 0x7f67e015e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67dde00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f67d000e7c0 tx=0x7f67d000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:34.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d000ccc0 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67d000ce60 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d0005280 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e015d790 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.501+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e015dd50 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.502+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67e015e3a0 con 0x7f67e006fa90 2024-07-27T06:58:34.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.504+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f67d0005420 con 0x7f67e006fa90 2024-07-27T06:58:34.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.505+0000 7f67d6000640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 0x7f67bc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:34.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.505+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 8082+0+0 (secure 0 0 0) 0x7f67d0099be0 con 0x7f67e006fa90 2024-07-27T06:58:34.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.506+0000 7f67d7e00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 0x7f67bc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:34.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.507+0000 7f67d7e00640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 0x7f67bc079520 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f67c8034000 tx=0x7f67c8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:34.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.509+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f67d00623f0 con 0x7f67e006fa90 2024-07-27T06:58:34.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.807+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7f67e0073da0 con 0x7f67e006fa90 2024-07-27T06:58:34.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.812+0000 7f67d6000640 1 -- 172.21.15.66:0/3564734161 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 7125 v120) ==== 97+0+0 (secure 0 0 0) 0x7f67d0061cf0 con 0x7f67e006fa90 2024-07-27T06:58:34.814 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7125 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.815+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 msgr2=0x7f67bc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 0x7f67bc079520 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f67c8034000 tx=0x7f67c8004730 comp rx=0 tx=0).stop 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 msgr2=0x7f67e00b2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f67d000e7c0 tx=0x7f67d000ec80 comp rx=0 tx=0).stop 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 shutdown_connections 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f67bc077010 0x7f67bc079520 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f67e015fff0 0x7f67e015e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f67e0072340 0x7f67e00c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 --2- 172.21.15.66:0/3564734161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f67e006fa90 0x7f67e00b2a10 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:34.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 >> 172.21.15.66:0/3564734161 conn(0x7f67e00cfa20 msgr2=0x7f67e00cc310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:34.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 shutdown_connections 2024-07-27T06:58:34.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:34.816+0000 7f67df200640 1 -- 172.21.15.66:0/3564734161 wait complete. 2024-07-27T06:58:34.850 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:58:34.850 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:58:34.850 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:58:34.851 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:58:34.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:58:34.851 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-07-27T06:58:34.851 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:58:34.852 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:58:34.863 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:58:34.863 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:35.090 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:58:35.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 -- 172.21.15.66:0/2878638285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5540 msgr2=0x7f2408162c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 --2- 172.21.15.66:0/2878638285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5540 0x7f2408162c60 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f2400005fd0 tx=0x7f240002aa00 comp rx=0 tx=0).stop 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 -- 172.21.15.66:0/2878638285 shutdown_connections 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 --2- 172.21.15.66:0/2878638285 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5540 0x7f2408162c60 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 --2- 172.21.15.66:0/2878638285 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 0x7f24080d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 -- 172.21.15.66:0/2878638285 >> 172.21.15.66:0/2878638285 conn(0x7f24080d4100 msgr2=0x7f24080d4510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 -- 172.21.15.66:0/2878638285 shutdown_connections 2024-07-27T06:58:35.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.123+0000 7f240ca00640 1 -- 172.21.15.66:0/2878638285 wait complete. 2024-07-27T06:58:35.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.125+0000 7f240ca00640 1 Processor -- start 2024-07-27T06:58:35.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.125+0000 7f240ca00640 1 -- start start 2024-07-27T06:58:35.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24080b5540 0x7f240814c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 0x7f24081f4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f24080b76c0 con 0x7f24080b5130 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f24080b7540 con 0x7f24080b5540 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f240ca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f24080b7840 con 0x7f24080b9750 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f2405e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f2405e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36046/0 (socket says 172.21.15.66:36046) 2024-07-27T06:58:35.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.127+0000 7f2405e00640 1 -- 172.21.15.66:0/743494799 learned_addr learned my addr 172.21.15.66:0/743494799 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:35.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405400640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24080b5540 0x7f240814c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2406800640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 0x7f24081f4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 -- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 msgr2=0x7f24081f4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 0x7f24081f4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 -- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24080b5540 msgr2=0x7f240814c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24080b5540 0x7f240814c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 -- 172.21.15.66:0/743494799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24080c9db0 con 0x7f24080b5130 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.128+0000 7f2405e00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f23f800c970 tx=0x7f23f800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.129+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f8007b50 con 0x7f24080b5130 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.129+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23f8007de0 con 0x7f24080b5130 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.129+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23f8005280 con 0x7f24080b5130 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.129+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24080ca090 con 0x7f24080b5130 2024-07-27T06:58:35.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.129+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24080c99e0 con 0x7f24080b5130 2024-07-27T06:58:35.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.130+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f240806cad0 con 0x7f24080b5130 2024-07-27T06:58:35.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.131+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f23f8005420 con 0x7f24080b5130 2024-07-27T06:58:35.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.132+0000 7f23fe000640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 0x7f23e8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:35.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.133+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7f23f80996d0 con 0x7f24080b5130 2024-07-27T06:58:35.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.133+0000 7f2405400640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 0x7f23e8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:35.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.135+0000 7f2405400640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 0x7f23e8079550 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f23f4006fd0 tx=0x7f23f4008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:35.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.138+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23f8014030 con 0x7f24080b5130 2024-07-27T06:58:35.210 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T06:58:35.210 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~13s 2024-07-27T06:58:35.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.395+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24080d2c10 con 0x7f24080b5130 2024-07-27T06:58:35.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.396+0000 7f23fe000640 1 -- 172.21.15.66:0/743494799 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 121 v121) ==== 95+0+4426 (secure 0 0 0) 0x7f23f8061f50 con 0x7f24080b5130 2024-07-27T06:58:35.398 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:35.398 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":121,"btime":"2024-07-27T06:58:34:822450+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":121,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:34.822399+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:replay","state_seq":1,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7293,"qdb_cluster":[7293]},"id":6}]} 2024-07-27T06:58:35.398 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 121 2024-07-27T06:58:35.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.398+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 msgr2=0x7f23e8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:35.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.398+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 0x7f23e8079550 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f23f4006fd0 tx=0x7f23f4008040 comp rx=0 tx=0).stop 2024-07-27T06:58:35.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 msgr2=0x7f240814c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f23f800c970 tx=0x7f23f800ce30 comp rx=0 tx=0).stop 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 shutdown_connections 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23e8077040 0x7f23e8079550 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f24080b9750 0x7f24081f4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f24080b5540 0x7f240814c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 --2- 172.21.15.66:0/743494799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f24080b5130 0x7f240814c420 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 >> 172.21.15.66:0/743494799 conn(0x7f24080d4100 msgr2=0x7f240806e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 shutdown_connections 2024-07-27T06:58:35.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:35.399+0000 7f240ca00640 1 -- 172.21.15.66:0/743494799 wait complete. 2024-07-27T06:58:35.427 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:58:40.428 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:40.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 -- 172.21.15.66:0/2992903262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 msgr2=0x7ff37815c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:40.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 --2- 172.21.15.66:0/2992903262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815c320 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7ff368005fd0 tx=0x7ff36802a5d0 comp rx=0 tx=0).stop 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 -- 172.21.15.66:0/2992903262 shutdown_connections 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 --2- 172.21.15.66:0/2992903262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3780b45e0 0x7ff37815ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 --2- 172.21.15.66:0/2992903262 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815c320 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.730+0000 7ff37da00640 1 -- 172.21.15.66:0/2992903262 >> 172.21.15.66:0/2992903262 conn(0x7ff37806d160 msgr2=0x7ff3780b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.731+0000 7ff37da00640 1 -- 172.21.15.66:0/2992903262 shutdown_connections 2024-07-27T06:58:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.731+0000 7ff37da00640 1 -- 172.21.15.66:0/2992903262 wait complete. 2024-07-27T06:58:40.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.733+0000 7ff37da00640 1 Processor -- start 2024-07-27T06:58:40.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.733+0000 7ff37da00640 1 -- start start 2024-07-27T06:58:40.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:40.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:40.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff37815d920 0x7ff37815dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:40.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff3781605e0 con 0x7ff3780cf290 2024-07-27T06:58:40.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff378160460 con 0x7ff37809dc20 2024-07-27T06:58:40.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff37da00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff378160760 con 0x7ff37815d920 2024-07-27T06:58:40.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff36e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff36e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36050/0 (socket says 172.21.15.66:36050) 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff36e000640 1 -- 172.21.15.66:0/580716953 learned_addr learned my addr 172.21.15.66:0/580716953 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff376a00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.735+0000 7ff377400640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff37815d920 0x7ff37815dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 -- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff37815d920 msgr2=0x7ff37815dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff37815d920 0x7ff37815dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 -- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 msgr2=0x7ff37815f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 -- 172.21.15.66:0/580716953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff37815e9d0 con 0x7ff3780cf290 2024-07-27T06:58:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36e000640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ff36000c370 tx=0x7ff36000c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3600052d0 con 0x7ff3780cf290 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff360007020 con 0x7ff3780cf290 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff37809d530 con 0x7ff3780cf290 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360007470 con 0x7ff3780cf290 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.736+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff37809d810 con 0x7ff3780cf290 2024-07-27T06:58:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.737+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff378160cb0 con 0x7ff3780cf290 2024-07-27T06:58:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.739+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff3600067d0 con 0x7ff3780cf290 2024-07-27T06:58:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.740+0000 7ff36f400640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 0x7ff354079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.740+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7ff3600987b0 con 0x7ff3780cf290 2024-07-27T06:58:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.741+0000 7ff376a00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 0x7ff354079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.742+0000 7ff376a00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 0x7ff354079520 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff368033000 tx=0x7ff368004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:40.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.745+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff360061090 con 0x7ff3780cf290 2024-07-27T06:58:41.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:40.999+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3780b0120 con 0x7ff3780cf290 2024-07-27T06:58:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.000+0000 7ff36f400640 1 -- 172.21.15.66:0/580716953 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 122 v122) ==== 95+0+5254 (secure 0 0 0) 0x7ff360060990 con 0x7ff3780cf290 2024-07-27T06:58:41.002 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:41.002 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":122,"btime":"2024-07-27T06:58:35:831565+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7485,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":122,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:34.860441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:resolve","state_seq":14,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7293,"qdb_cluster":[7293]},"id":6}]} 2024-07-27T06:58:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 122 2024-07-27T06:58:41.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.003+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 msgr2=0x7ff354079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.003+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 0x7ff354079520 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff368033000 tx=0x7ff368004730 comp rx=0 tx=0).stop 2024-07-27T06:58:41.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.003+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 msgr2=0x7ff37814dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.003+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7ff36000c370 tx=0x7ff36000c830 comp rx=0 tx=0).stop 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 shutdown_connections 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff354077010 0x7ff354079520 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff37815d920 0x7ff37815dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3780cf290 0x7ff37814dc80 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 --2- 172.21.15.66:0/580716953 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff37809dc20 0x7ff37815f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 >> 172.21.15.66:0/580716953 conn(0x7ff37806d160 msgr2=0x7ff3780cfbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 shutdown_connections 2024-07-27T06:58:41.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.004+0000 7ff37da00640 1 -- 172.21.15.66:0/580716953 wait complete. 2024-07-27T06:58:41.037 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:58:41.037 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:41.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 -- 172.21.15.66:0/3189628374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980cf4e0 msgr2=0x7ff8980cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 --2- 172.21.15.66:0/3189628374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980cf4e0 0x7ff8980cc6e0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7ff8980d0c90 tx=0x7ff88002a4d0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 -- 172.21.15.66:0/3189628374 shutdown_connections 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 --2- 172.21.15.66:0/3189628374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8980ccc20 0x7ff89815fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 --2- 172.21.15.66:0/3189628374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980cf4e0 0x7ff8980cc6e0 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 --2- 172.21.15.66:0/3189628374 >> v2:172.21.15.155:3300/0 conn(0x7ff898153320 0x7ff8980cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 -- 172.21.15.66:0/3189628374 >> 172.21.15.66:0/3189628374 conn(0x7ff89806d160 msgr2=0x7ff8980b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 -- 172.21.15.66:0/3189628374 shutdown_connections 2024-07-27T06:58:41.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.326+0000 7ff89dc00640 1 -- 172.21.15.66:0/3189628374 wait complete. 2024-07-27T06:58:41.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.328+0000 7ff89dc00640 1 Processor -- start 2024-07-27T06:58:41.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.329+0000 7ff89dc00640 1 -- start start 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 0x7ff89814caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff898153320 0x7ff898155c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff8981606c0 con 0x7ff8980ccc20 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff898160540 con 0x7ff8980cf4e0 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff89dc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff898160840 con 0x7ff898153320 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff896a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff896a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54310/0 (socket says 172.21.15.66:54310) 2024-07-27T06:58:41.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.330+0000 7ff896a00640 1 -- 172.21.15.66:0/2044133802 learned_addr learned my addr 172.21.15.66:0/2044133802 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:41.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff897400640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff898153320 0x7ff898155c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896000640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 0x7ff89814caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 -- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff898153320 msgr2=0x7ff898155c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff898153320 0x7ff898155c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 -- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 msgr2=0x7ff89814caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 0x7ff89814caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 -- 172.21.15.66:0/2044133802 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8980adea0 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896000640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 0x7ff89814caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff896a00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c970 tx=0x7ff88800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff888007bb0 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff888007e40 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.331+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8980ae180 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.332+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff88800f690 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.332+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff89814ec10 con 0x7ff8980ccc20 2024-07-27T06:58:41.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.333+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8980728a0 con 0x7ff8980ccc20 2024-07-27T06:58:41.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.334+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff88800f830 con 0x7ff8980ccc20 2024-07-27T06:58:41.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.335+0000 7ff88ea00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 0x7ff874079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.335+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7ff888099ae0 con 0x7ff8980ccc20 2024-07-27T06:58:41.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.336+0000 7ff896000640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 0x7ff874079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.337+0000 7ff896000640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 0x7ff874079520 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff880033000 tx=0x7ff880004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:41.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.340+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff8980728a0 con 0x7ff8980ccc20 2024-07-27T06:58:41.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.593+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8980cc6e0 con 0x7ff8980ccc20 2024-07-27T06:58:41.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.594+0000 7ff88ea00640 1 -- 172.21.15.66:0/2044133802 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 122 v122) ==== 95+0+5254 (secure 0 0 0) 0x7ff888014030 con 0x7ff8980ccc20 2024-07-27T06:58:41.596 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:41.596 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":122,"btime":"2024-07-27T06:58:35:831565+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7485,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":122,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:34.860441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:resolve","state_seq":14,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7293,"qdb_cluster":[7293]},"id":6}]} 2024-07-27T06:58:41.596 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 122 2024-07-27T06:58:41.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 msgr2=0x7ff874079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 0x7ff874079520 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7ff880033000 tx=0x7ff880004730 comp rx=0 tx=0).stop 2024-07-27T06:58:41.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 msgr2=0x7ff898149430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff88800c970 tx=0x7ff88800ce30 comp rx=0 tx=0).stop 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 shutdown_connections 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff874077010 0x7ff874079520 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff898153320 0x7ff898155c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8980cf4e0 0x7ff89814caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 --2- 172.21.15.66:0/2044133802 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8980ccc20 0x7ff898149430 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 >> 172.21.15.66:0/2044133802 conn(0x7ff89806d160 msgr2=0x7ff898073220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 shutdown_connections 2024-07-27T06:58:41.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.597+0000 7ff89dc00640 1 -- 172.21.15.66:0/2044133802 wait complete. 2024-07-27T06:58:41.631 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:resolve 2024-07-27T06:58:41.631 DEBUG:tasks.cephfs.filesystem:reached state 'up:resolve' in 0.5938911437988281s 2024-07-27T06:58:41.631 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:41.823 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T06:58:41.823 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-07-27T06:58:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 -- 172.21.15.66:0/2646105973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 msgr2=0x7fc22c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 --2- 172.21.15.66:0/2646105973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc22c004c10 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fc23400c290 tx=0x7fc22c005830 comp rx=0 tx=0).stop 2024-07-27T06:58:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24da00640 1 -- 172.21.15.66:0/2646105973 reap_dead start 2024-07-27T06:58:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 -- 172.21.15.66:0/2646105973 shutdown_connections 2024-07-27T06:58:41.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 -- 172.21.15.66:0/2646105973 >> 172.21.15.66:0/2646105973 conn(0x7fc2480d40e0 msgr2=0x7fc2480d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 -- 172.21.15.66:0/2646105973 shutdown_connections 2024-07-27T06:58:41.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.924+0000 7fc24fa00640 1 -- 172.21.15.66:0/2646105973 wait complete. 2024-07-27T06:58:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.927+0000 7fc24fa00640 1 Processor -- start 2024-07-27T06:58:41.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.927+0000 7fc24fa00640 1 -- start start 2024-07-27T06:58:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc24809eae0 0x7fc24809eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 0x7fc2481e5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2480cf040 con 0x7fc22c004800 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc2480ceec0 con 0x7fc2481e5890 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24fa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc2480cf1c0 con 0x7fc24809eae0 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54320/0 (socket says 172.21.15.66:54320) 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 -- 172.21.15.66:0/3677334641 learned_addr learned my addr 172.21.15.66:0/3677334641 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc247e00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc24809eae0 0x7fc24809eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24da00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 0x7fc2481e5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 -- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc24809eae0 msgr2=0x7fc24809eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc24809eae0 0x7fc24809eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 -- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 msgr2=0x7fc2481e5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.929+0000 7fc24d000640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 0x7fc2481e5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc24d000640 1 -- 172.21.15.66:0/3677334641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2481e61e0 con 0x7fc22c004800 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc24da00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 0x7fc2481e5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc24d000640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc238001880 tx=0x7fc238001d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc238015070 con 0x7fc22c004800 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc23800e9a0 con 0x7fc22c004800 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2480a09b0 con 0x7fc22c004800 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23800edd0 con 0x7fc22c004800 2024-07-27T06:58:41.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.930+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2481f86e0 con 0x7fc22c004800 2024-07-27T06:58:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.932+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2480d06d0 con 0x7fc22c004800 2024-07-27T06:58:41.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.933+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc238018070 con 0x7fc22c004800 2024-07-27T06:58:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.934+0000 7fc244c00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 0x7fc228079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:41.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.934+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7fc238099ae0 con 0x7fc22c004800 2024-07-27T06:58:41.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.935+0000 7fc247e00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 0x7fc228079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:41.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.936+0000 7fc247e00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 0x7fc228079520 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fc234033000 tx=0x7fc2480d1500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:41.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:41.939+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2481e61e0 con 0x7fc22c004800 2024-07-27T06:58:42.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.197+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2480b90e0 con 0x7fc22c004800 2024-07-27T06:58:42.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.198+0000 7fc244c00640 1 -- 172.21.15.66:0/3677334641 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 122 v122) ==== 95+0+5254 (secure 0 0 0) 0x7fc2380623d0 con 0x7fc22c004800 2024-07-27T06:58:42.200 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":122,"btime":"2024-07-27T06:58:35:831565+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7485,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":122,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:34.860441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:resolve","state_seq":14,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7293,"qdb_cluster":[7293]},"id":6}]} 2024-07-27T06:58:42.200 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 122 2024-07-27T06:58:42.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.201+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 msgr2=0x7fc228079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:42.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.201+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 0x7fc228079520 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fc234033000 tx=0x7fc2480d1500 comp rx=0 tx=0).stop 2024-07-27T06:58:42.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.201+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 msgr2=0x7fc2480cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fc238001880 tx=0x7fc238001d40 comp rx=0 tx=0).stop 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 shutdown_connections 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc228077010 0x7fc228079520 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2481e5890 0x7fc2481e5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc24809eae0 0x7fc24809eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 --2- 172.21.15.66:0/3677334641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc22c004800 0x7fc2480cdf20 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 >> 172.21.15.66:0/3677334641 conn(0x7fc2480d40e0 msgr2=0x7fc2481e4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 shutdown_connections 2024-07-27T06:58:42.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.202+0000 7fc24fa00640 1 -- 172.21.15.66:0/3677334641 wait complete. 2024-07-27T06:58:42.231 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:58:42.533 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":12,"last_created":12,"last_destroyed":9,"pending_noop":[],"snaps":[{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}},{"snapid":12,"ino":1099511627777,"stamp":"2024-07-27T06:58:09.940764+0000","name":"s26","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:58:42.533 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 9, "last_snap": 12, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s26", "snapid": 12, "stamp": "2024-07-27T06:58:09.940764+0000" } ] } 2024-07-27T06:58:42.534 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 -- 172.21.15.66:0/1889191685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 msgr2=0x7f8b2800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 --2- 172.21.15.66:0/1889191685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b2800b9c0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f8b440cb1f0 tx=0x7f8b28005830 comp rx=0 tx=0).stop 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 -- 172.21.15.66:0/1889191685 shutdown_connections 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 --2- 172.21.15.66:0/1889191685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b2800b9c0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 -- 172.21.15.66:0/1889191685 >> 172.21.15.66:0/1889191685 conn(0x7f8b440cfa70 msgr2=0x7f8b440cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 -- 172.21.15.66:0/1889191685 shutdown_connections 2024-07-27T06:58:42.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.836+0000 7f8b48a00640 1 -- 172.21.15.66:0/1889191685 wait complete. 2024-07-27T06:58:42.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.839+0000 7f8b48a00640 1 Processor -- start 2024-07-27T06:58:42.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.839+0000 7f8b48a00640 1 -- start start 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b4413ad70 0x7f8b4413b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b4415e890 0x7f8b4415eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8b440725e0 con 0x7f8b280051c0 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8b440cf0d0 con 0x7f8b4415e890 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.840+0000 7f8b48a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8b44072760 con 0x7f8b4413ad70 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54342/0 (socket says 172.21.15.66:54342) 2024-07-27T06:58:42.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 -- 172.21.15.66:0/2741369180 learned_addr learned my addr 172.21.15.66:0/2741369180 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 -- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b4413ad70 msgr2=0x7f8b4413b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b3aa00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b4413ad70 0x7f8b4413b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43e00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b4415e890 0x7f8b4415eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b4413ad70 0x7f8b4413b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 -- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b4415e890 msgr2=0x7f8b4415eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b4415e890 0x7f8b4415eca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.841+0000 7f8b43400640 1 -- 172.21.15.66:0/2741369180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b4415f1e0 con 0x7f8b280051c0 2024-07-27T06:58:42.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b43400640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f8b34010a10 tx=0x7f8b34010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b3400ed40 con 0x7f8b280051c0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b34012450 con 0x7f8b280051c0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b34012880 con 0x7f8b280051c0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b441f63f0 con 0x7f8b280051c0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.842+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b441f69b0 con 0x7f8b280051c0 2024-07-27T06:58:42.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.843+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b440cb6d0 con 0x7f8b280051c0 2024-07-27T06:58:42.846 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.845+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8b34021020 con 0x7f8b280051c0 2024-07-27T06:58:42.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.846+0000 7f8b3be00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 0x7f8b20079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:42.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.846+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7f8b34099f50 con 0x7f8b280051c0 2024-07-27T06:58:42.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.847+0000 7f8b3aa00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 0x7f8b20079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:42.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.848+0000 7f8b3aa00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 0x7f8b20079520 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c005fd0 tx=0x7f8b2c00e3a0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:42.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:42.851+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8b4415f1e0 con 0x7f8b280051c0 2024-07-27T06:58:43.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.097+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8b440cf760 con 0x7f8b280051c0 2024-07-27T06:58:43.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.098+0000 7f8b3be00640 1 -- 172.21.15.66:0/2741369180 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 122 v122) ==== 95+0+5254 (secure 0 0 0) 0x7f8b340627a0 con 0x7f8b280051c0 2024-07-27T06:58:43.100 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":122,"btime":"2024-07-27T06:58:35:831565+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7485,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":122,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:34.860441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7293},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:resolve","state_seq":14,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7293":{"gid":7293,"name":"a","rank":1,"incarnation":112,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6834/4246302780","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4246302780},{"type":"v1","addr":"172.21.15.66:6834","nonce":4246302780}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7293,"qdb_cluster":[7293]},"id":6}]} 2024-07-27T06:58:43.101 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 122 2024-07-27T06:58:43.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.100+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 msgr2=0x7f8b20079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.100+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 0x7f8b20079520 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f8b2c005fd0 tx=0x7f8b2c00e3a0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.100+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 msgr2=0x7f8b440b4bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.100+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f8b34010a10 tx=0x7f8b34010ed0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 shutdown_connections 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8b20077010 0x7f8b20079520 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8b4415e890 0x7f8b4415eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8b4413ad70 0x7f8b4413b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 --2- 172.21.15.66:0/2741369180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8b280051c0 0x7f8b440b4bd0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 >> 172.21.15.66:0/2741369180 conn(0x7f8b440cfa70 msgr2=0x7f8b4406ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:43.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 shutdown_connections 2024-07-27T06:58:43.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.101+0000 7f8b48a00640 1 -- 172.21.15.66:0/2741369180 wait complete. 2024-07-27T06:58:43.132 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:58:43.423 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":12,"last_created":12,"last_destroyed":9,"pending_noop":[],"snaps":[{"snapid":11,"ino":1099511627777,"stamp":"2024-07-27T06:57:18.103826+0000","name":"s25","metadata":{}},{"snapid":12,"ino":1099511627777,"stamp":"2024-07-27T06:58:09.940764+0000","name":"s26","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:58:43.423 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 9, "last_snap": 12, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s25", "snapid": 11, "stamp": "2024-07-27T06:57:18.103826+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s26", "snapid": 12, "stamp": "2024-07-27T06:58:09.940764+0000" } ] } 2024-07-27T06:58:43.423 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 -- 172.21.15.66:0/1951649407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 msgr2=0x7f971015dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 --2- 172.21.15.66:0/1951649407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f971015dd00 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f96f8005fd0 tx=0x7f96f802ad80 comp rx=0 tx=0).stop 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 -- 172.21.15.66:0/1951649407 shutdown_connections 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 --2- 172.21.15.66:0/1951649407 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 0x7f971015a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 --2- 172.21.15.66:0/1951649407 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f971015dd00 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 --2- 172.21.15.66:0/1951649407 >> v2:172.21.15.155:3300/0 conn(0x7f971006ecd0 0x7f9710140550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 -- 172.21.15.66:0/1951649407 >> 172.21.15.66:0/1951649407 conn(0x7f97100cfa20 msgr2=0x7f97100cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:43.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 -- 172.21.15.66:0/1951649407 shutdown_connections 2024-07-27T06:58:43.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.731+0000 7f970f200640 1 -- 172.21.15.66:0/1951649407 wait complete. 2024-07-27T06:58:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.734+0000 7f970f200640 1 Processor -- start 2024-07-27T06:58:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.735+0000 7f970f200640 1 -- start start 2024-07-27T06:58:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f971006ecd0 0x7f9710151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:43.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 0x7f97100b3800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f971015add0 con 0x7f97100ca070 2024-07-27T06:58:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f971015ac50 con 0x7f971006ecd0 2024-07-27T06:58:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f971015af50 con 0x7f971015e240 2024-07-27T06:58:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f9705400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:43.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f9705400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54350/0 (socket says 172.21.15.66:54350) 2024-07-27T06:58:43.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f9705400640 1 -- 172.21.15.66:0/3123189846 learned_addr learned my addr 172.21.15.66:0/3123189846 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:43.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970de00640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f971006ecd0 0x7f9710151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:43.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.737+0000 7f970e800640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 0x7f97100b3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:43.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 -- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 msgr2=0x7f97100b3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:43.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 0x7f97100b3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 -- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f971006ecd0 msgr2=0x7f9710151570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:43.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f971006ecd0 0x7f9710151570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:43.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 -- 172.21.15.66:0/3123189846 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9710151ab0 con 0x7f97100ca070 2024-07-27T06:58:43.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9705400640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f96f8006010 tx=0x7f96f8009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:43.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f8040020 con 0x7f97100ca070 2024-07-27T06:58:43.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.738+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96f802b890 con 0x7f97100ca070 2024-07-27T06:58:43.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.739+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97101e55c0 con 0x7f97100ca070 2024-07-27T06:58:43.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.739+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f802bc40 con 0x7f97100ca070 2024-07-27T06:58:43.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.739+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97101e5b80 con 0x7f97100ca070 2024-07-27T06:58:43.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.740+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97101e5330 con 0x7f97100ca070 2024-07-27T06:58:43.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.741+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f96f8043020 con 0x7f97100ca070 2024-07-27T06:58:43.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.742+0000 7f9706a00640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 0x7f96ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:43.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.742+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(111..111 src has 1..111) ==== 8168+0+0 (secure 0 0 0) 0x7f96f80b99f0 con 0x7f97100ca070 2024-07-27T06:58:43.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.743+0000 7f970de00640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 0x7f96ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:43.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.745+0000 7f970de00640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 0x7f96ec079520 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9700005d10 tx=0x7f9700005ca0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:43.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:43.748+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f96f804a030 con 0x7f97100ca070 2024-07-27T06:58:44.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.029+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f971015b400 con 0x7f97100ca070 2024-07-27T06:58:44.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.035+0000 7f9706a00640 1 -- 172.21.15.66:0/3123189846 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 7293 v123) ==== 97+0+0 (secure 0 0 0) 0x7f96f8082250 con 0x7f97100ca070 2024-07-27T06:58:44.037 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7293 2024-07-27T06:58:44.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.038+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 msgr2=0x7f96ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.038+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 0x7f96ec079520 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f9700005d10 tx=0x7f9700005ca0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.038+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 msgr2=0x7f97100b2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.038+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f96f8006010 tx=0x7f96f8009830 comp rx=0 tx=0).stop 2024-07-27T06:58:44.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 shutdown_connections 2024-07-27T06:58:44.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f96ec077010 0x7f96ec079520 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f971015e240 0x7f97100b3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97100ca070 0x7f97100b2a10 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 --2- 172.21.15.66:0/3123189846 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f971006ecd0 0x7f9710151570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.039+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 >> 172.21.15.66:0/3123189846 conn(0x7f97100cfa20 msgr2=0x7f971013f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:44.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.040+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 shutdown_connections 2024-07-27T06:58:44.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.040+0000 7f970f200640 1 -- 172.21.15.66:0/3123189846 wait complete. 2024-07-27T06:58:44.072 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T06:58:44.073 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T06:58:44.073 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T06:58:44.073 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:58:44.073 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:58:44.073 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T06:58:44.074 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T06:58:44.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T06:58:44.080 INFO:tasks.ceph.mds.a:Started 2024-07-27T06:58:44.080 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:44.297 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T06:58:44.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 -- 172.21.15.66:0/1742089488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cec70 msgr2=0x7fbb2815a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/1742089488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cec70 0x7fbb2815a320 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7fbb14009830 tx=0x7fbb1402a480 comp rx=0 tx=0).stop 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 -- 172.21.15.66:0/1742089488 shutdown_connections 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/1742089488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cec70 0x7fbb2815a320 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/1742089488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cf540 0x7fbb2815b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 -- 172.21.15.66:0/1742089488 >> 172.21.15.66:0/1742089488 conn(0x7fbb2806d160 msgr2=0x7fbb280b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 -- 172.21.15.66:0/1742089488 shutdown_connections 2024-07-27T06:58:44.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.332+0000 7fbb2cc00640 1 -- 172.21.15.66:0/1742089488 wait complete. 2024-07-27T06:58:44.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.334+0000 7fbb2cc00640 1 Processor -- start 2024-07-27T06:58:44.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.334+0000 7fbb2cc00640 1 -- start start 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cc630 0x7fbb281465c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb280cec70 0x7fbb280c9920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbb280cdcc0 con 0x7fbb280cf540 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbb280cdb40 con 0x7fbb280cec70 2024-07-27T06:58:44.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb2cc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbb280cde40 con 0x7fbb280cc630 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb26800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb26800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54394/0 (socket says 172.21.15.66:54394) 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb26800640 1 -- 172.21.15.66:0/2924034842 learned_addr learned my addr 172.21.15.66:0/2924034842 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.336+0000 7fbb25e00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cc630 0x7fbb281465c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb25400640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb280cec70 0x7fbb280c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 -- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cc630 msgr2=0x7fbb281465c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cc630 0x7fbb281465c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 -- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb280cec70 msgr2=0x7fbb280c9920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb280cec70 0x7fbb280c9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 -- 172.21.15.66:0/2924034842 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb280ad820 con 0x7fbb280cf540 2024-07-27T06:58:44.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb26800640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000c730 tx=0x7fbb2000cb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:44.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb20003b70 con 0x7fbb280cf540 2024-07-27T06:58:44.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbb20003d10 con 0x7fbb280cf540 2024-07-27T06:58:44.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb200052d0 con 0x7fbb280cf540 2024-07-27T06:58:44.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb28146b00 con 0x7fbb280cf540 2024-07-27T06:58:44.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.337+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb280adda0 con 0x7fbb280cf540 2024-07-27T06:58:44.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.339+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb28154b10 con 0x7fbb280cf540 2024-07-27T06:58:44.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.340+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbb20005470 con 0x7fbb280cf540 2024-07-27T06:58:44.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.341+0000 7fbb1e000640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 0x7fbb08079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:44.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.341+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8254+0+0 (secure 0 0 0) 0x7fbb200991e0 con 0x7fbb280cf540 2024-07-27T06:58:44.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.342+0000 7fbb25e00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 0x7fbb08079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:44.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.343+0000 7fbb25e00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 0x7fbb08079520 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbb18005fd0 tx=0x7fbb18005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:44.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.346+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbb20061950 con 0x7fbb280cf540 2024-07-27T06:58:44.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.598+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbb28072940 con 0x7fbb280cf540 2024-07-27T06:58:44.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.599+0000 7fbb1e000640 1 -- 172.21.15.66:0/2924034842 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 124 v124) ==== 95+0+4421 (secure 0 0 0) 0x7fbb20061250 con 0x7fbb280cf540 2024-07-27T06:58:44.601 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":124,"btime":"2024-07-27T06:58:44:039848+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":124,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:44.039837+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:resolve","state_seq":14,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:44.601 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 124 2024-07-27T06:58:44.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 msgr2=0x7fbb08079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 0x7fbb08079520 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fbb18005fd0 tx=0x7fbb18005850 comp rx=0 tx=0).stop 2024-07-27T06:58:44.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 msgr2=0x7fbb280c9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:44.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7fbb2000c730 tx=0x7fbb2000cb30 comp rx=0 tx=0).stop 2024-07-27T06:58:44.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 shutdown_connections 2024-07-27T06:58:44.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbb08077010 0x7fbb08079520 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbb280cf540 0x7fbb280c9e60 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbb280cec70 0x7fbb280c9920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 --2- 172.21.15.66:0/2924034842 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbb280cc630 0x7fbb281465c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:44.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.602+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 >> 172.21.15.66:0/2924034842 conn(0x7fbb2806d160 msgr2=0x7fbb28072e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:44.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.603+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 shutdown_connections 2024-07-27T06:58:44.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:44.603+0000 7fbb2cc00640 1 -- 172.21.15.66:0/2924034842 wait complete. 2024-07-27T06:58:44.629 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:58:48.536 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T06:58:49.629 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 -- 172.21.15.66:0/77570964 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40721d0 msgr2=0x7ff7e40725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 --2- 172.21.15.66:0/77570964 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40721d0 0x7ff7e40725e0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc005fd0 tx=0x7ff7dc02aa10 comp rx=0 tx=0).stop 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 -- 172.21.15.66:0/77570964 shutdown_connections 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 --2- 172.21.15.66:0/77570964 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40721d0 0x7ff7e40725e0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 --2- 172.21.15.66:0/77570964 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40cb0d0 0x7ff7e415a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 -- 172.21.15.66:0/77570964 >> 172.21.15.66:0/77570964 conn(0x7ff7e40cfa70 msgr2=0x7ff7e40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 -- 172.21.15.66:0/77570964 shutdown_connections 2024-07-27T06:58:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.932+0000 7ff7e9000640 1 -- 172.21.15.66:0/77570964 wait complete. 2024-07-27T06:58:49.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.934+0000 7ff7e9000640 1 Processor -- start 2024-07-27T06:58:49.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.934+0000 7ff7e9000640 1 -- start start 2024-07-27T06:58:49.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40721d0 0x7ff7e415c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40cb0d0 0x7ff7e40b29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e415dee0 con 0x7ff7e40cd640 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e415dd60 con 0x7ff7e40cb0d0 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e9000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e415e060 con 0x7ff7e40721d0 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54408/0 (socket says 172.21.15.66:54408) 2024-07-27T06:58:49.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.936+0000 7ff7e3e00640 1 -- 172.21.15.66:0/3677710473 learned_addr learned my addr 172.21.15.66:0/3677710473 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:49.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e2a00640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40cb0d0 0x7ff7e40b29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:49.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3400640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40721d0 0x7ff7e415c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:49.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 -- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40721d0 msgr2=0x7ff7e415c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:49.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40721d0 0x7ff7e415c960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 -- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40cb0d0 msgr2=0x7ff7e40b29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40cb0d0 0x7ff7e40b29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 -- 172.21.15.66:0/3677710473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e41f8cc0 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7e3e00640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc006010 tx=0x7ff7dc009360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.937+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc046070 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.938+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7dc004540 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.938+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc033070 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.938+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e40b2ee0 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.938+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e415d490 con 0x7ff7e40cd640 2024-07-27T06:58:49.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.939+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7e40c5c90 con 0x7ff7e40cd640 2024-07-27T06:58:49.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.940+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff7dc049070 con 0x7ff7e40cd640 2024-07-27T06:58:49.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.941+0000 7ff7db400640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 0x7ff7c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:49.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.942+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8254+0+0 (secure 0 0 0) 0x7ff7dc0ba4a0 con 0x7ff7e40cd640 2024-07-27T06:58:49.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.942+0000 7ff7e3400640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 0x7ff7c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:49.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.943+0000 7ff7e3400640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 0x7ff7c4079520 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40015e0 tx=0x7ff7d4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:49.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:49.946+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff7e40c5c90 con 0x7ff7e40cd640 2024-07-27T06:58:50.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.202+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7e415cf40 con 0x7ff7e40cd640 2024-07-27T06:58:50.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.203+0000 7ff7db400640 1 -- 172.21.15.66:0/3677710473 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 126 v126) ==== 95+0+5252 (secure 0 0 0) 0x7ff7dc03e070 con 0x7ff7e40cd640 2024-07-27T06:58:50.205 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:50.205 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":126,"btime":"2024-07-27T06:58:46:054178+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":126,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:45.063513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:50.206 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 126 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 msgr2=0x7ff7c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 0x7ff7c4079520 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7ff7d40015e0 tx=0x7ff7d4009040 comp rx=0 tx=0).stop 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 msgr2=0x7ff7e40b3c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc006010 tx=0x7ff7dc009360 comp rx=0 tx=0).stop 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 shutdown_connections 2024-07-27T06:58:50.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7c4077010 0x7ff7c4079520 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7e40cd640 0x7ff7e40b3c30 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7e40cb0d0 0x7ff7e40b29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.206+0000 7ff7e9000640 1 --2- 172.21.15.66:0/3677710473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7e40721d0 0x7ff7e415c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.207+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 >> 172.21.15.66:0/3677710473 conn(0x7ff7e40cfa70 msgr2=0x7ff7e40c5580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.207+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 shutdown_connections 2024-07-27T06:58:50.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.207+0000 7ff7e9000640 1 -- 172.21.15.66:0/3677710473 wait complete. 2024-07-27T06:58:50.235 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:58:50.235 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:50.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.528+0000 7f6060e00640 1 -- 172.21.15.66:0/2766397668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 msgr2=0x7f6040003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.528+0000 7f6060e00640 1 --2- 172.21.15.66:0/2766397668 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f6040003ec0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f604c00baf0 tx=0x7f6040005830 comp rx=0 tx=0).stop 2024-07-27T06:58:50.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.528+0000 7f605be00640 1 -- 172.21.15.66:0/2766397668 reap_dead start 2024-07-27T06:58:50.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.529+0000 7f6060e00640 1 -- 172.21.15.66:0/2766397668 shutdown_connections 2024-07-27T06:58:50.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.529+0000 7f6060e00640 1 -- 172.21.15.66:0/2766397668 >> 172.21.15.66:0/2766397668 conn(0x7f605c0cfa70 msgr2=0x7f605c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:50.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.529+0000 7f6060e00640 1 -- 172.21.15.66:0/2766397668 shutdown_connections 2024-07-27T06:58:50.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.529+0000 7f6060e00640 1 -- 172.21.15.66:0/2766397668 wait complete. 2024-07-27T06:58:50.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.531+0000 7f6060e00640 1 Processor -- start 2024-07-27T06:58:50.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.531+0000 7f6060e00640 1 -- start start 2024-07-27T06:58:50.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:50.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 0x7f605c0b4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f605c13c030 0x7f605c13c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f605c0cf040 con 0x7f6040003a50 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f605c0ceec0 con 0x7f605c136b20 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f6060e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f605c0cd640 con 0x7f605c13c030 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f605b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f605b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54426/0 (socket says 172.21.15.66:54426) 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.533+0000 7f605b400640 1 -- 172.21.15.66:0/1439359623 learned_addr learned my addr 172.21.15.66:0/1439359623 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:50.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605be00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f605c13c030 0x7f605c13c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605aa00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 0x7f605c0b4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 -- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f605c13c030 msgr2=0x7f605c13c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f605c13c030 0x7f605c13c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 -- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 msgr2=0x7f605c0b4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 0x7f605c0b4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 -- 172.21.15.66:0/1439359623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f605c13c980 con 0x7f6040003a50 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605aa00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 0x7f605c0b4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:50.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.534+0000 7f605b400640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f604c00bc10 tx=0x7f604c00b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:50.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.535+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c040070 con 0x7f6040003a50 2024-07-27T06:58:50.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.535+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f604c03a920 con 0x7f6040003a50 2024-07-27T06:58:50.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.535+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f604c035040 con 0x7f6040003a50 2024-07-27T06:58:50.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.535+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f605c0b3c00 con 0x7f6040003a50 2024-07-27T06:58:50.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.535+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f605c0b41c0 con 0x7f6040003a50 2024-07-27T06:58:50.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.536+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f605c0725e0 con 0x7f6040003a50 2024-07-27T06:58:50.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.537+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f604c038020 con 0x7f6040003a50 2024-07-27T06:58:50.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.538+0000 7f6053400640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 0x7f6038079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:50.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.538+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8254+0+0 (secure 0 0 0) 0x7f604c0ba1b0 con 0x7f6040003a50 2024-07-27T06:58:50.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.539+0000 7f605aa00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 0x7f6038079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:50.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.540+0000 7f605aa00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 0x7f6038079520 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f605c144f70 tx=0x7f6044009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:50.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.543+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f604c02c040 con 0x7f6040003a50 2024-07-27T06:58:50.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.794+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f605c0cf760 con 0x7f6040003a50 2024-07-27T06:58:50.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.795+0000 7f6053400640 1 -- 172.21.15.66:0/1439359623 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 126 v126) ==== 95+0+5252 (secure 0 0 0) 0x7f604c082890 con 0x7f6040003a50 2024-07-27T06:58:50.797 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:50.797 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":126,"btime":"2024-07-27T06:58:46:054178+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":126,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:45.063513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:50.798 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 126 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 msgr2=0x7f6038079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 0x7f6038079520 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f605c144f70 tx=0x7f6044009040 comp rx=0 tx=0).stop 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 msgr2=0x7f605c0b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f604c00bc10 tx=0x7f604c00b710 comp rx=0 tx=0).stop 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 shutdown_connections 2024-07-27T06:58:50.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6038077010 0x7f6038079520 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f605c13c030 0x7f605c13c440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f605c136b20 0x7f605c0b4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 --2- 172.21.15.66:0/1439359623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6040003a50 0x7f605c0b49c0 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 >> 172.21.15.66:0/1439359623 conn(0x7f605c0cfa70 msgr2=0x7f605c15da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 shutdown_connections 2024-07-27T06:58:50.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:50.798+0000 7f6060e00640 1 -- 172.21.15.66:0/1439359623 wait complete. 2024-07-27T06:58:50.829 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:58:51.830 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:52.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 -- 172.21.15.66:0/3714959210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1218142270 msgr2=0x7f12180cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:52.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 --2- 172.21.15.66:0/3714959210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1218142270 0x7f12180cd9a0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f1200005fd0 tx=0x7f120002a540 comp rx=0 tx=0).stop 2024-07-27T06:58:52.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 -- 172.21.15.66:0/3714959210 shutdown_connections 2024-07-27T06:58:52.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 --2- 172.21.15.66:0/3714959210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1218142270 0x7f12180cd9a0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 --2- 172.21.15.66:0/3714959210 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12180cb250 0x7f1218153170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 -- 172.21.15.66:0/3714959210 >> 172.21.15.66:0/3714959210 conn(0x7f12180b2b80 msgr2=0x7f12180b2f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:52.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 -- 172.21.15.66:0/3714959210 shutdown_connections 2024-07-27T06:58:52.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.132+0000 7f1217200640 1 -- 172.21.15.66:0/3714959210 wait complete. 2024-07-27T06:58:52.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.135+0000 7f1217200640 1 Processor -- start 2024-07-27T06:58:52.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.135+0000 7f1217200640 1 -- start start 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12180cb250 0x7f12180c4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 0x7f1218140e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1218142680 con 0x7f12180cdee0 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f121806ce80 con 0x7f1218142270 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.136+0000 7f1217200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f12180c7560 con 0x7f12180cb250 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:52.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53054/0 (socket says 172.21.15.66:53054) 2024-07-27T06:58:52.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 -- 172.21.15.66:0/3701769939 learned_addr learned my addr 172.21.15.66:0/3701769939 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 -- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12180cb250 msgr2=0x7f12180c4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12180cb250 0x7f12180c4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 -- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 msgr2=0x7f1218140e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f1216800640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 0x7f1218140e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 0x7f1218140e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f120d400640 1 -- 172.21.15.66:0/3701769939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1218156810 con 0x7f12180cdee0 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.137+0000 7f1216800640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 0x7f1218140e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f120d400640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f1200000c00 tx=0x7f1200003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f120003e030 con 0x7f12180cdee0 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1200003e60 con 0x7f12180cdee0 2024-07-27T06:58:52.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1200035040 con 0x7f12180cdee0 2024-07-27T06:58:52.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1218156530 con 0x7f12180cdee0 2024-07-27T06:58:52.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.138+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12181f54b0 con 0x7f12180cdee0 2024-07-27T06:58:52.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.139+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12181562a0 con 0x7f12180cdee0 2024-07-27T06:58:52.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.141+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1200041030 con 0x7f12180cdee0 2024-07-27T06:58:52.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.142+0000 7f120ea00640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 0x7f11f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:52.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.142+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8254+0+0 (secure 0 0 0) 0x7f12000b9b20 con 0x7f12180cdee0 2024-07-27T06:58:52.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.142+0000 7f1215e00640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 0x7f11f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:52.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.144+0000 7f1215e00640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 0x7f11f4079520 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f120800a860 tx=0x7f1208005b50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:52.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.146+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f12180ce2f0 con 0x7f12180cdee0 2024-07-27T06:58:52.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.412+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f121806d2a0 con 0x7f12180cdee0 2024-07-27T06:58:52.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.413+0000 7f120ea00640 1 -- 172.21.15.66:0/3701769939 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 126 v126) ==== 95+0+5252 (secure 0 0 0) 0x7f12000822e0 con 0x7f12180cdee0 2024-07-27T06:58:52.415 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:52.415 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":126,"btime":"2024-07-27T06:58:46:054178+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":126,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:45.063513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:52.415 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 126 2024-07-27T06:58:52.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.416+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 msgr2=0x7f11f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:52.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.416+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 0x7f11f4079520 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f120800a860 tx=0x7f1208005b50 comp rx=0 tx=0).stop 2024-07-27T06:58:52.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.416+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 msgr2=0x7f1218140940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:52.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.416+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f1200000c00 tx=0x7f1200003970 comp rx=0 tx=0).stop 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 shutdown_connections 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f11f4077010 0x7f11f4079520 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1218142270 0x7f1218140e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f12180cdee0 0x7f1218140940 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 --2- 172.21.15.66:0/3701769939 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f12180cb250 0x7f12180c4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 >> 172.21.15.66:0/3701769939 conn(0x7f12180b2b80 msgr2=0x7f1218152db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 shutdown_connections 2024-07-27T06:58:52.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:52.417+0000 7f1217200640 1 -- 172.21.15.66:0/3701769939 wait complete. 2024-07-27T06:58:52.447 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:58:53.448 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:53.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 -- 172.21.15.66:0/3991652513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f8162920 msgr2=0x7fe2f80cd850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:53.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 --2- 172.21.15.66:0/3991652513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f8162920 0x7fe2f80cd850 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80c4b00 tx=0x7fe2ec02a560 comp rx=0 tx=0).stop 2024-07-27T06:58:53.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 -- 172.21.15.66:0/3991652513 shutdown_connections 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 --2- 172.21.15.66:0/3991652513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162260 0x7fe2f815e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 --2- 172.21.15.66:0/3991652513 >> v2:172.21.15.155:3300/0 conn(0x7fe2f80aeef0 0x7fe2f8161d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 --2- 172.21.15.66:0/3991652513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f8162920 0x7fe2f80cd850 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 -- 172.21.15.66:0/3991652513 >> 172.21.15.66:0/3991652513 conn(0x7fe2f80cfa70 msgr2=0x7fe2f80cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.744+0000 7fe2ff200640 1 -- 172.21.15.66:0/3991652513 shutdown_connections 2024-07-27T06:58:53.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.745+0000 7fe2ff200640 1 -- 172.21.15.66:0/3991652513 wait complete. 2024-07-27T06:58:53.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.747+0000 7fe2ff200640 1 Processor -- start 2024-07-27T06:58:53.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.747+0000 7fe2ff200640 1 -- start start 2024-07-27T06:58:53.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.748+0000 7fe2ff200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:53.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.748+0000 7fe2ff200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2f8162260 0x7fe2f8158190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:53.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.748+0000 7fe2ff200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162920 0x7fe2f815aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:53.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2ff200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f815ee00 con 0x7fe2f80aeef0 2024-07-27T06:58:53.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2ff200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe2f815ec80 con 0x7fe2f8162260 2024-07-27T06:58:53.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2ff200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe2f815ef80 con 0x7fe2f8162920 2024-07-27T06:58:53.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:53.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53070/0 (socket says 172.21.15.66:53070) 2024-07-27T06:58:53.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 -- 172.21.15.66:0/2380947744 learned_addr learned my addr 172.21.15.66:0/2380947744 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 -- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162920 msgr2=0x7fe2f815aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fe800640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162920 0x7fe2f815aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fd400640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2f8162260 0x7fe2f8158190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162920 0x7fe2f815aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 -- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2f8162260 msgr2=0x7fe2f8158190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:53.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2f8162260 0x7fe2f8158190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.749+0000 7fe2fde00640 1 -- 172.21.15.66:0/2380947744 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2f815a570 con 0x7fe2f80aeef0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2fde00640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec0099c0 tx=0x7fe2ec0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec03e030 con 0x7fe2f80aeef0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2ec0047a0 con 0x7fe2f80aeef0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ec035040 con 0x7fe2f80aeef0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2f814bff0 con 0x7fe2f80aeef0 2024-07-27T06:58:53.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.750+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2f815aad0 con 0x7fe2f80aeef0 2024-07-27T06:58:53.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.752+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2f81586d0 con 0x7fe2f80aeef0 2024-07-27T06:58:53.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.753+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe2ec041030 con 0x7fe2f80aeef0 2024-07-27T06:58:53.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.754+0000 7fe2f2000640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 0x7fe2d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:53.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.754+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(112..112 src has 1..112) ==== 8254+0+0 (secure 0 0 0) 0x7fe2ec0b9c20 con 0x7fe2f80aeef0 2024-07-27T06:58:53.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.755+0000 7fe2fd400640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 0x7fe2d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:53.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.756+0000 7fe2fd400640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 0x7fe2d8079520 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80b01f0 tx=0x7fe2e4005be0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:53.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:53.759+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe2f815a570 con 0x7fe2f80aeef0 2024-07-27T06:58:54.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.019+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2f815f510 con 0x7fe2f80aeef0 2024-07-27T06:58:54.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.020+0000 7fe2f2000640 1 -- 172.21.15.66:0/2380947744 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 126 v126) ==== 95+0+5252 (secure 0 0 0) 0x7fe2ec082380 con 0x7fe2f80aeef0 2024-07-27T06:58:54.022 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:54.022 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":126,"btime":"2024-07-27T06:58:46:054178+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":126,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:45.063513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:54.022 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 126 2024-07-27T06:58:54.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.022+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 msgr2=0x7fe2d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 0x7fe2d8079520 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe2f80b01f0 tx=0x7fe2e4005be0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 msgr2=0x7fe2f80b5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fe2ec0099c0 tx=0x7fe2ec0039e0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 shutdown_connections 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe2d8077010 0x7fe2d8079520 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe2f8162920 0x7fe2f815aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2f8162260 0x7fe2f8158190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 --2- 172.21.15.66:0/2380947744 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2f80aeef0 0x7fe2f80b5430 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 >> 172.21.15.66:0/2380947744 conn(0x7fe2f80cfa70 msgr2=0x7fe2f80ccaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 shutdown_connections 2024-07-27T06:58:54.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:54.023+0000 7fe2ff200640 1 -- 172.21.15.66:0/2380947744 wait complete. 2024-07-27T06:58:54.054 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:58:55.055 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:55.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.357+0000 7f6db7e00640 1 -- 172.21.15.66:0/4128727829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80b5d30 msgr2=0x7f6db81602d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.357+0000 7f6db7e00640 1 --2- 172.21.15.66:0/4128727829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80b5d30 0x7f6db81602d0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f6da8005fd0 tx=0x7f6da802a560 comp rx=0 tx=0).stop 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 -- 172.21.15.66:0/4128727829 shutdown_connections 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 --2- 172.21.15.66:0/4128727829 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db8160810 0x7f6db80cae40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 --2- 172.21.15.66:0/4128727829 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80b5d30 0x7f6db81602d0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 -- 172.21.15.66:0/4128727829 >> 172.21.15.66:0/4128727829 conn(0x7f6db80cd240 msgr2=0x7f6db80cd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 -- 172.21.15.66:0/4128727829 shutdown_connections 2024-07-27T06:58:55.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.358+0000 7f6db7e00640 1 -- 172.21.15.66:0/4128727829 wait complete. 2024-07-27T06:58:55.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.360+0000 7f6db7e00640 1 Processor -- start 2024-07-27T06:58:55.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.360+0000 7f6db7e00640 1 -- start start 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db80b5d30 0x7f6db814b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6db8160810 0x7f6db81f3440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80cb900 con 0x7f6db80afb60 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6db80cb780 con 0x7f6db8160810 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6db80cba80 con 0x7f6db80b5d30 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53084/0 (socket says 172.21.15.66:53084) 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 -- 172.21.15.66:0/2208127849 learned_addr learned my addr 172.21.15.66:0/2208127849 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:55.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6000640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db80b5d30 0x7f6db814b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 -- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db80b5d30 msgr2=0x7f6db814b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db80b5d30 0x7f6db814b5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db7400640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6db8160810 0x7f6db81f3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 -- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6db8160810 msgr2=0x7f6db81f3440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6db8160810 0x7f6db81f3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.362+0000 7f6db6a00640 1 -- 172.21.15.66:0/2208127849 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6db81f7940 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6db6a00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f6da000b420 tx=0x7f6da000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0011830 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6da0016070 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6da0011d60 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6db814bb20 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.363+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6db80a98c0 con 0x7f6db80afb60 2024-07-27T06:58:55.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.365+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6db80a9b00 con 0x7f6db80afb60 2024-07-27T06:58:55.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.366+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6da001b460 con 0x7f6db80afb60 2024-07-27T06:58:55.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.367+0000 7f6daf400640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 0x7f6d94079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:55.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.367+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f6da0098e70 con 0x7f6db80afb60 2024-07-27T06:58:55.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.367+0000 7f6db6000640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 0x7f6d94079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:55.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.369+0000 7f6db6000640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 0x7f6d94079520 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f6da8033000 tx=0x7f6da8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:55.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.371+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6db80a9b00 con 0x7f6db80afb60 2024-07-27T06:58:55.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.623+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6db80cc070 con 0x7f6db80afb60 2024-07-27T06:58:55.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.625+0000 7f6daf400640 1 -- 172.21.15.66:0/2208127849 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 126 v126) ==== 95+0+5252 (secure 0 0 0) 0x7f6da0020020 con 0x7f6db80afb60 2024-07-27T06:58:55.627 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:55.627 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":126,"btime":"2024-07-27T06:58:46:054178+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":126,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:45.063513+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:reconnect","state_seq":17,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:reconnect","state_seq":5,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T06:58:55.627 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 126 2024-07-27T06:58:55.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 msgr2=0x7f6d94079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:55.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 0x7f6d94079520 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f6da8033000 tx=0x7f6da8004730 comp rx=0 tx=0).stop 2024-07-27T06:58:55.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 msgr2=0x7f6db81f7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:55.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f6da000b420 tx=0x7f6da000b8e0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 shutdown_connections 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6d94077010 0x7f6d94079520 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6db8160810 0x7f6db81f3440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6db80b5d30 0x7f6db814b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 --2- 172.21.15.66:0/2208127849 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6db80afb60 0x7f6db81f7400 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.627+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 >> 172.21.15.66:0/2208127849 conn(0x7f6db80cd240 msgr2=0x7f6db80b1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.628+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 shutdown_connections 2024-07-27T06:58:55.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:55.628+0000 7f6db7e00640 1 -- 172.21.15.66:0/2208127849 wait complete. 2024-07-27T06:58:55.657 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:reconnect 2024-07-27T06:58:56.658 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 -- 172.21.15.66:0/2994103389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cec70 msgr2=0x7fbbc015a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 --2- 172.21.15.66:0/2994103389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cec70 0x7fbbc015a320 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbbac009830 tx=0x7fbbac02a480 comp rx=0 tx=0).stop 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 -- 172.21.15.66:0/2994103389 shutdown_connections 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 --2- 172.21.15.66:0/2994103389 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cec70 0x7fbbc015a320 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 --2- 172.21.15.66:0/2994103389 >> v2:172.21.15.155:3300/0 conn(0x7fbbc00cf540 0x7fbbc015b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 -- 172.21.15.66:0/2994103389 >> 172.21.15.66:0/2994103389 conn(0x7fbbc006d160 msgr2=0x7fbbc00b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:56.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.951+0000 7fbbc8600640 1 -- 172.21.15.66:0/2994103389 shutdown_connections 2024-07-27T06:58:56.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.952+0000 7fbbc8600640 1 -- 172.21.15.66:0/2994103389 wait complete. 2024-07-27T06:58:56.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.954+0000 7fbbc8600640 1 Processor -- start 2024-07-27T06:58:56.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.954+0000 7fbbc8600640 1 -- start start 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00cec70 0x7fbbc009cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cf540 0x7fbbc009d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc00cdcc0 con 0x7fbbc00cc630 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc00cdb40 con 0x7fbbc00cec70 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc8600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbc00cde40 con 0x7fbbc00cf540 2024-07-27T06:58:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc5c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc5c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53098/0 (socket says 172.21.15.66:53098) 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc5c00640 1 -- 172.21.15.66:0/3953304270 learned_addr learned my addr 172.21.15.66:0/3953304270 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc5200640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00cec70 0x7fbbc009cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.956+0000 7fbbc6600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cf540 0x7fbbc009d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 -- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cf540 msgr2=0x7fbbc009d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cf540 0x7fbbc009d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 -- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00cec70 msgr2=0x7fbbc009cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00cec70 0x7fbbc009cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 -- 172.21.15.66:0/3953304270 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbc01567d0 con 0x7fbbc00cc630 2024-07-27T06:58:56.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc5c00640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400e9f0 tx=0x7fbbb400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:56.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb400cd80 con 0x7fbbc00cc630 2024-07-27T06:58:56.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb4004020 con 0x7fbbc00cc630 2024-07-27T06:58:56.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbc01f5d30 con 0x7fbbc00cc630 2024-07-27T06:58:56.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4004450 con 0x7fbbc00cc630 2024-07-27T06:58:56.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.957+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbc01f62f0 con 0x7fbbc00cc630 2024-07-27T06:58:56.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.958+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbc015a320 con 0x7fbbc00cc630 2024-07-27T06:58:56.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.960+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbbb40035f0 con 0x7fbbc00cc630 2024-07-27T06:58:56.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.961+0000 7fbbbd600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 0x7fbba0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:56.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.962+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7fbbb4099d30 con 0x7fbbc00cc630 2024-07-27T06:58:56.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.962+0000 7fbbc5200640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 0x7fbba0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:56.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.964+0000 7fbbc5200640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 0x7fbba0079520 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fbbac034000 tx=0x7fbbac004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:56.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:56.966+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbbb40624f0 con 0x7fbbc00cc630 2024-07-27T06:58:57.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.221+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbbc00c9b50 con 0x7fbbc00cc630 2024-07-27T06:58:57.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.222+0000 7fbbbd600640 1 -- 172.21.15.66:0/3953304270 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+5258 (secure 0 0 0) 0x7fbbb4061df0 con 0x7fbbc00cc630 2024-07-27T06:58:57.224 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:58:57.224 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":128,"btime":"2024-07-27T06:58:57:129622+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:57.129611+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7485]},"id":6}]} 2024-07-27T06:58:57.224 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 128 2024-07-27T06:58:57.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 msgr2=0x7fbba0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:57.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 0x7fbba0079520 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fbbac034000 tx=0x7fbbac004730 comp rx=0 tx=0).stop 2024-07-27T06:58:57.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 msgr2=0x7fbbc0155b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400e9f0 tx=0x7fbbb400eeb0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 shutdown_connections 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbba0077010 0x7fbba0079520 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbc00cf540 0x7fbbc009d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbc00cec70 0x7fbbc009cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 --2- 172.21.15.66:0/3953304270 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbc00cc630 0x7fbbc0155b40 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.225+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 >> 172.21.15.66:0/3953304270 conn(0x7fbbc006d160 msgr2=0x7fbbc00aed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.226+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 shutdown_connections 2024-07-27T06:58:57.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.226+0000 7fbbc8600640 1 -- 172.21.15.66:0/3953304270 wait complete. 2024-07-27T06:58:57.257 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:active 2024-07-27T06:58:57.257 DEBUG:tasks.cephfs.filesystem:reached state 'up:active' in 7.021827936172485s 2024-07-27T06:58:57.257 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:57.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:57.257 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:58:57.347 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:58:57.347 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:58:57.401 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:58:57.401 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:58:57.451 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:58:57.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 -- 172.21.15.66:0/3323624542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 msgr2=0x7f8fe4073da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:57.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/3323624542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe4073da0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4005fd0 tx=0x7f8fd402a490 comp rx=0 tx=0).stop 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 -- 172.21.15.66:0/3323624542 shutdown_connections 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/3323624542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe4072340 0x7f8fe415fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/3323624542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe4073da0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.792+0000 7f8fe3e00640 1 -- 172.21.15.66:0/3323624542 >> 172.21.15.66:0/3323624542 conn(0x7f8fe40cfa20 msgr2=0x7f8fe40cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.793+0000 7f8fe3e00640 1 -- 172.21.15.66:0/3323624542 shutdown_connections 2024-07-27T06:58:57.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.793+0000 7f8fe3e00640 1 -- 172.21.15.66:0/3323624542 wait complete. 2024-07-27T06:58:57.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.795+0000 7f8fe3e00640 1 Processor -- start 2024-07-27T06:58:57.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.795+0000 7f8fe3e00640 1 -- start start 2024-07-27T06:58:57.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:57.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8fe4072340 0x7f8fe40b4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:57.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe415fff0 0x7f8fe4155780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:57.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe415cd50 con 0x7f8fe406fa90 2024-07-27T06:58:57.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe415cbd0 con 0x7f8fe4072340 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8fe415ced0 con 0x7f8fe415fff0 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53112/0 (socket says 172.21.15.66:53112) 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 -- 172.21.15.66:0/2914514391 learned_addr learned my addr 172.21.15.66:0/2914514391 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe3400640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe415fff0 0x7f8fe4155780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fdbe00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8fe4072340 0x7f8fe40b4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 -- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe415fff0 msgr2=0x7f8fe4155780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe415fff0 0x7f8fe4155780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 -- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8fe4072340 msgr2=0x7f8fe40b4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8fe4072340 0x7f8fe40b4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.797+0000 7f8fe2a00640 1 -- 172.21.15.66:0/2914514391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe41f63c0 con 0x7f8fe406fa90 2024-07-27T06:58:57.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fe2a00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4034040 tx=0x7f8fd4003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:57.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd403e030 con 0x7f8fe406fa90 2024-07-27T06:58:57.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8fd4003e00 con 0x7f8fe406fa90 2024-07-27T06:58:57.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe40cd720 con 0x7f8fe406fa90 2024-07-27T06:58:57.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4035040 con 0x7f8fe406fa90 2024-07-27T06:58:57.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.798+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe40cdce0 con 0x7f8fe406fa90 2024-07-27T06:58:57.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.799+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fe41f6590 con 0x7f8fe406fa90 2024-07-27T06:58:57.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.801+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8fd4041030 con 0x7f8fe406fa90 2024-07-27T06:58:57.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.802+0000 7f8fdb400640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 0x7f8fc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:57.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.802+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f8fd40b9b90 con 0x7f8fe406fa90 2024-07-27T06:58:57.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.803+0000 7f8fdbe00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 0x7f8fc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:57.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.804+0000 7f8fdbe00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 0x7f8fc0079520 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8fcc0058c0 tx=0x7f8fcc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:57.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:57.806+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8fe4160400 con 0x7f8fe406fa90 2024-07-27T06:58:58.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.032+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8fe4073da0 con 0x7f8fe406fa90 2024-07-27T06:58:58.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.033+0000 7f8fdb400640 1 -- 172.21.15.66:0/2914514391 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 23 entries v113) ==== 81+0+1393 (secure 0 0 0) 0x7f8fd40822c0 con 0x7f8fe406fa90 2024-07-27T06:58:58.035 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T06:58:58.035 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T06:58:58.035 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:58:58.036 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:58:58.037 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:listed 23 entries 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 msgr2=0x7f8fc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 0x7f8fc0079520 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8fcc0058c0 tx=0x7f8fcc005850 comp rx=0 tx=0).stop 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 msgr2=0x7f8fe40cf0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4034040 tx=0x7f8fd4003910 comp rx=0 tx=0).stop 2024-07-27T06:58:58.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 shutdown_connections 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8fc0077010 0x7f8fc0079520 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8fe415fff0 0x7f8fe4155780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8fe4072340 0x7f8fe40b4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 --2- 172.21.15.66:0/2914514391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8fe406fa90 0x7f8fe40cf0e0 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.036+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 >> 172.21.15.66:0/2914514391 conn(0x7f8fe40cfa20 msgr2=0x7f8fe415a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.037+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 shutdown_connections 2024-07-27T06:58:58.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.037+0000 7f8fe3e00640 1 -- 172.21.15.66:0/2914514391 wait complete. 2024-07-27T06:58:58.065 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:58:58.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:58.065 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:58.169 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:58:58.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:58.169 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:58:58.222 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:58:58.223 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:58:58.274 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:58:58.275 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:58:58.383 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:58:58.391 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:58:58.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 -- 172.21.15.66:0/2347278596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e4160530 msgr2=0x7f31e40cb6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 --2- 172.21.15.66:0/2347278596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e4160530 0x7f31e40cb6d0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f31cc009830 tx=0x7f31cc02a510 comp rx=0 tx=0).stop 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 -- 172.21.15.66:0/2347278596 shutdown_connections 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 --2- 172.21.15.66:0/2347278596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e4160530 0x7f31e40cb6d0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 --2- 172.21.15.66:0/2347278596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e41457e0 0x7f31e40cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 -- 172.21.15.66:0/2347278596 >> 172.21.15.66:0/2347278596 conn(0x7f31e40cfa70 msgr2=0x7f31e40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.561+0000 7f31e9a00640 1 -- 172.21.15.66:0/2347278596 shutdown_connections 2024-07-27T06:58:58.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.562+0000 7f31e9a00640 1 -- 172.21.15.66:0/2347278596 wait complete. 2024-07-27T06:58:58.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.564+0000 7f31e9a00640 1 Processor -- start 2024-07-27T06:58:58.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.564+0000 7f31e9a00640 1 -- start start 2024-07-27T06:58:58.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e40721d0 0x7f31e41eefe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 0x7f31e40b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f31e40cd9d0 con 0x7f31e41457e0 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f31e40cd850 con 0x7f31e4160530 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f31e40cdb50 con 0x7f31e40721d0 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53126/0 (socket says 172.21.15.66:53126) 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e3400640 1 -- 172.21.15.66:0/3270291133 learned_addr learned my addr 172.21.15.66:0/3270291133 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:58:58.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e3e00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e40721d0 0x7f31e41eefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:58.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.566+0000 7f31e9000640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 0x7f31e40b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:58.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 -- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e40721d0 msgr2=0x7f31e41eefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e40721d0 0x7f31e41eefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 -- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 msgr2=0x7f31e40b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 0x7f31e40b4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 -- 172.21.15.66:0/3270291133 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31e413fb60 con 0x7f31e41457e0 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e9000640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 0x7f31e40b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e3400640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f31cc02ab00 tx=0x7f31cc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:58.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc005c90 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31cc031e50 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc005260 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31e41411e0 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.567+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31e41417a0 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.569+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31e40ce000 con 0x7f31e41457e0 2024-07-27T06:58:58.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.570+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f31cc005400 con 0x7f31e41457e0 2024-07-27T06:58:58.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.571+0000 7f31dbe00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 0x7f31c0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:58:58.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.571+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f31cc0ba400 con 0x7f31e41457e0 2024-07-27T06:58:58.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.572+0000 7f31e3e00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 0x7f31c0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:58:58.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.573+0000 7f31e3e00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 0x7f31c0079550 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f31d4005fd0 tx=0x7f31d40097d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:58:58.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.577+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31cc03f030 con 0x7f31e41457e0 2024-07-27T06:58:58.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.829+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f31e40cf760 con 0x7f31e41457e0 2024-07-27T06:58:58.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.830+0000 7f31dbe00640 1 -- 172.21.15.66:0/3270291133 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v128) ==== 53+0+73 (secure 0 0 0) 0x7f31cc082bc0 con 0x7f31e41457e0 2024-07-27T06:58:58.832 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:58:58.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 msgr2=0x7f31c0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 0x7f31c0079550 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f31d4005fd0 tx=0x7f31d40097d0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 msgr2=0x7f31e413f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:58:58.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f31cc02ab00 tx=0x7f31cc033c20 comp rx=0 tx=0).stop 2024-07-27T06:58:58.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 shutdown_connections 2024-07-27T06:58:58.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f31c0077040 0x7f31c0079550 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f31e4160530 0x7f31e40b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31e41457e0 0x7f31e413f0f0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 --2- 172.21.15.66:0/3270291133 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f31e40721d0 0x7f31e41eefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.833+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 >> 172.21.15.66:0/3270291133 conn(0x7f31e40cfa70 msgr2=0x7f31e415fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.834+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 shutdown_connections 2024-07-27T06:58:58.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:58.834+0000 7f31e9a00640 1 -- 172.21.15.66:0/3270291133 wait complete. 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:58:58.863 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:58.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:58.864 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:58.919 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 42050sec preferred_lft 42050sec 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.920 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link tentative 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:58:58.921 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:58:58.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:58.922 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:58:59.008 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:58:59.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:59.013 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:58:59.068 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:58:59.068 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:58:59.068 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:58:59.068 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:58:59.068 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:58:59.069 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:58:59.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:58:59.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:58:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:58:59.302 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:59.302 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:58:59.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:58:59.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:58:59.355 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:59.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:59.355 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:58:59.440 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:58:59.440 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:59.498 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:58:59.498 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:58:59.499 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:59.551 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:58:59.551 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:59.552 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:59.762 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:59.762 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:58:59.809 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:58:59.809 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:58:59.809 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:58:59.809 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:58:59.809 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:58:59.811 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:58:59.811 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:58:59.812 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:58:59.812 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:58:59.812 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:58:59.817 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:58:59.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:58:59.817 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:58:59.903 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:59:00.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:59:00.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:59:00.044 INFO:teuthology.orchestra.run.smithi066.stdout:client6346 2024-07-27T06:59:00.044 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:59:00.044 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:59:00.103 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T06:59:00.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.393+0000 7f9481000640 1 -- 172.21.15.66:0/612972370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c15cdd0 msgr2=0x7f947c0b2bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.393+0000 7f9481000640 1 --2- 172.21.15.66:0/612972370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c15cdd0 0x7f947c0b2bb0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9474005fd0 tx=0x7f947402aaa0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 -- 172.21.15.66:0/612972370 shutdown_connections 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 --2- 172.21.15.66:0/612972370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c15cdd0 0x7f947c0b2bb0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 --2- 172.21.15.66:0/612972370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c0ce8f0 0x7f947c15c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 -- 172.21.15.66:0/612972370 >> 172.21.15.66:0/612972370 conn(0x7f947c06d160 msgr2=0x7f947c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 -- 172.21.15.66:0/612972370 shutdown_connections 2024-07-27T06:59:00.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.394+0000 7f9481000640 1 -- 172.21.15.66:0/612972370 wait complete. 2024-07-27T06:59:00.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.397+0000 7f9481000640 1 Processor -- start 2024-07-27T06:59:00.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.397+0000 7f9481000640 1 -- start start 2024-07-27T06:59:00.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c0ce4e0 0x7f947c1f6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c15cdd0 0x7f947c1655d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f947c0b3480 con 0x7f947c0ce8f0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f947c0b3300 con 0x7f947c0ce4e0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9481000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f947c0b3600 con 0x7f947c15cdd0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53136/0 (socket says 172.21.15.66:53136) 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.399+0000 7f9473e00640 1 -- 172.21.15.66:0/1281771126 learned_addr learned my addr 172.21.15.66:0/1281771126 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9479e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c0ce4e0 0x7f947c1f6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f947a800640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c15cdd0 0x7f947c1655d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 -- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c15cdd0 msgr2=0x7f947c1655d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c15cdd0 0x7f947c1655d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 -- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c0ce4e0 msgr2=0x7f947c1f6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c0ce4e0 0x7f947c1f6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 -- 172.21.15.66:0/1281771126 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947c155530 con 0x7f947c0ce8f0 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9473e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f946400e6a0 tx=0x7f946400eb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.400+0000 7f9472000640 1 -- 172.21.15.66:0/1281771126 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464004220 con 0x7f947c0ce8f0 2024-07-27T06:59:00.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.401+0000 7f9472000640 1 -- 172.21.15.66:0/1281771126 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94640043c0 con 0x7f947c0ce8f0 2024-07-27T06:59:00.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.401+0000 7f9472000640 1 -- 172.21.15.66:0/1281771126 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946400cb10 con 0x7f947c0ce8f0 2024-07-27T06:59:00.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.401+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f947c15e440 con 0x7f947c0ce8f0 2024-07-27T06:59:00.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.401+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f947c1f5a10 con 0x7f947c0ce8f0 2024-07-27T06:59:00.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.404+0000 7f9472000640 1 -- 172.21.15.66:0/1281771126 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f946400ccb0 con 0x7f947c0ce8f0 2024-07-27T06:59:00.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.405+0000 7f9472000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 0x7f9458079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.405+0000 7f9472000640 1 -- 172.21.15.66:0/1281771126 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f9464099b20 con 0x7f947c0ce8f0 2024-07-27T06:59:00.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.405+0000 7f94881d1740 1 Processor -- start 2024-07-27T06:59:00.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.405+0000 7f94881d1740 1 -- start start 2024-07-27T06:59:00.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.405+0000 7f9479e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 0x7f9458079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.406+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac3eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f9479e00640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 0x7f9458079550 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f946c0015e0 tx=0x7f946c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac217f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f94881d1740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f94881d1740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5575fab69df0 con 0x5575fa8306b0 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5575fab59490 con 0x5575fa8284d0 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5575fab5d330 con 0x5575fa851390 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53138/0 (socket says 172.21.15.66:53138) 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 -- 172.21.15.66:0/453715545 learned_addr learned my addr 172.21.15.66:0/453715545 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f9479e00640 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac3eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f9473e00640 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac217f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 -- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 msgr2=0x5575fac3eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac3eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 -- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 msgr2=0x5575fac217f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac217f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.407+0000 7f947a800640 1 -- 172.21.15.66:0/453715545 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575fab131f0 con 0x5575fa8306b0 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.408+0000 7f947a800640 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f9474009d90 tx=0x7f9474004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f66bfbee7d2ee8b server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.408+0000 7f946aa00640 1 -- 172.21.15.66:0/453715545 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474045070 con 0x5575fa8306b0 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.408+0000 7f946aa00640 1 -- 172.21.15.66:0/453715545 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f947402eaf0 con 0x5575fa8306b0 2024-07-27T06:59:00.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.408+0000 7f946aa00640 1 -- 172.21.15.66:0/453715545 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947402e860 con 0x5575fa8306b0 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 -- 172.21.15.66:0/453715545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 msgr2=0x5575fac21d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f9474009d90 tx=0x7f9474004ab0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 -- 172.21.15.66:0/453715545 shutdown_connections 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac21d30 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac217f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 --2- 172.21.15.66:0/453715545 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac3eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 -- 172.21.15.66:0/453715545 >> 172.21.15.66:0/453715545 conn(0x5575fa8454e0 msgr2=0x5575fabf7a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 -- 172.21.15.66:0/453715545 shutdown_connections 2024-07-27T06:59:00.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.409+0000 7f94881d1740 1 -- 172.21.15.66:0/453715545 wait complete. 2024-07-27T06:59:00.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.411+0000 7f94881d1740 1 -- start start 2024-07-27T06:59:00.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.411+0000 7f94881d1740 1 Processor -- start 2024-07-27T06:59:00.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac38220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac4f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5575faa91c90 con 0x5575fa8306b0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5575faaf3f50 con 0x5575fa8284d0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5575fac33c70 con 0x5575fa851390 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f94881d1740 10 client.0 _ll_register_callbacks cb 0x5575fab51980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53142/0 (socket says 172.21.15.66:53142) 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 -- 172.21.15.66:0/3338548231 learned_addr learned my addr 172.21.15.66:0/3338548231 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9479e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac38220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f947a800640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac4f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 -- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 msgr2=0x5575fac4f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac4f340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 -- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 msgr2=0x5575fac38220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac38220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9473e00640 1 -- 172.21.15.66:0/3338548231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575fa9337d0 con 0x5575fa8306b0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.413+0000 7f9479e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac38220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f9473e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f946405ef70 tx=0x7f9464062240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66c29a71c94a6af5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f945f400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464061780 con 0x5575fa8306b0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f947402eaf0 con 0x5575fa8306b0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f9464060940 con 0x5575fa8306b0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=128) ==== 24+0+0 (secure 0 0 0) 0x7f9464062370 con 0x5575fa8306b0 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f94881d1740 10 client.7593 fetch_fsmap learned FSMap version 128 2024-07-27T06:59:00.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.414+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=128,monmap=2+}) -- 0x5575fa8bc970 con 0x5575fa8306b0 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f947402eaf0 con 0x5575fa8306b0 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 128) ==== 3522+0+0 (secure 0 0 0) 0x7f9464060b40 con 0x5575fa8306b0 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 10 client.7593 fetch_fsmap finished waiting for FSMap version 128 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 10 client.7593 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 20 client.7593 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fa80ff60 0x5575fac32f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 4 client.7593 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:59:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.415+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575fab6bd40 con 0x5575fa80ff60 2024-07-27T06:59:00.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.416+0000 7f9479e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fa80ff60 0x5575fac32f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.417+0000 7f9479e00640 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fa80ff60 0x5575fac32f00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e70bc11bcd4568d server_cookie=30ec066c6b841658 in_seq=0 out_seq=0 2024-07-27T06:59:00.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.417+0000 7f945f400640 10 client.7593 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f945f400640 1 -- 172.21.15.66:0/3338548231 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5575fab6bd40 con 0x5575fa80ff60 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f945f400640 10 client.7593 handle_command_reply: tid=0 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 client.7593 shutdown 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 msgr2=0x5575fac0f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f946405ef70 tx=0x7f9464062240 comp rx=0 tx=0).stop 2024-07-27T06:59:00.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 shutdown_connections 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac4f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575fac0f6e0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fa80ff60 0x5575fac32f00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 --2- 172.21.15.66:0/3338548231 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac38220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 >> 172.21.15.66:0/3338548231 conn(0x5575fa8454e0 msgr2=0x5575fac21a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.419+0000 7f945f400640 0 client.7593 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.420+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 shutdown_connections 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.420+0000 7f94881d1740 1 -- 172.21.15.66:0/3338548231 wait complete. 2024-07-27T06:59:00.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.420+0000 7f94881d1740 20 client.7593 trim_cache size 0 max 16384 2024-07-27T06:59:00.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.437+0000 7f94881d1740 1 Processor -- start 2024-07-27T06:59:00.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.437+0000 7f94881d1740 1 -- start start 2024-07-27T06:59:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fabf88e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa8306b0 0x5575fabf8e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f947c204d90 con 0x5575fa851390 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f947c205460 con 0x5575fa8284d0 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f947c203710 con 0x5575fa8306b0 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f947a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f947a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53158/0 (socket says 172.21.15.66:53158) 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f947a800640 1 -- 172.21.15.66:0/1156233642 learned_addr learned my addr 172.21.15.66:0/1156233642 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f9479e00640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fabf88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.439+0000 7f9473e00640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa8306b0 0x5575fabf8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 -- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa8306b0 msgr2=0x5575fabf8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa8306b0 0x5575fabf8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 -- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 msgr2=0x5575fabf88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fabf88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 -- 172.21.15.66:0/1156233642 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575fac0fa50 con 0x5575fa851390 2024-07-27T06:59:00.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f9479e00640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fabf88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:59:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f947a800640 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f947402b090 tx=0x7f9474004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2970c676b2fe27 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.440+0000 7f946a000640 1 -- 172.21.15.66:0/1156233642 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474045040 con 0x5575fa851390 2024-07-27T06:59:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f946a000640 1 -- 172.21.15.66:0/1156233642 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f947402ecf0 con 0x5575fa851390 2024-07-27T06:59:00.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f946a000640 1 -- 172.21.15.66:0/1156233642 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474003bd0 con 0x5575fa851390 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 -- 172.21.15.66:0/1156233642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 msgr2=0x5575fac4dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7f947402b090 tx=0x7f9474004a40 comp rx=0 tx=0).stop 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 -- 172.21.15.66:0/1156233642 shutdown_connections 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa851390 0x5575fac4dbf0 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa8306b0 0x5575fabf8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 --2- 172.21.15.66:0/1156233642 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fabf88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.441+0000 7f94881d1740 1 -- 172.21.15.66:0/1156233642 >> 172.21.15.66:0/1156233642 conn(0x5575fa8454e0 msgr2=0x5575fac38fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.442+0000 7f94881d1740 1 -- 172.21.15.66:0/1156233642 shutdown_connections 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.442+0000 7f94881d1740 1 -- 172.21.15.66:0/1156233642 wait complete. 2024-07-27T06:59:00.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.443+0000 7f94881d1740 1 -- start start 2024-07-27T06:59:00.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.443+0000 7f94881d1740 1 Processor -- start 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac4ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac32c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f947c203d60 con 0x5575fa8306b0 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5575fac4e170 con 0x5575fa8284d0 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5575facba5c0 con 0x5575fa851390 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f94881d1740 10 client.0 _ll_register_callbacks cb 0x7f9464004680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9473e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53174/0 (socket says 172.21.15.66:53174) 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9473e00640 1 -- 172.21.15.66:0/182398799 learned_addr learned my addr 172.21.15.66:0/182398799 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9479e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac4ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f947a800640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac32c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9473e00640 1 -- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 msgr2=0x5575fac32c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.445+0000 7f9473e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac32c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f9473e00640 1 -- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 msgr2=0x5575fac4ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f9473e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac4ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f9473e00640 1 -- 172.21.15.66:0/182398799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575fa802270 con 0x5575fa8306b0 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f9473e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f94640622d0 tx=0x7f94640620e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f409f305223f9ae7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f945f400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9464097490 con 0x5575fa8306b0 2024-07-27T06:59:00.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f947402ecf0 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7f9464060940 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=128) ==== 24+0+0 (secure 0 0 0) 0x7f9464061780 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f94881d1740 10 client.7599 fetch_fsmap learned FSMap version 128 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.446+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=128,monmap=2+}) -- 0x5575faca05d0 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f947402ecf0 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 128) ==== 3522+0+0 (secure 0 0 0) 0x7f9464060b60 con 0x5575fa8306b0 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 10 client.7599 fetch_fsmap finished waiting for FSMap version 128 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 10 client.7599 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 20 client.7599 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fac331b0 0x5575fac5ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 4 client.7599 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T06:59:00.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.447+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575fab677e0 con 0x5575fac331b0 2024-07-27T06:59:00.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.448+0000 7f9479e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fac331b0 0x5575fac5ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.449+0000 7f9479e00640 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fac331b0 0x5575fac5ec00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2caf56a6a406f0c3 server_cookie=19a0bd242940b5fe in_seq=0 out_seq=0 2024-07-27T06:59:00.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.449+0000 7f945f400640 10 client.7599 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:00.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.471+0000 7f945f400640 1 -- 172.21.15.66:0/182398799 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575fab677e0 con 0x5575fac331b0 2024-07-27T06:59:00.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.471+0000 7f945f400640 10 client.7599 handle_command_reply: tid=0 2024-07-27T06:59:00.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.471+0000 7f94881d1740 1 client.7599 shutdown 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 msgr2=0x5575faca0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f94640622d0 tx=0x7f94640620e0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 shutdown_connections 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5575fa851390 0x5575fac32c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5575fa8306b0 0x5575faca0000 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x5575fac331b0 0x5575fac5ec00 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 --2- 172.21.15.66:0/182398799 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5575fa8284d0 0x5575fac4ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f945f400640 0 client.7599 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 >> 172.21.15.66:0/182398799 conn(0x5575fa8454e0 msgr2=0x5575fac1e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 shutdown_connections 2024-07-27T06:59:00.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 1 -- 172.21.15.66:0/182398799 wait complete. 2024-07-27T06:59:00.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.472+0000 7f94881d1740 20 client.7599 trim_cache size 0 max 16384 2024-07-27T06:59:00.475 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:59:00.475 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T06:59:00.475 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T06:59:00.475 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 msgr2=0x7f9458079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 0x7f9458079550 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f946c0015e0 tx=0x7f946c009040 comp rx=0 tx=0).stop 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 msgr2=0x7f947c154ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f946400e6a0 tx=0x7f946400eb60 comp rx=0 tx=0).stop 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 shutdown_connections 2024-07-27T06:59:00.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9458077040 0x7f9458079550 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f947c15cdd0 0x7f947c1655d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f947c0ce8f0 0x7f947c154ff0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 --2- 172.21.15.66:0/1281771126 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f947c0ce4e0 0x7f947c1f6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.473+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 >> 172.21.15.66:0/1281771126 conn(0x7f947c06d160 msgr2=0x7f947c0cf200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.474+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 shutdown_connections 2024-07-27T06:59:00.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.474+0000 7f9481000640 1 -- 172.21.15.66:0/1281771126 wait complete. 2024-07-27T06:59:00.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:00.512 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir d1/dir/.snap/*) 2024-07-27T06:59:00.603 INFO:tasks.cephfs.test_snapshots:testing snapclient mds_kill_mdstable_at=3 2024-07-27T06:59:00.603 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:00.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 -- 172.21.15.66:0/4195748248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc162260 msgr2=0x7fe9dc0c4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 --2- 172.21.15.66:0/4195748248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc162260 0x7fe9dc0c4ff0 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009830 tx=0x7fe9d402a510 comp rx=0 tx=0).stop 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 -- 172.21.15.66:0/4195748248 shutdown_connections 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 --2- 172.21.15.66:0/4195748248 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc162260 0x7fe9dc0c4ff0 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 --2- 172.21.15.66:0/4195748248 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc0aeef0 0x7fe9dc161d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 -- 172.21.15.66:0/4195748248 >> 172.21.15.66:0/4195748248 conn(0x7fe9dc0cfa70 msgr2=0x7fe9dc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 -- 172.21.15.66:0/4195748248 shutdown_connections 2024-07-27T06:59:00.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.898+0000 7fe9db200640 1 -- 172.21.15.66:0/4195748248 wait complete. 2024-07-27T06:59:00.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.900+0000 7fe9db200640 1 Processor -- start 2024-07-27T06:59:00.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.900+0000 7fe9db200640 1 -- start start 2024-07-27T06:59:00.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc162260 0x7fe9dc1500c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9dc162920 0x7fe9dc1f5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc0c58c0 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc0c5740 con 0x7fe9dc162920 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9db200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe9dc0c5a40 con 0x7fe9dc162260 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9d9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9d9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53196/0 (socket says 172.21.15.66:53196) 2024-07-27T06:59:00.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.902+0000 7fe9d9e00640 1 -- 172.21.15.66:0/3772838620 learned_addr learned my addr 172.21.15.66:0/3772838620 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:00.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d1400640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc162260 0x7fe9dc1500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9da800640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9dc162920 0x7fe9dc1f5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 -- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc162260 msgr2=0x7fe9dc1500c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc162260 0x7fe9dc1500c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 -- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9dc162920 msgr2=0x7fe9dc1f5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9dc162920 0x7fe9dc1f5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 -- 172.21.15.66:0/3772838620 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9dc161580 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d9e00640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc00cbf0 tx=0x7fe9cc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9cc016020 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe9cc00ad90 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9cc012680 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.903+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9dc1612a0 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.904+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9dc15fbe0 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.905+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9dc0c5f60 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.906+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe9cc019020 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.907+0000 7fe9d2a00640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 0x7fe9b8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:00.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.907+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 8297+0+0 (secure 0 0 0) 0x7fe9cc099b30 con 0x7fe9dc0aeef0 2024-07-27T06:59:00.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.908+0000 7fe9d1400640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 0x7fe9b8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:00.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.909+0000 7fe9d1400640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 0x7fe9b8079550 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4005fd0 tx=0x7fe9c4005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:00.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:00.912+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe9cc020020 con 0x7fe9dc0aeef0 2024-07-27T06:59:01.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.164+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9dc0704c0 con 0x7fe9dc0aeef0 2024-07-27T06:59:01.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.165+0000 7fe9d2a00640 1 -- 172.21.15.66:0/3772838620 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+5258 (secure 0 0 0) 0x7fe9cc062260 con 0x7fe9dc0aeef0 2024-07-27T06:59:01.167 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:01.167 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":128,"btime":"2024-07-27T06:58:57:129622+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:57.129611+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7485]},"id":6}]} 2024-07-27T06:59:01.167 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 128 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 msgr2=0x7fe9b8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 0x7fe9b8079550 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4005fd0 tx=0x7fe9c4005850 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 msgr2=0x7fe9dc1603e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fe9cc00cbf0 tx=0x7fe9cc00a060 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 shutdown_connections 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe9b8077040 0x7fe9b8079550 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9dc162920 0x7fe9dc1f5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9dc162260 0x7fe9dc1500c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 --2- 172.21.15.66:0/3772838620 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9dc0aeef0 0x7fe9dc1603e0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 >> 172.21.15.66:0/3772838620 conn(0x7fe9dc0cfa70 msgr2=0x7fe9dc0720d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 shutdown_connections 2024-07-27T06:59:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.168+0000 7fe9db200640 1 -- 172.21.15.66:0/3772838620 wait complete. 2024-07-27T06:59:01.199 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:59:01.499 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":14,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{"17":[11,12,13,14]},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:59:01.499 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 14, "need_to_purge": { "17": [ 11, 12, 13, 14 ] }, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:59:01.499 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:01.722 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:59:01.719+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T06:59:01.723 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:59:01.719+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:59:01.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 -- 172.21.15.66:0/2511599078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cec70 msgr2=0x7f58fc15a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 --2- 172.21.15.66:0/2511599078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cec70 0x7f58fc15a320 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f58e4005fd0 tx=0x7f58e402a540 comp rx=0 tx=0).stop 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 -- 172.21.15.66:0/2511599078 shutdown_connections 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 --2- 172.21.15.66:0/2511599078 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cec70 0x7f58fc15a320 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 --2- 172.21.15.66:0/2511599078 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58fc0cf540 0x7f58fc15b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 -- 172.21.15.66:0/2511599078 >> 172.21.15.66:0/2511599078 conn(0x7f58fc06d160 msgr2=0x7f58fc0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 -- 172.21.15.66:0/2511599078 shutdown_connections 2024-07-27T06:59:01.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.810+0000 7f5902200640 1 -- 172.21.15.66:0/2511599078 wait complete. 2024-07-27T06:59:01.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.812+0000 7f5902200640 1 Processor -- start 2024-07-27T06:59:01.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.812+0000 7f5902200640 1 -- start start 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58fc0cec70 0x7f58fc0adcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58fc0cf540 0x7f58fc0ae200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc0cdcc0 con 0x7f58fc0cc630 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f58fc0cdb40 con 0x7f58fc0cec70 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f5902200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f58fc0cde40 con 0x7f58fc0cf540 2024-07-27T06:59:01.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f58fb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f58fb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33344/0 (socket says 172.21.15.66:33344) 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.814+0000 7f58fb400640 1 -- 172.21.15.66:0/2101235189 learned_addr learned my addr 172.21.15.66:0/2101235189 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 -- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58fc0cf540 msgr2=0x7f58fc0ae200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58fc0cf540 0x7f58fc0ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 -- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58fc0cec70 msgr2=0x7f58fc0adcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58f3e00640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58fc0cec70 0x7f58fc0adcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58fc0cec70 0x7f58fc0adcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:01.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 -- 172.21.15.66:0/2101235189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58fc145e30 con 0x7f58fc0cc630 2024-07-27T06:59:01.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58fb400640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f58ec00d740 tx=0x7f58ec00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:01.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ec017070 con 0x7f58fc0cc630 2024-07-27T06:59:01.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.815+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58ec009d20 con 0x7f58fc0cc630 2024-07-27T06:59:01.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.816+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58fc09d2a0 con 0x7f58fc0cc630 2024-07-27T06:59:01.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.816+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58ec0106c0 con 0x7f58fc0cc630 2024-07-27T06:59:01.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.816+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58fc0c8f30 con 0x7f58fc0cc630 2024-07-27T06:59:01.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.817+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58fc0c91c0 con 0x7f58fc0cc630 2024-07-27T06:59:01.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.818+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f58ec01a070 con 0x7f58fc0cc630 2024-07-27T06:59:01.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.819+0000 7f58f3400640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 0x7f58d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:01.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.819+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8385+0+0 (secure 0 0 0) 0x7f58ec0995a0 con 0x7f58fc0cc630 2024-07-27T06:59:01.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.820+0000 7f58f3e00640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 0x7f58d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:01.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.821+0000 7f58f3e00640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 0x7f58d8079520 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f58e4033000 tx=0x7f58e4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:01.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:01.824+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58ec061c70 con 0x7f58fc0cc630 2024-07-27T06:59:02.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.082+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f58fc15a320 con 0x7f58fc0cc630 2024-07-27T06:59:02.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.083+0000 7f58f3400640 1 -- 172.21.15.66:0/2101235189 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 128 v128) ==== 95+0+5258 (secure 0 0 0) 0x7f58ec061570 con 0x7f58fc0cc630 2024-07-27T06:59:02.084 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:02.084 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":128,"btime":"2024-07-27T06:58:57:129622+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":128,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:58:57.129611+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7485]},"id":6}]} 2024-07-27T06:59:02.085 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 128 2024-07-27T06:59:02.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 msgr2=0x7f58d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:02.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 0x7f58d8079520 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f58e4033000 tx=0x7f58e4004730 comp rx=0 tx=0).stop 2024-07-27T06:59:02.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 msgr2=0x7f58fc0ad780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:02.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7f58ec00d740 tx=0x7f58ec00dc00 comp rx=0 tx=0).stop 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 shutdown_connections 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58d8077010 0x7f58d8079520 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58fc0cf540 0x7f58fc0ae200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58fc0cec70 0x7f58fc0adcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 --2- 172.21.15.66:0/2101235189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58fc0cc630 0x7f58fc0ad780 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 >> 172.21.15.66:0/2101235189 conn(0x7f58fc06d160 msgr2=0x7f58fc15c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 shutdown_connections 2024-07-27T06:59:02.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.086+0000 7f5902200640 1 -- 172.21.15.66:0/2101235189 wait complete. 2024-07-27T06:59:02.113 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 -- 172.21.15.66:0/426367857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cf00040b0 msgr2=0x7f9cf0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 --2- 172.21.15.66:0/426367857 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9cf00040b0 0x7f9cf0004800 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000baf0 tx=0x7f9cf0005830 comp rx=0 tx=0).stop 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d15400640 1 -- 172.21.15.66:0/426367857 reap_dead start 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 -- 172.21.15.66:0/426367857 shutdown_connections 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 -- 172.21.15.66:0/426367857 >> 172.21.15.66:0/426367857 conn(0x7f9d1006d160 msgr2=0x7f9d100b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 -- 172.21.15.66:0/426367857 shutdown_connections 2024-07-27T06:59:02.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.410+0000 7f9d17400640 1 -- 172.21.15.66:0/426367857 wait complete. 2024-07-27T06:59:02.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.413+0000 7f9d17400640 1 Processor -- start 2024-07-27T06:59:02.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.413+0000 7f9d17400640 1 -- start start 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cf00040b0 0x7f9d1014e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d101f3840 0x7f9d10158750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9d100cca70 con 0x7f9d101f3430 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d100cc8f0 con 0x7f9d101f3840 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d17400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d10074270 con 0x7f9cf00040b0 2024-07-27T06:59:02.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.414+0000 7f9d07e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:02.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33364/0 (socket says 172.21.15.66:33364) 2024-07-27T06:59:02.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 -- 172.21.15.66:0/395274952 learned_addr learned my addr 172.21.15.66:0/395274952 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:02.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d15400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d101f3840 0x7f9d10158750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:02.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d14a00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cf00040b0 0x7f9d1014e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:02.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 -- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cf00040b0 msgr2=0x7f9d1014e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:02.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cf00040b0 0x7f9d1014e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 -- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d101f3840 msgr2=0x7f9d10158750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d101f3840 0x7f9d10158750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 -- 172.21.15.66:0/395274952 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d1015e9f0 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.415+0000 7f9d07e00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000baf0 tx=0x7f9d0000b710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.416+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00040070 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.416+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d0003a920 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.416+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d00035040 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.416+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d1015ecd0 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.416+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d101f6a20 con 0x7f9d101f3430 2024-07-27T06:59:02.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.417+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d100cefa0 con 0x7f9d101f3430 2024-07-27T06:59:02.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.419+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9d00038020 con 0x7f9d101f3430 2024-07-27T06:59:02.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.420+0000 7f9d0d600640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 0x7f9cec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:02.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.420+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 8385+0+0 (secure 0 0 0) 0x7f9d000ba9c0 con 0x7f9d101f3430 2024-07-27T06:59:02.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.421+0000 7f9d14a00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 0x7f9cec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:02.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.422+0000 7f9d14a00640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 0x7f9cec079520 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009a20 tx=0x7f9cf8005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:02.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.424+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9d00083120 con 0x7f9d101f3430 2024-07-27T06:59:02.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:02.736+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7f9d100cc430 con 0x7f9d101f3430 2024-07-27T06:59:03.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.565+0000 7f9d0d600640 1 -- 172.21.15.66:0/395274952 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.7485 v129) ==== 112+0+0 (secure 0 0 0) 0x7f9d00089070 con 0x7f9d101f3430 2024-07-27T06:59:03.567 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7485 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 msgr2=0x7f9cec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 0x7f9cec079520 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009a20 tx=0x7f9cf8005f90 comp rx=0 tx=0).stop 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 msgr2=0x7f9d101f7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000baf0 tx=0x7f9d0000b710 comp rx=0 tx=0).stop 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 shutdown_connections 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9cec077010 0x7f9cec079520 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d101f3840 0x7f9d10158750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d101f3430 0x7f9d101f7220 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:03.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 --2- 172.21.15.66:0/395274952 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9cf00040b0 0x7f9d1014e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:03.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 >> 172.21.15.66:0/395274952 conn(0x7f9d1006d160 msgr2=0x7f9d100b2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:03.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 shutdown_connections 2024-07-27T06:59:03.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:03.569+0000 7f9d17400640 1 -- 172.21.15.66:0/395274952 wait complete. 2024-07-27T06:59:03.603 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json config set mds_kill_mdstable_at 3 2024-07-27T06:59:03.917 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:59:03.918 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:59:03.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:03.918 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s33) 2024-07-27T06:59:03.924 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:59:03.978 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe060200640 time 2024-07-27T06:59:03.978149+0000 2024-07-27T06:59:03.978 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T06:59:03.979 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.979 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe06724c4d1] 2024-07-27T06:59:03.979 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:03.979 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:03.979 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:59:03.978+0000 7fe060200640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe060200640 time 2024-07-27T06:59:03.978149+0000 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.980 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe06724c4d1] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:03.981 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe060200640 thread_name:ms_dispatch 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe06683e6f0] 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe06688b94c] 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe06724c60c] 2024-07-27T06:59:03.982 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T06:59:03.980+0000 7fe060200640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe060200640 thread_name:ms_dispatch 2024-07-27T06:59:03.983 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe06683e6f0] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe06688b94c] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe06724c60c] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:03.984 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:03.985 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.997 INFO:tasks.ceph.mds.c.smithi066.stderr: -1> 2024-07-27T06:59:03.978+0000 7fe060200640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe060200640 time 2024-07-27T06:59:03.978149+0000 2024-07-27T06:59:03.997 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T06:59:03.997 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe06724c4d1] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:03.998 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T06:59:03.980+0000 7fe060200640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe060200640 thread_name:ms_dispatch 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe06683e6f0] 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe06688b94c] 2024-07-27T06:59:03.999 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe06724c60c] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:04.000 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:04.001 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:04.001 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:04.001 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: -1> 2024-07-27T06:59:03.978+0000 7fe060200640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe060200640 time 2024-07-27T06:59:03.978149+0000 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe06724c4d1] 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:04.007 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T06:59:03.980+0000 7fe060200640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:04.008 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe060200640 thread_name:ms_dispatch 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe06683e6f0] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe06688b94c] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe06724c60c] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe06724c6de] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x562f8fa06288] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x562f8f6a6ed2] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x562f8f6aa637] 2024-07-27T06:59:04.009 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x562f8f6aaf5e] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x562f8f68e03a] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe06739b407] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe06739bcf9] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe0674785a1] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe067225cdd] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe067225cf9] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe066889c02] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe06690ec40] 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:04.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T06:59:04.247 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:59:04.248 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:59:04.248 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:04.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 -- 172.21.15.66:0/778614751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 msgr2=0x7f10880ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:04.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 --2- 172.21.15.66:0/778614751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880ce8d0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f107c005fd0 tx=0x7f107c02a540 comp rx=0 tx=0).stop 2024-07-27T06:59:04.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 -- 172.21.15.66:0/778614751 shutdown_connections 2024-07-27T06:59:04.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 --2- 172.21.15.66:0/778614751 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880cee10 0x7f108806fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 --2- 172.21.15.66:0/778614751 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880ce8d0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 -- 172.21.15.66:0/778614751 >> 172.21.15.66:0/778614751 conn(0x7f10880cfa70 msgr2=0x7f10880cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:04.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 -- 172.21.15.66:0/778614751 shutdown_connections 2024-07-27T06:59:04.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.594+0000 7f108f200640 1 -- 172.21.15.66:0/778614751 wait complete. 2024-07-27T06:59:04.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.597+0000 7f108f200640 1 Processor -- start 2024-07-27T06:59:04.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.597+0000 7f108f200640 1 -- start start 2024-07-27T06:59:04.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 0x7f10881f7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880cad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f108815f050 con 0x7f10880cee10 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f10880cc1a0 con 0x7f10881446e0 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f108815f1d0 con 0x7f10880700b0 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33368/0 (socket says 172.21.15.66:33368) 2024-07-27T06:59:04.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.599+0000 7f108d400640 1 -- 172.21.15.66:0/513479122 learned_addr learned my addr 172.21.15.66:0/513479122 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108de00640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 0x7f10881f7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 -- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 msgr2=0x7f10881f7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108e800640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880cad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 0x7f10881f7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 -- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 msgr2=0x7f10880cad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880cad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 -- 172.21.15.66:0/513479122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10880b4c70 con 0x7f10880cee10 2024-07-27T06:59:04.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108e800640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880cad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108de00640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 0x7f10881f7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f108d400640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f107800e7c0 tx=0x7f107800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f107800ccc0 con 0x7f10880cee10 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.600+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f107800ee70 con 0x7f10880cee10 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.601+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10881f3a90 con 0x7f10880cee10 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.601+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1078010690 con 0x7f10880cee10 2024-07-27T06:59:04.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.601+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10881f4050 con 0x7f10880cee10 2024-07-27T06:59:04.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.602+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10881f3800 con 0x7f10880cee10 2024-07-27T06:59:04.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.604+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1078010830 con 0x7f10880cee10 2024-07-27T06:59:04.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.605+0000 7f1082000640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 0x7f106c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:04.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.605+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 8369+0+0 (secure 0 0 0) 0x7f1078099c60 con 0x7f10880cee10 2024-07-27T06:59:04.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.606+0000 7f108de00640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 0x7f106c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:04.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.607+0000 7f108de00640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 0x7f106c079520 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f107c033000 tx=0x7f107c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:04.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.610+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1078062460 con 0x7f10880cee10 2024-07-27T06:59:04.822 INFO:tasks.ceph.mds.c.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:59:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.870+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f108806a140 con 0x7f10880cee10 2024-07-27T06:59:04.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.872+0000 7f1082000640 1 -- 172.21.15.66:0/513479122 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 129 v129) ==== 95+0+5258 (secure 0 0 0) 0x7f1078061d60 con 0x7f10880cee10 2024-07-27T06:59:04.873 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:04.873 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":129,"btime":"2024-07-27T06:59:03:562478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":129,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:02.737893+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7485,6208]},"id":6}]} 2024-07-27T06:59:04.874 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 129 2024-07-27T06:59:04.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 msgr2=0x7f106c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 0x7f106c079520 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f107c033000 tx=0x7f107c004730 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 msgr2=0x7f10880b4730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f107800e7c0 tx=0x7f107800ec80 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 shutdown_connections 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f106c077010 0x7f106c079520 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10881446e0 0x7f10880cad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10880cee10 0x7f10880b4730 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 --2- 172.21.15.66:0/513479122 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10880700b0 0x7f10881f7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 >> 172.21.15.66:0/513479122 conn(0x7f10880cfa70 msgr2=0x7f10880c4910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 shutdown_connections 2024-07-27T06:59:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:04.875+0000 7f108f200640 1 -- 172.21.15.66:0/513479122 wait complete. 2024-07-27T06:59:04.905 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:59:08.576 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-27T06:59:09.906 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 -- 172.21.15.66:0/1490267756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d0de0 msgr2=0x7fe7780cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 --2- 172.21.15.66:0/1490267756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d0de0 0x7fe7780cecb0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fe770005fd0 tx=0x7fe77002aaa0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 -- 172.21.15.66:0/1490267756 shutdown_connections 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 --2- 172.21.15.66:0/1490267756 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d0de0 0x7fe7780cecb0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 --2- 172.21.15.66:0/1490267756 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d2f40 0x7fe7780b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 -- 172.21.15.66:0/1490267756 >> 172.21.15.66:0/1490267756 conn(0x7fe7780d40e0 msgr2=0x7fe7780d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 -- 172.21.15.66:0/1490267756 shutdown_connections 2024-07-27T06:59:10.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.213+0000 7fe77f600640 1 -- 172.21.15.66:0/1490267756 wait complete. 2024-07-27T06:59:10.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.216+0000 7fe77f600640 1 Processor -- start 2024-07-27T06:59:10.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.216+0000 7fe77f600640 1 -- start start 2024-07-27T06:59:10.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:10.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d0de0 0x7fe778163010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:10.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d2f40 0x7fe77814cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:10.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe7780cf370 con 0x7fe7780b4b00 2024-07-27T06:59:10.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe7780cf1f0 con 0x7fe7780d2f40 2024-07-27T06:59:10.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77f600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe7780cf4f0 con 0x7fe7780d0de0 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77cc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33380/0 (socket says 172.21.15.66:33380) 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.218+0000 7fe77cc00640 1 -- 172.21.15.66:0/1372632916 learned_addr learned my addr 172.21.15.66:0/1372632916 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe76fe00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d0de0 0x7fe778163010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77d600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d2f40 0x7fe77814cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 -- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d0de0 msgr2=0x7fe778163010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d0de0 0x7fe778163010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 -- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d2f40 msgr2=0x7fe77814cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d2f40 0x7fe77814cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 -- 172.21.15.66:0/1372632916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7781f6150 con 0x7fe7780b4b00 2024-07-27T06:59:10.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.219+0000 7fe77cc00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fe76800e7f0 tx=0x7fe76800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:10.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.220+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe76800ccc0 con 0x7fe7780b4b00 2024-07-27T06:59:10.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.220+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe768010430 con 0x7fe7780b4b00 2024-07-27T06:59:10.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.220+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe768010840 con 0x7fe7780b4b00 2024-07-27T06:59:10.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.220+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe77815f160 con 0x7fe7780b4b00 2024-07-27T06:59:10.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.220+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe77815f720 con 0x7fe7780b4b00 2024-07-27T06:59:10.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.221+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7780cecb0 con 0x7fe7780b4b00 2024-07-27T06:59:10.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.222+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe7680109e0 con 0x7fe7780b4b00 2024-07-27T06:59:10.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.223+0000 7fe775600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 0x7fe754079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:10.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.224+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 8385+0+0 (secure 0 0 0) 0x7fe768099e60 con 0x7fe7780b4b00 2024-07-27T06:59:10.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.224+0000 7fe76fe00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 0x7fe754079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:10.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.225+0000 7fe76fe00640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 0x7fe754079550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe778160860 tx=0x7fe760009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:10.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.228+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe7781f6150 con 0x7fe7780b4b00 2024-07-27T06:59:10.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.481+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7780b0e00 con 0x7fe7780b4b00 2024-07-27T06:59:10.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.482+0000 7fe775600640 1 -- 172.21.15.66:0/1372632916 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 129 v129) ==== 95+0+5258 (secure 0 0 0) 0x7fe768062530 con 0x7fe7780b4b00 2024-07-27T06:59:10.484 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:10.484 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":129,"btime":"2024-07-27T06:59:03:562478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":129,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:02.737893+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7485,6208]},"id":6}]} 2024-07-27T06:59:10.484 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 129 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 msgr2=0x7fe754079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 0x7fe754079550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe778160860 tx=0x7fe760009040 comp rx=0 tx=0).stop 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 msgr2=0x7fe7781f5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fe76800e7f0 tx=0x7fe76800ecb0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 shutdown_connections 2024-07-27T06:59:10.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.485+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe754077040 0x7fe754079550 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe7780d2f40 0x7fe77814cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe7780d0de0 0x7fe778163010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 --2- 172.21.15.66:0/1372632916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe7780b4b00 0x7fe7781f5c10 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 >> 172.21.15.66:0/1372632916 conn(0x7fe7780d40e0 msgr2=0x7fe7780d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 shutdown_connections 2024-07-27T06:59:10.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:10.486+0000 7fe77f600640 1 -- 172.21.15.66:0/1372632916 wait complete. 2024-07-27T06:59:10.517 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:59:15.191 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2024-07-27T06:59:15.518 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:15.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.820+0000 7f0b01600640 1 -- 172.21.15.66:0/3874760879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 msgr2=0x7f0ae0003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.820+0000 7f0b01600640 1 --2- 172.21.15.66:0/3874760879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0ae0003f10 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7f0aec00c470 tx=0x7f0ae0005830 comp rx=0 tx=0).stop 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.821+0000 7f0b00c00640 1 -- 172.21.15.66:0/3874760879 reap_dead start 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.821+0000 7f0b01600640 1 -- 172.21.15.66:0/3874760879 shutdown_connections 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.821+0000 7f0b01600640 1 -- 172.21.15.66:0/3874760879 >> 172.21.15.66:0/3874760879 conn(0x7f0afc0cfa70 msgr2=0x7f0afc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.821+0000 7f0b01600640 1 -- 172.21.15.66:0/3874760879 shutdown_connections 2024-07-27T06:59:15.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.821+0000 7f0b01600640 1 -- 172.21.15.66:0/3874760879 wait complete. 2024-07-27T06:59:15.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.824+0000 7f0b01600640 1 Processor -- start 2024-07-27T06:59:15.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.824+0000 7f0b01600640 1 -- start start 2024-07-27T06:59:15.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:15.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0afc0b29a0 0x7f0afc0c8630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0afc0c8b70 0x7f0afc15b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0afc1608c0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0afc160740 con 0x7f0afc0b29a0 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.826+0000 7f0b01600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0afc0cd640 con 0x7f0afc0c8b70 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43570/0 (socket says 172.21.15.66:43570) 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 -- 172.21.15.66:0/2970150001 learned_addr learned my addr 172.21.15.66:0/2970150001 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afb400640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0afc0b29a0 0x7f0afc0c8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0b00c00640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0afc0c8b70 0x7f0afc15b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 -- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0afc0c8b70 msgr2=0x7f0afc15b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0afc0c8b70 0x7f0afc15b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:15.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 -- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0afc0b29a0 msgr2=0x7f0afc0c8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:15.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0afc0b29a0 0x7f0afc0c8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:15.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.827+0000 7f0afbe00640 1 -- 172.21.15.66:0/2970150001 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0afc1f3d30 con 0x7f0ae0003aa0 2024-07-27T06:59:15.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0afbe00640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f0aec000fb0 tx=0x7f0aec006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:15.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec042070 con 0x7f0ae0003aa0 2024-07-27T06:59:15.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0aec0038e0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0afc0b57a0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec039070 con 0x7f0ae0003aa0 2024-07-27T06:59:15.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.828+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0afc0c6bc0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.830+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0afc0725e0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.831+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0aec045070 con 0x7f0ae0003aa0 2024-07-27T06:59:15.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.832+0000 7f0af3e00640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 0x7f0ad8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:15.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.833+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8341+0+0 (secure 0 0 0) 0x7f0aec0b90e0 con 0x7f0ae0003aa0 2024-07-27T06:59:15.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.833+0000 7f0afb400640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 0x7f0ad8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:15.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.835+0000 7f0afb400640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 0x7f0ad8079520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f0afc0c9cb0 tx=0x7f0ae4005e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:15.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:15.838+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0afc0cf0c0 con 0x7f0ae0003aa0 2024-07-27T06:59:16.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.097+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0afc0cf760 con 0x7f0ae0003aa0 2024-07-27T06:59:16.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.098+0000 7f0af3e00640 1 -- 172.21.15.66:0/2970150001 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 129 v129) ==== 95+0+5258 (secure 0 0 0) 0x7f0aec081840 con 0x7f0ae0003aa0 2024-07-27T06:59:16.100 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:16.100 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":129,"btime":"2024-07-27T06:59:03:562478+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":129,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:02.737893+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7485,6208]},"id":6}]} 2024-07-27T06:59:16.100 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 129 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 msgr2=0x7f0ad8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 0x7f0ad8079520 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f0afc0c9cb0 tx=0x7f0ae4005e30 comp rx=0 tx=0).stop 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 msgr2=0x7f0afc1f2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7f0aec000fb0 tx=0x7f0aec006310 comp rx=0 tx=0).stop 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 shutdown_connections 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0ad8077010 0x7f0ad8079520 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0afc0c8b70 0x7f0afc15b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0afc0b29a0 0x7f0afc0c8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 --2- 172.21.15.66:0/2970150001 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0ae0003aa0 0x7f0afc1f2e10 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 >> 172.21.15.66:0/2970150001 conn(0x7f0afc0cfa70 msgr2=0x7f0afc0af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.101+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 shutdown_connections 2024-07-27T06:59:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:16.102+0000 7f0b01600640 1 -- 172.21.15.66:0/2970150001 wait complete. 2024-07-27T06:59:16.134 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:59:21.134 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 -- 172.21.15.66:0/774332138 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 msgr2=0x7f0520004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 --2- 172.21.15.66:0/774332138 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f0520004800 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f053c0cfb50 tx=0x7f0520005830 comp rx=0 tx=0).stop 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0541c00640 1 -- 172.21.15.66:0/774332138 reap_dead start 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 -- 172.21.15.66:0/774332138 shutdown_connections 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 -- 172.21.15.66:0/774332138 >> 172.21.15.66:0/774332138 conn(0x7f053c06d160 msgr2=0x7f053c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 -- 172.21.15.66:0/774332138 shutdown_connections 2024-07-27T06:59:21.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.445+0000 7f0543c00640 1 -- 172.21.15.66:0/774332138 wait complete. 2024-07-27T06:59:21.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.448+0000 7f0543c00640 1 Processor -- start 2024-07-27T06:59:21.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.448+0000 7f0543c00640 1 -- start start 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c1543f0 0x7f053c09c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c15eb80 0x7f053c15ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f053c15c6b0 con 0x7f0520004070 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f053c15c530 con 0x7f053c1543f0 2024-07-27T06:59:21.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.449+0000 7f0543c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f053c160630 con 0x7f053c15eb80 2024-07-27T06:59:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58326/0 (socket says 172.21.15.66:58326) 2024-07-27T06:59:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 -- 172.21.15.66:0/2310143718 learned_addr learned my addr 172.21.15.66:0/2310143718 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f053be00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c1543f0 0x7f053c09c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c15eb80 0x7f053c15ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 -- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c15eb80 msgr2=0x7f053c15ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c15eb80 0x7f053c15ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 -- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c1543f0 msgr2=0x7f053c09c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c1543f0 0x7f053c09c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.450+0000 7f0541200640 1 -- 172.21.15.66:0/2310143718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f053c154c90 con 0x7f0520004070 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0541200640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f052c00fb80 tx=0x7f052c00d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f052c011640 con 0x7f0520004070 2024-07-27T06:59:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f052c0117e0 con 0x7f0520004070 2024-07-27T06:59:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f052c011c30 con 0x7f0520004070 2024-07-27T06:59:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f053c1e8720 con 0x7f0520004070 2024-07-27T06:59:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.451+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f053c15e380 con 0x7f0520004070 2024-07-27T06:59:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.452+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f053c0ceef0 con 0x7f0520004070 2024-07-27T06:59:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.454+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f052c024440 con 0x7f0520004070 2024-07-27T06:59:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.455+0000 7f0538c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 0x7f0518079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.455+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8341+0+0 (secure 0 0 0) 0x7f052c09a260 con 0x7f0520004070 2024-07-27T06:59:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.456+0000 7f053be00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 0x7f0518079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:21.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.457+0000 7f053be00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 0x7f0518079550 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0524032000 tx=0x7f052402c000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:21.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.461+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f053c0ceef0 con 0x7f0520004070 2024-07-27T06:59:21.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.714+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f053c160b90 con 0x7f0520004070 2024-07-27T06:59:21.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.716+0000 7f0538c00640 1 -- 172.21.15.66:0/2310143718 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 130 v130) ==== 95+0+5306 (secure 0 0 0) 0x7f053c154c90 con 0x7f0520004070 2024-07-27T06:59:21.718 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:21.718 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":130,"btime":"2024-07-27T06:59:18:049500+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":130,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:18.049417+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:59:18.049417+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7485]},"id":6}]} 2024-07-27T06:59:21.718 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 130 2024-07-27T06:59:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.719+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 msgr2=0x7f0518079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:21.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.719+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 0x7f0518079550 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0524032000 tx=0x7f052402c000 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.719+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 msgr2=0x7f053c09bc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.719+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f052c00fb80 tx=0x7f052c00d6b0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 shutdown_connections 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077040 0x7f0518079550 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c15eb80 0x7f053c15ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c1543f0 0x7f053c09c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 --2- 172.21.15.66:0/2310143718 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0520004070 0x7f053c09bc70 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 >> 172.21.15.66:0/2310143718 conn(0x7f053c06d160 msgr2=0x7f053c0b0e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 shutdown_connections 2024-07-27T06:59:21.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:21.720+0000 7f0543c00640 1 -- 172.21.15.66:0/2310143718 wait complete. 2024-07-27T06:59:21.753 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T06:59:21.754 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T06:59:21.803 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~13s 2024-07-27T06:59:21.839 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T06:59:21.844 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T06:59:21.844 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T06:59:21.943 INFO:teuthology.orchestra.run.smithi066.stdout:1722063544.67812.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i c', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T06:59:21.948 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063544.67812.core'] 2024-07-27T06:59:21.948 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063544.67812.core, deleting it 2024-07-27T06:59:21.948 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063544.67812.core 2024-07-27T06:59:22.068 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:59:22.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:22.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T06:59:22.164 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:22.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 -- 172.21.15.66:0/2328629938 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f890c003a00 msgr2=0x7f890c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:22.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 --2- 172.21.15.66:0/2328629938 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f890c003a00 0x7f890c003e70 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f8918009b50 tx=0x7f890c005830 comp rx=0 tx=0).stop 2024-07-27T06:59:22.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8926800640 1 -- 172.21.15.66:0/2328629938 reap_dead start 2024-07-27T06:59:22.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 -- 172.21.15.66:0/2328629938 shutdown_connections 2024-07-27T06:59:22.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 -- 172.21.15.66:0/2328629938 >> 172.21.15.66:0/2328629938 conn(0x7f89280cfa70 msgr2=0x7f89280cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:22.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 -- 172.21.15.66:0/2328629938 shutdown_connections 2024-07-27T06:59:22.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.455+0000 7f8927200640 1 -- 172.21.15.66:0/2328629938 wait complete. 2024-07-27T06:59:22.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.458+0000 7f8927200640 1 Processor -- start 2024-07-27T06:59:22.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.458+0000 7f8927200640 1 -- start start 2024-07-27T06:59:22.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.459+0000 7f8927200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 0x7f892815a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:22.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8927200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:22.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8927200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8928153e80 0x7f89281f3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:22.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8927200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f892815a560 con 0x7f89281f68a0 2024-07-27T06:59:22.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8927200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f892815a3e0 con 0x7f890c003a00 2024-07-27T06:59:22.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8927200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f892815e470 con 0x7f8928153e80 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58340/0 (socket says 172.21.15.66:58340) 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 -- 172.21.15.66:0/2714057923 learned_addr learned my addr 172.21.15.66:0/2714057923 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8925e00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 0x7f892815a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f8926800640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8928153e80 0x7f89281f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:22.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 -- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8928153e80 msgr2=0x7f89281f3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:22.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8928153e80 0x7f89281f3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 -- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 msgr2=0x7f892815a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:22.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.460+0000 7f891fe00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 0x7f892815a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f891fe00640 1 -- 172.21.15.66:0/2714057923 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f892815ac20 con 0x7f89281f68a0 2024-07-27T06:59:22.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f8925e00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 0x7f892815a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f891fe00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f891000ee00 tx=0x7f891000c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910005220 con 0x7f89281f68a0 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89100054b0 con 0x7f89281f68a0 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8910004a00 con 0x7f89281f68a0 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f892815d110 con 0x7f89281f68a0 2024-07-27T06:59:22.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.461+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f892815d3b0 con 0x7f89281f68a0 2024-07-27T06:59:22.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.463+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f892815d580 con 0x7f89281f68a0 2024-07-27T06:59:22.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.464+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8910004ba0 con 0x7f89281f68a0 2024-07-27T06:59:22.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.465+0000 7f891e000640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 0x7f8904079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:22.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.465+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8341+0+0 (secure 0 0 0) 0x7f8910099bc0 con 0x7f89281f68a0 2024-07-27T06:59:22.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.466+0000 7f8925e00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 0x7f8904079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:22.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.467+0000 7f8925e00640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 0x7f8904079520 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8918035000 tx=0x7f891802d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:22.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.472+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8910013070 con 0x7f89281f68a0 2024-07-27T06:59:22.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.732+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89280d0980 con 0x7f89281f68a0 2024-07-27T06:59:22.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.733+0000 7f891e000640 1 -- 172.21.15.66:0/2714057923 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 130 v130) ==== 95+0+5306 (secure 0 0 0) 0x7f89100622d0 con 0x7f89281f68a0 2024-07-27T06:59:22.735 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:22.735 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":130,"btime":"2024-07-27T06:59:18:049500+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7527,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":125}],"filesystems":[{"mdsmap":{"epoch":130,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:18.049417+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7485},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7485":{"gid":7485,"name":"c","rank":1,"incarnation":124,"state":"up:active","state_seq":9,"addr":"172.21.15.66:6833/3903800801","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3903800801},{"type":"v1","addr":"172.21.15.66:6833","nonce":3903800801}]},"join_fscid":-1,"laggy_since":"2024-07-27T06:59:18.049417+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7485]},"id":6}]} 2024-07-27T06:59:22.735 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 130 2024-07-27T06:59:22.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.736+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 msgr2=0x7f8904079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:22.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.736+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 0x7f8904079520 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8918035000 tx=0x7f891802d040 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.736+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 msgr2=0x7f8928153660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f891000ee00 tx=0x7f891000c740 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 shutdown_connections 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8904077010 0x7f8904079520 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8928153e80 0x7f89281f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89281f68a0 0x7f8928153660 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 --2- 172.21.15.66:0/2714057923 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f890c003a00 0x7f892815a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 >> 172.21.15.66:0/2714057923 conn(0x7f89280cfa70 msgr2=0x7f89280cb560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 shutdown_connections 2024-07-27T06:59:22.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:22.737+0000 7f8927200640 1 -- 172.21.15.66:0/2714057923 wait complete. 2024-07-27T06:59:22.768 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:59:23.068 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":15,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[{"version":30,"snapinfo":{"snapid":15,"ino":1099511627777,"stamp":"2024-07-27T06:59:03.971621+0000","name":"s33","metadata":{}}}],"pending_destroy":[]} 2024-07-27T06:59:23.069 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 15, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [ { "snapInfinityo": { "ino": 1099511627777, "metadata": {}, "name": "s33", "snapid": 15, "stamp": "2024-07-27T06:59:03.971621+0000" }, "version": 30 } ], "snaps": [] } 2024-07-27T06:59:23.069 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T06:59:23.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.372+0000 7fc426000640 1 -- 172.21.15.66:0/4211482898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc404003a20 msgr2=0x7fc404003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.372+0000 7fc426000640 1 --2- 172.21.15.66:0/4211482898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc404003a20 0x7fc404003e70 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fc410009e20 tx=0x7fc404005830 comp rx=0 tx=0).stop 2024-07-27T06:59:23.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.373+0000 7fc426000640 1 -- 172.21.15.66:0/4211482898 shutdown_connections 2024-07-27T06:59:23.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.373+0000 7fc426000640 1 --2- 172.21.15.66:0/4211482898 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc404003a20 0x7fc404003e70 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.373+0000 7fc426000640 1 -- 172.21.15.66:0/4211482898 >> 172.21.15.66:0/4211482898 conn(0x7fc4200cfa20 msgr2=0x7fc4200cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:23.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.373+0000 7fc426000640 1 -- 172.21.15.66:0/4211482898 shutdown_connections 2024-07-27T06:59:23.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.373+0000 7fc426000640 1 -- 172.21.15.66:0/4211482898 wait complete. 2024-07-27T06:59:23.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.375+0000 7fc426000640 1 Processor -- start 2024-07-27T06:59:23.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.375+0000 7fc426000640 1 -- start start 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc404003a20 0x7fc4201535a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4201f3280 0x7fc420144040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc420074130 con 0x7fc420158b70 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc420073fb0 con 0x7fc404003a20 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc426000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc420153f10 con 0x7fc4201f3280 2024-07-27T06:59:23.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc425600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc425600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58366/0 (socket says 172.21.15.66:58366) 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc425600640 1 -- 172.21.15.66:0/3759178104 learned_addr learned my addr 172.21.15.66:0/3759178104 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.377+0000 7fc424c00640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc404003a20 0x7fc4201535a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc41fe00640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4201f3280 0x7fc420144040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 -- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4201f3280 msgr2=0x7fc420144040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4201f3280 0x7fc420144040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 -- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc404003a20 msgr2=0x7fc4201535a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc404003a20 0x7fc4201535a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 -- 172.21.15.66:0/3759178104 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc420157940 con 0x7fc420158b70 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc425600640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fc4040057e0 tx=0x7fc41800c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.378+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418011790 con 0x7fc420158b70 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.379+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc418017070 con 0x7fc420158b70 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.379+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4201562f0 con 0x7fc420158b70 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.379+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc418011cc0 con 0x7fc420158b70 2024-07-27T06:59:23.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.379+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc420158370 con 0x7fc420158b70 2024-07-27T06:59:23.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.380+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc420158160 con 0x7fc420158b70 2024-07-27T06:59:23.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.381+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc41801c460 con 0x7fc420158b70 2024-07-27T06:59:23.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.382+0000 7fc41cc00640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 0x7fc3fc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.382+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 8341+0+0 (secure 0 0 0) 0x7fc418098b10 con 0x7fc420158b70 2024-07-27T06:59:23.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.383+0000 7fc424c00640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 0x7fc3fc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.384+0000 7fc424c00640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 0x7fc3fc079550 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc410035000 tx=0x7fc410004a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:23.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.387+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc418021020 con 0x7fc420158b70 2024-07-27T06:59:23.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.683+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7fc420156080 con 0x7fc420158b70 2024-07-27T06:59:23.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.688+0000 7fc41cc00640 1 -- 172.21.15.66:0/3759178104 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 7485 v131) ==== 97+0+0 (secure 0 0 0) 0x7fc418061330 con 0x7fc420158b70 2024-07-27T06:59:23.689 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7485 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.691+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 msgr2=0x7fc3fc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.691+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 0x7fc3fc079550 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc410035000 tx=0x7fc410004a40 comp rx=0 tx=0).stop 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.691+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 msgr2=0x7fc420158f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.691+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fc4040057e0 tx=0x7fc41800c820 comp rx=0 tx=0).stop 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 shutdown_connections 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc3fc077040 0x7fc3fc079550 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc420158b70 0x7fc420158f80 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc4201f3280 0x7fc420144040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 --2- 172.21.15.66:0/3759178104 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc404003a20 0x7fc4201535a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 >> 172.21.15.66:0/3759178104 conn(0x7fc4200cfa20 msgr2=0x7fc42015a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:23.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.692+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 shutdown_connections 2024-07-27T06:59:23.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.693+0000 7fc426000640 1 -- 172.21.15.66:0/3759178104 wait complete. 2024-07-27T06:59:23.726 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T06:59:23.726 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T06:59:23.726 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T06:59:23.726 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T06:59:23.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:59:23.726 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-07-27T06:59:23.727 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T06:59:23.727 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T06:59:23.731 INFO:tasks.ceph.mds.c:Started 2024-07-27T06:59:23.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:23.944 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 -- 172.21.15.66:0/3927781184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 msgr2=0x7fd2800cca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 --2- 172.21.15.66:0/3927781184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800cca40 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fd278005fd0 tx=0x7fd27802a970 comp rx=0 tx=0).stop 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 -- 172.21.15.66:0/3927781184 shutdown_connections 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 --2- 172.21.15.66:0/3927781184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800cca40 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 --2- 172.21.15.66:0/3927781184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cf540 0x7fd28015b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 -- 172.21.15.66:0/3927781184 >> 172.21.15.66:0/3927781184 conn(0x7fd28006d160 msgr2=0x7fd2800b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 -- 172.21.15.66:0/3927781184 shutdown_connections 2024-07-27T06:59:23.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.974+0000 7fd287c00640 1 -- 172.21.15.66:0/3927781184 wait complete. 2024-07-27T06:59:23.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.976+0000 7fd287c00640 1 Processor -- start 2024-07-27T06:59:23.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.977+0000 7fd287c00640 1 -- start start 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cec70 0x7fd280141590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2800cf540 0x7fd280141ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd2800cdcc0 con 0x7fd2800cc630 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2800cdb40 con 0x7fd2800cf540 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd287c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2800cde40 con 0x7fd2800cec70 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd285200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd285200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58406/0 (socket says 172.21.15.66:58406) 2024-07-27T06:59:23.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.978+0000 7fd285200640 1 -- 172.21.15.66:0/3929483738 learned_addr learned my addr 172.21.15.66:0/3929483738 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 -- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cec70 msgr2=0x7fd280141590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd27fe00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cec70 0x7fd280141590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2800cf540 0x7fd280141ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cec70 0x7fd280141590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 -- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2800cf540 msgr2=0x7fd280141ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2800cf540 0x7fd280141ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 -- 172.21.15.66:0/3929483738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28009d120 con 0x7fd2800cc630 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd285200640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fd27400d6d0 tx=0x7fd27400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.979+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd274017070 con 0x7fd2800cc630 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.980+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd274005330 con 0x7fd2800cc630 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.980+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd28009d400 con 0x7fd2800cc630 2024-07-27T06:59:23.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.980+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd274009820 con 0x7fd2800cc630 2024-07-27T06:59:23.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.980+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd28009d9c0 con 0x7fd2800cc630 2024-07-27T06:59:23.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.981+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2800cca40 con 0x7fd2800cc630 2024-07-27T06:59:23.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.982+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd274009bd0 con 0x7fd2800cc630 2024-07-27T06:59:23.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.983+0000 7fd27cc00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:23.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.983+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8383+0+0 (secure 0 0 0) 0x7fd274099700 con 0x7fd2800cc630 2024-07-27T06:59:23.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.984+0000 7fd27fe00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:23.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.985+0000 7fd27fe00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 0x7fd260079520 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd26c006fd0 tx=0x7fd26c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:23.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:23.988+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd274061de0 con 0x7fd2800cc630 2024-07-27T06:59:24.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.231+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2801583a0 con 0x7fd2800cc630 2024-07-27T06:59:24.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.233+0000 7fd27cc00640 1 -- 172.21.15.66:0/3929483738 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 132 v132) ==== 95+0+4427 (secure 0 0 0) 0x7fd27406a0b0 con 0x7fd2800cc630 2024-07-27T06:59:24.234 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:24.234 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":132,"btime":"2024-07-27T06:59:23:692526+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":132,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:23.692508+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:24.235 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 132 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 msgr2=0x7fd260079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 0x7fd260079520 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fd26c006fd0 tx=0x7fd26c008040 comp rx=0 tx=0).stop 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 msgr2=0x7fd2800b07a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fd27400d6d0 tx=0x7fd27400db90 comp rx=0 tx=0).stop 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 shutdown_connections 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd260077010 0x7fd260079520 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:24.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2800cf540 0x7fd280141ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:24.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2800cec70 0x7fd280141590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:24.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 --2- 172.21.15.66:0/3929483738 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2800cc630 0x7fd2800b07a0 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:24.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.235+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 >> 172.21.15.66:0/3929483738 conn(0x7fd28006d160 msgr2=0x7fd280155920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:24.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.236+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 shutdown_connections 2024-07-27T06:59:24.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:24.236+0000 7fd287c00640 1 -- 172.21.15.66:0/3929483738 wait complete. 2024-07-27T06:59:24.261 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T06:59:28.514 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:59:28.519 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-07-27T06:59:28.522 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:59:29.261 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 -- 172.21.15.66:0/3118559303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15c7f0 msgr2=0x7fd59c0ce3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/3118559303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0ce3e0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fd59c070600 tx=0x7fd58402a540 comp rx=0 tx=0).stop 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 -- 172.21.15.66:0/3118559303 shutdown_connections 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/3118559303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0ce3e0 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/3118559303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 0x7fd59c1532b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 -- 172.21.15.66:0/3118559303 >> 172.21.15.66:0/3118559303 conn(0x7fd59c06d160 msgr2=0x7fd59c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 -- 172.21.15.66:0/3118559303 shutdown_connections 2024-07-27T06:59:29.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.567+0000 7fd5a0c00640 1 -- 172.21.15.66:0/3118559303 wait complete. 2024-07-27T06:59:29.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.570+0000 7fd5a0c00640 1 Processor -- start 2024-07-27T06:59:29.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.570+0000 7fd5a0c00640 1 -- start start 2024-07-27T06:59:29.573 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 0x7fd59c1444e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0b0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd59c0cf170 con 0x7fd59c15cc00 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd59c0ceff0 con 0x7fd59c15c7f0 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd5a0c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd59c0cf2f0 con 0x7fd59c0b41d0 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd59a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd59a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58418/0 (socket says 172.21.15.66:58418) 2024-07-27T06:59:29.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.572+0000 7fd59a800640 1 -- 172.21.15.66:0/1073302660 learned_addr learned my addr 172.21.15.66:0/1073302660 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:29.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd599400640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0b0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:29.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd599e00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 0x7fd59c1444e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd59a800640 1 -- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 msgr2=0x7fd59c1444e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd59a800640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 0x7fd59c1444e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd59a800640 1 -- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd59c15c7f0 msgr2=0x7fd59c0b0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd59a800640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0b0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.573+0000 7fd59a800640 1 -- 172.21.15.66:0/1073302660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd59c1f5790 con 0x7fd59c15cc00 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd59a800640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fd59400b3e0 tx=0x7fd59400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594015030 con 0x7fd59c15cc00 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd594004110 con 0x7fd59c15cc00 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd594011630 con 0x7fd59c15cc00 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd59c1f5a70 con 0x7fd59c15cc00 2024-07-27T06:59:29.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.574+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd59c1f6030 con 0x7fd59c15cc00 2024-07-27T06:59:29.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.576+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd59c068e80 con 0x7fd59c15cc00 2024-07-27T06:59:29.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.577+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd594018070 con 0x7fd59c15cc00 2024-07-27T06:59:29.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.578+0000 7fd592000640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 0x7fd578079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:29.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.578+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8383+0+0 (secure 0 0 0) 0x7fd594098f30 con 0x7fd59c15cc00 2024-07-27T06:59:29.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.579+0000 7fd599e00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 0x7fd578079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:29.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.580+0000 7fd599e00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 0x7fd578079520 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fd58c009f20 tx=0x7fd58c0094f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:29.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.583+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd59c068e80 con 0x7fd59c15cc00 2024-07-27T06:59:29.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.837+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd59c0cf800 con 0x7fd59c15cc00 2024-07-27T06:59:29.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.838+0000 7fd592000640 1 -- 172.21.15.66:0/1073302660 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5257 (secure 0 0 0) 0x7fd594061610 con 0x7fd59c15cc00 2024-07-27T06:59:29.840 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:29.840 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":134,"btime":"2024-07-27T06:59:25:708383+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:24.717222+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:29.840 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 134 2024-07-27T06:59:29.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.841+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 msgr2=0x7fd578079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:29.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.841+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 0x7fd578079520 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fd58c009f20 tx=0x7fd58c0094f0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.841+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 msgr2=0x7fd59c0b0f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:29.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.841+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fd59400b3e0 tx=0x7fd59400b8a0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 shutdown_connections 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd578077010 0x7fd578079520 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd59c15cc00 0x7fd59c0b0f50 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd59c15c7f0 0x7fd59c0b0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 --2- 172.21.15.66:0/1073302660 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd59c0b41d0 0x7fd59c1444e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 >> 172.21.15.66:0/1073302660 conn(0x7fd59c06d160 msgr2=0x7fd59c15b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 shutdown_connections 2024-07-27T06:59:29.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:29.842+0000 7fd5a0c00640 1 -- 172.21.15.66:0/1073302660 wait complete. 2024-07-27T06:59:29.872 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T06:59:29.872 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 -- 172.21.15.66:0/59275019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc54003aa0 msgr2=0x7fdc54003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 --2- 172.21.15.66:0/59275019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc54003aa0 0x7fdc54003f10 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fdc60009ed0 tx=0x7fdc54005830 comp rx=0 tx=0).stop 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 -- 172.21.15.66:0/59275019 shutdown_connections 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 --2- 172.21.15.66:0/59275019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc54003aa0 0x7fdc54003f10 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 -- 172.21.15.66:0/59275019 >> 172.21.15.66:0/59275019 conn(0x7fdc700cfa70 msgr2=0x7fdc700cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 -- 172.21.15.66:0/59275019 shutdown_connections 2024-07-27T06:59:30.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.160+0000 7fdc76a00640 1 -- 172.21.15.66:0/59275019 wait complete. 2024-07-27T06:59:30.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.163+0000 7fdc76a00640 1 Processor -- start 2024-07-27T06:59:30.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.163+0000 7fdc76a00640 1 -- start start 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc54003aa0 0x7fdc700c9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc7013b510 0x7fdc7013b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7006fcf0 con 0x7fdc701f3f90 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7006fb70 con 0x7fdc7013b510 2024-07-27T06:59:30.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.164+0000 7fdc76a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdc7006fe70 con 0x7fdc54003aa0 2024-07-27T06:59:30.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:30.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58434/0 (socket says 172.21.15.66:58434) 2024-07-27T06:59:30.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 -- 172.21.15.66:0/2831244748 learned_addr learned my addr 172.21.15.66:0/2831244748 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:30.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc74c00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc7013b510 0x7fdc7013b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc75600640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc54003aa0 0x7fdc700c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 -- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc54003aa0 msgr2=0x7fdc700c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc54003aa0 0x7fdc700c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 -- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc7013b510 msgr2=0x7fdc7013b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc7013b510 0x7fdc7013b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.165+0000 7fdc76000640 1 -- 172.21.15.66:0/2831244748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc700c7530 con 0x7fdc701f3f90 2024-07-27T06:59:30.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc76000640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7fdc7015b390 tx=0x7fdc6800c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc680052d0 con 0x7fdc701f3f90 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc680035f0 con 0x7fdc701f3f90 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc68003a40 con 0x7fdc701f3f90 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc700c7a30 con 0x7fdc701f3f90 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.166+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc700c7ff0 con 0x7fdc701f3f90 2024-07-27T06:59:30.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.167+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc700c77a0 con 0x7fdc701f3f90 2024-07-27T06:59:30.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.169+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdc68003be0 con 0x7fdc701f3f90 2024-07-27T06:59:30.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.170+0000 7fdc6d600640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 0x7fdc50079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:30.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.170+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8383+0+0 (secure 0 0 0) 0x7fdc68098960 con 0x7fdc701f3f90 2024-07-27T06:59:30.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.170+0000 7fdc75600640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 0x7fdc50079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:30.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.172+0000 7fdc75600640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 0x7fdc50079520 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fdc60035000 tx=0x7fdc60004a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:30.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.174+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdc6801b020 con 0x7fdc701f3f90 2024-07-27T06:59:30.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.417+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc70070370 con 0x7fdc701f3f90 2024-07-27T06:59:30.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.418+0000 7fdc6d600640 1 -- 172.21.15.66:0/2831244748 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5257 (secure 0 0 0) 0x7fdc68061040 con 0x7fdc701f3f90 2024-07-27T06:59:30.419 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:30.420 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":134,"btime":"2024-07-27T06:59:25:708383+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:24.717222+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:30.420 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 134 2024-07-27T06:59:30.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 msgr2=0x7fdc50079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:30.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 0x7fdc50079520 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fdc60035000 tx=0x7fdc60004a40 comp rx=0 tx=0).stop 2024-07-27T06:59:30.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 msgr2=0x7fdc701f43a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:30.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7fdc7015b390 tx=0x7fdc6800c7a0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 shutdown_connections 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc50077010 0x7fdc50079520 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc701f3f90 0x7fdc701f43a0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc7013b510 0x7fdc7013b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 --2- 172.21.15.66:0/2831244748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc54003aa0 0x7fdc700c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 >> 172.21.15.66:0/2831244748 conn(0x7fdc700cfa70 msgr2=0x7fdc700c4910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 shutdown_connections 2024-07-27T06:59:30.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:30.421+0000 7fdc76a00640 1 -- 172.21.15.66:0/2831244748 wait complete. 2024-07-27T06:59:30.853 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 134, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:59:24.717222+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 118, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7527}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7527': {'gid': 7527, 'name': 'a', 'rank': 1, 'incarnation': 132, 'state': 'up:reconnect', 'state_seq': 12, 'addr': '172.21.15.66:6835/4172488855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 4172488855}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 4172488855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T06:59:30.853 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7527:up:reconnect 2024-07-27T06:59:31.854 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 -- 172.21.15.66:0/1041718162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 msgr2=0x7fb1f4161d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/1041718162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f4161d20 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0005fd0 tx=0x7fb1e002a5d0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 -- 172.21.15.66:0/1041718162 shutdown_connections 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/1041718162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f4161d20 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 -- 172.21.15.66:0/1041718162 >> 172.21.15.66:0/1041718162 conn(0x7fb1f40cfa70 msgr2=0x7fb1f40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 -- 172.21.15.66:0/1041718162 shutdown_connections 2024-07-27T06:59:32.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.165+0000 7fb1f9e00640 1 -- 172.21.15.66:0/1041718162 wait complete. 2024-07-27T06:59:32.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.168+0000 7fb1f9e00640 1 Processor -- start 2024-07-27T06:59:32.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.168+0000 7fb1f9e00640 1 -- start start 2024-07-27T06:59:32.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:32.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1f4162260 0x7fb1f4160af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:32.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f4162920 0x7fb1f4152ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:32.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f40c5880 con 0x7fb1f40aeef0 2024-07-27T06:59:32.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb1f40c5700 con 0x7fb1f4162260 2024-07-27T06:59:32.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.169+0000 7fb1f9e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb1f40c5a00 con 0x7fb1f4162920 2024-07-27T06:59:32.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:32.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51304/0 (socket says 172.21.15.66:51304) 2024-07-27T06:59:32.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 -- 172.21.15.66:0/2459278015 learned_addr learned my addr 172.21.15.66:0/2459278015 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f3e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1f4162260 0x7fb1f4160af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 -- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f4162920 msgr2=0x7fb1f4152ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f4162920 0x7fb1f4152ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 -- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1f4162260 msgr2=0x7fb1f4160af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1f4162260 0x7fb1f4160af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.170+0000 7fb1f8a00640 1 -- 172.21.15.66:0/2459278015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1f41f8900 con 0x7fb1f40aeef0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f8a00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fb1e400c3c0 tx=0x7fb1e400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e4017070 con 0x7fb1f40aeef0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1e40035f0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1e4003a80 con 0x7fb1f40aeef0 2024-07-27T06:59:32.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1f41f8be0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.171+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1f41f91a0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.172+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1f40c5eb0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.174+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb1e401a070 con 0x7fb1f40aeef0 2024-07-27T06:59:32.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.175+0000 7fb1f0c00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 0x7fb1d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:32.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.175+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8383+0+0 (secure 0 0 0) 0x7fb1e4098770 con 0x7fb1f40aeef0 2024-07-27T06:59:32.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.175+0000 7fb1f3e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 0x7fb1d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:32.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.177+0000 7fb1f3e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 0x7fb1d4079520 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0033000 tx=0x7fb1e0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:32.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.180+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb1e4060eb0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.442+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb1f40c4dd0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.443+0000 7fb1f0c00640 1 -- 172.21.15.66:0/2459278015 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5257 (secure 0 0 0) 0x7fb1e40607b0 con 0x7fb1f40aeef0 2024-07-27T06:59:32.445 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:32.445 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":134,"btime":"2024-07-27T06:59:25:708383+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:24.717222+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:32.446 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 134 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 msgr2=0x7fb1d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 0x7fb1d4079520 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0033000 tx=0x7fb1e0004730 comp rx=0 tx=0).stop 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 msgr2=0x7fb1f406f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fb1e400c3c0 tx=0x7fb1e400c880 comp rx=0 tx=0).stop 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 shutdown_connections 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb1d4077010 0x7fb1d4079520 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb1f4162920 0x7fb1f4152ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb1f4162260 0x7fb1f4160af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 --2- 172.21.15.66:0/2459278015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb1f40aeef0 0x7fb1f406f290 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 >> 172.21.15.66:0/2459278015 conn(0x7fb1f40cfa70 msgr2=0x7fb1f40720d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 shutdown_connections 2024-07-27T06:59:32.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:32.447+0000 7fb1f9e00640 1 -- 172.21.15.66:0/2459278015 wait complete. 2024-07-27T06:59:32.877 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 134, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:59:24.717222+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 118, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7527}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7527': {'gid': 7527, 'name': 'a', 'rank': 1, 'incarnation': 132, 'state': 'up:reconnect', 'state_seq': 12, 'addr': '172.21.15.66:6835/4172488855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 4172488855}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 4172488855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T06:59:32.878 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7527:up:reconnect 2024-07-27T06:59:33.878 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:34.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 -- 172.21.15.66:0/4215749054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41601c0 msgr2=0x7f88f40cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 --2- 172.21.15.66:0/4215749054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41601c0 0x7f88f40cca00 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x7f88ec005fd0 tx=0x7f88ec02a820 comp rx=0 tx=0).stop 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 -- 172.21.15.66:0/4215749054 shutdown_connections 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 --2- 172.21.15.66:0/4215749054 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41601c0 0x7f88f40cca00 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 -- 172.21.15.66:0/4215749054 >> 172.21.15.66:0/4215749054 conn(0x7f88f40cd000 msgr2=0x7f88f40cd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 -- 172.21.15.66:0/4215749054 shutdown_connections 2024-07-27T06:59:34.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.184+0000 7f88fa000640 1 -- 172.21.15.66:0/4215749054 wait complete. 2024-07-27T06:59:34.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.186+0000 7f88fa000640 1 Processor -- start 2024-07-27T06:59:34.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.187+0000 7f88fa000640 1 -- start start 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88f4159b20 0x7f88f415f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88f4160670 0x7f88f41581b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f88f406dba0 con 0x7f88f41586f0 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88f406da20 con 0x7f88f4159b20 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.188+0000 7f88fa000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88f406dd20 con 0x7f88f4160670 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:34.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51324/0 (socket says 172.21.15.66:51324) 2024-07-27T06:59:34.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 -- 172.21.15.66:0/421409211 learned_addr learned my addr 172.21.15.66:0/421409211 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88ebe00640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88f4160670 0x7f88f41581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f8c00640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88f4159b20 0x7f88f415f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 -- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88f4160670 msgr2=0x7f88f41581b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88f4160670 0x7f88f41581b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 -- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88f4159b20 msgr2=0x7f88f415f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88f4159b20 0x7f88f415f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.189+0000 7f88f9600640 1 -- 172.21.15.66:0/421409211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88f41f86c0 con 0x7f88f41586f0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88f9600640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f88ec009cd0 tx=0x7f88ec032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ec037040 con 0x7f88f41586f0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88ec042070 con 0x7f88f41586f0 2024-07-27T06:59:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88ec003e60 con 0x7f88f41586f0 2024-07-27T06:59:34.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88f41f89a0 con 0x7f88f41586f0 2024-07-27T06:59:34.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.190+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88f41f8f60 con 0x7f88f41586f0 2024-07-27T06:59:34.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.191+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88f40b0ab0 con 0x7f88f41586f0 2024-07-27T06:59:34.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.193+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f88ec004280 con 0x7f88f41586f0 2024-07-27T06:59:34.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.194+0000 7f88f1600640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 0x7f88d0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:34.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.194+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 8383+0+0 (secure 0 0 0) 0x7f88ec0ba100 con 0x7f88f41586f0 2024-07-27T06:59:34.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.194+0000 7f88f8c00640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 0x7f88d0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:34.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.196+0000 7f88f8c00640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 0x7f88d0079550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f88e4001610 tx=0x7f88e4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:34.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.199+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f88ec082840 con 0x7f88f41586f0 2024-07-27T06:59:34.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.448+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f88f40cc280 con 0x7f88f41586f0 2024-07-27T06:59:34.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.450+0000 7f88f1600640 1 -- 172.21.15.66:0/421409211 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 134 v134) ==== 95+0+5257 (secure 0 0 0) 0x7f88ec082140 con 0x7f88f41586f0 2024-07-27T06:59:34.452 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:34.452 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":134,"btime":"2024-07-27T06:59:25:708383+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":134,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:24.717222+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:reconnect","state_seq":12,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:34.452 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 134 2024-07-27T06:59:34.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.452+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 msgr2=0x7f88d0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:34.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.452+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 0x7f88d0079550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f88e4001610 tx=0x7f88e4009040 comp rx=0 tx=0).stop 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.452+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 msgr2=0x7f88f40b12b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.452+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f88ec009cd0 tx=0x7f88ec032d10 comp rx=0 tx=0).stop 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 shutdown_connections 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88d0077040 0x7f88d0079550 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88f41586f0 0x7f88f40b12b0 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88f4160670 0x7f88f41581b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 --2- 172.21.15.66:0/421409211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88f4159b20 0x7f88f415f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 >> 172.21.15.66:0/421409211 conn(0x7f88f40cd000 msgr2=0x7f88f40cd410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 shutdown_connections 2024-07-27T06:59:34.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:34.453+0000 7f88fa000640 1 -- 172.21.15.66:0/421409211 wait complete. 2024-07-27T06:59:34.885 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 134, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:59:24.717222+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 118, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7527}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7527': {'gid': 7527, 'name': 'a', 'rank': 1, 'incarnation': 132, 'state': 'up:reconnect', 'state_seq': 12, 'addr': '172.21.15.66:6835/4172488855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 4172488855}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 4172488855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T06:59:34.885 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7527:up:reconnect 2024-07-27T06:59:35.886 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:36.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 -- 172.21.15.66:0/579083472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 msgr2=0x7f81640cf200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:36.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 --2- 172.21.15.66:0/579083472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f81640cf200 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f81640cd9e0 tx=0x7f815c02aa30 comp rx=0 tx=0).stop 2024-07-27T06:59:36.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 -- 172.21.15.66:0/579083472 shutdown_connections 2024-07-27T06:59:36.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 --2- 172.21.15.66:0/579083472 >> v2:172.21.15.155:3300/0 conn(0x7f816415cdd0 0x7f81640b2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 --2- 172.21.15.66:0/579083472 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 0x7f816415c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 --2- 172.21.15.66:0/579083472 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f81640cf200 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 -- 172.21.15.66:0/579083472 >> 172.21.15.66:0/579083472 conn(0x7f816406d160 msgr2=0x7f81640b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:36.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.188+0000 7f816b800640 1 -- 172.21.15.66:0/579083472 shutdown_connections 2024-07-27T06:59:36.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.189+0000 7f816b800640 1 -- 172.21.15.66:0/579083472 wait complete. 2024-07-27T06:59:36.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.192+0000 7f816b800640 1 Processor -- start 2024-07-27T06:59:36.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.192+0000 7f816b800640 1 -- start start 2024-07-27T06:59:36.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:36.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 0x7f816409c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:36.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f816415cdd0 0x7f81640cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f81640cec80 con 0x7f81640ce4e0 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f81640ceb00 con 0x7f816415cdd0 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f816b800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f81640b30f0 con 0x7f81640cf740 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f8168e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f8168e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51346/0 (socket says 172.21.15.66:51346) 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.194+0000 7f8168e00640 1 -- 172.21.15.66:0/4090412120 learned_addr learned my addr 172.21.15.66:0/4090412120 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8163e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 0x7f816409c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8169800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f816415cdd0 0x7f81640cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 -- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 msgr2=0x7f816409c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 0x7f816409c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 -- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f816415cdd0 msgr2=0x7f81640cb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:36.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f816415cdd0 0x7f81640cb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 -- 172.21.15.66:0/4090412120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f816409b6a0 con 0x7f81640ce4e0 2024-07-27T06:59:36.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.195+0000 7f8168e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f815c02b020 tx=0x7f815c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.196+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c033050 con 0x7f81640ce4e0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.196+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f815c0044f0 con 0x7f81640ce4e0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.196+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f815c038450 con 0x7f81640ce4e0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.196+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f816409b980 con 0x7f81640ce4e0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.196+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f816409bf40 con 0x7f81640ce4e0 2024-07-27T06:59:36.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.197+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f816415c890 con 0x7f81640ce4e0 2024-07-27T06:59:36.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.199+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f815c036070 con 0x7f81640ce4e0 2024-07-27T06:59:36.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.200+0000 7f8160c00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 0x7f8140079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:36.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.200+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f815c0ba820 con 0x7f81640ce4e0 2024-07-27T06:59:36.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.200+0000 7f8163e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 0x7f8140079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:36.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.202+0000 7f8163e00640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 0x7f8140079550 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8164160ab0 tx=0x7f814c005d70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:36.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.204+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f815c082ff0 con 0x7f81640ce4e0 2024-07-27T06:59:36.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.455+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81640cee00 con 0x7f81640ce4e0 2024-07-27T06:59:36.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.456+0000 7f8160c00640 1 -- 172.21.15.66:0/4090412120 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 135 v135) ==== 95+0+5254 (secure 0 0 0) 0x7f815c0828f0 con 0x7f81640ce4e0 2024-07-27T06:59:36.458 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:36.458 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":135,"btime":"2024-07-27T06:59:35:615956+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":135,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:34.622114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:rejoin","state_seq":15,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T06:59:36.458 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 135 2024-07-27T06:59:36.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.458+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 msgr2=0x7f8140079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:36.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 0x7f8140079550 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f8164160ab0 tx=0x7f814c005d70 comp rx=0 tx=0).stop 2024-07-27T06:59:36.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 msgr2=0x7f8164155940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7f815c02b020 tx=0x7f815c003f10 comp rx=0 tx=0).stop 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 shutdown_connections 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8140077040 0x7f8140079550 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f816415cdd0 0x7f81640cb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f81640cf740 0x7f816409c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 --2- 172.21.15.66:0/4090412120 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81640ce4e0 0x7f8164155940 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:36.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 >> 172.21.15.66:0/4090412120 conn(0x7f816406d160 msgr2=0x7f81640b1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:36.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 shutdown_connections 2024-07-27T06:59:36.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:36.459+0000 7f816b800640 1 -- 172.21.15.66:0/4090412120 wait complete. 2024-07-27T06:59:36.725 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T06:59:36.724+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T06:59:36.893 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 135, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:59:34.622114+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 118, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7527}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7527': {'gid': 7527, 'name': 'a', 'rank': 1, 'incarnation': 132, 'state': 'up:rejoin', 'state_seq': 15, 'addr': '172.21.15.66:6835/4172488855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 4172488855}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 4172488855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T06:59:36.893 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7527:up:rejoin 2024-07-27T06:59:37.893 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 -- 172.21.15.66:0/4121696975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480702c0 msgr2=0x7f504815a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 --2- 172.21.15.66:0/4121696975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480702c0 0x7f504815a1d0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f5038005fd0 tx=0x7f503802a540 comp rx=0 tx=0).stop 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 -- 172.21.15.66:0/4121696975 shutdown_connections 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 --2- 172.21.15.66:0/4121696975 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480721d0 0x7f50480725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 --2- 172.21.15.66:0/4121696975 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480702c0 0x7f504815a1d0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 -- 172.21.15.66:0/4121696975 >> 172.21.15.66:0/4121696975 conn(0x7f50480cfa70 msgr2=0x7f50480cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:38.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 -- 172.21.15.66:0/4121696975 shutdown_connections 2024-07-27T06:59:38.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.199+0000 7f504d400640 1 -- 172.21.15.66:0/4121696975 wait complete. 2024-07-27T06:59:38.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.202+0000 7f504d400640 1 Processor -- start 2024-07-27T06:59:38.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.202+0000 7f504d400640 1 -- start start 2024-07-27T06:59:38.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 0x7f5048153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480cd640 0x7f50481f87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f504815dee0 con 0x7f50480721d0 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f504815dd60 con 0x7f50480cd640 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.204+0000 7f504d400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f504815e060 con 0x7f50480702c0 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51362/0 (socket says 172.21.15.66:51362) 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 -- 172.21.15.66:0/3785471496 learned_addr learned my addr 172.21.15.66:0/3785471496 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f5047e00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 0x7f5048153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f504ca00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480cd640 0x7f50481f87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 -- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 msgr2=0x7f5048153890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 0x7f5048153890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.205+0000 7f503fe00640 1 -- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480cd640 msgr2=0x7f50481f87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f503fe00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480cd640 0x7f50481f87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f503fe00640 1 -- 172.21.15.66:0/3785471496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5048151770 con 0x7f50480721d0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f5047e00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 0x7f5048153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f503fe00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f503000c3a0 tx=0x7f503000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5030017070 con 0x7f50480721d0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50300053c0 con 0x7f50480721d0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5030003850 con 0x7f50480721d0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5048154310 con 0x7f50480721d0 2024-07-27T06:59:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.206+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50481509d0 con 0x7f50480721d0 2024-07-27T06:59:38.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.208+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504815a1d0 con 0x7f50480721d0 2024-07-27T06:59:38.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.210+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f503001a070 con 0x7f50480721d0 2024-07-27T06:59:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.211+0000 7f5044c00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 0x7f5024079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.211+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f50300987c0 con 0x7f50480721d0 2024-07-27T06:59:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.211+0000 7f5047e00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 0x7f5024079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.213+0000 7f5047e00640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 0x7f5024079520 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f5038033000 tx=0x7f5038004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:38.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.216+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5048151770 con 0x7f50480721d0 2024-07-27T06:59:38.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.474+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50480d0980 con 0x7f50480721d0 2024-07-27T06:59:38.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.475+0000 7f5044c00640 1 -- 172.21.15.66:0/3785471496 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) ==== 95+0+5259 (secure 0 0 0) 0x7f5030060f60 con 0x7f50480721d0 2024-07-27T06:59:38.477 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:38.477 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":136,"btime":"2024-07-27T06:59:36:633609+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:36.633596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T06:59:38.478 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 136 2024-07-27T06:59:38.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.478+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 msgr2=0x7f5024079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 0x7f5024079520 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f5038033000 tx=0x7f5038004730 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 msgr2=0x7f5048153dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f503000c3a0 tx=0x7f503000c860 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 shutdown_connections 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5024077010 0x7f5024079520 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f50480cd640 0x7f50481f87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50480721d0 0x7f5048153dd0 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 --2- 172.21.15.66:0/3785471496 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f50480702c0 0x7f5048153890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:38.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 >> 172.21.15.66:0/3785471496 conn(0x7f50480cfa70 msgr2=0x7f5048068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:38.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 shutdown_connections 2024-07-27T06:59:38.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:38.479+0000 7f504d400640 1 -- 172.21.15.66:0/3785471496 wait complete. 2024-07-27T06:59:38.913 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 136, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T06:59:36.633596+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 118, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7527}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7527': {'gid': 7527, 'name': 'a', 'rank': 1, 'incarnation': 132, 'state': 'up:active', 'state_seq': 16, 'addr': '172.21.15.66:6835/4172488855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 4172488855}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 4172488855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208, 7527]} 2024-07-27T06:59:38.913 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T06:59:38.914 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T06:59:39.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.213+0000 7f0db3200640 1 -- 172.21.15.66:0/244823245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d90004e60 msgr2=0x7f0d9000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.213+0000 7f0db3200640 1 --2- 172.21.15.66:0/244823245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0d90004e60 0x7f0d9000b9c0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7f0da4005fd0 tx=0x7f0d90005830 comp rx=0 tx=0).stop 2024-07-27T06:59:39.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.213+0000 7f0db1200640 1 -- 172.21.15.66:0/244823245 reap_dead start 2024-07-27T06:59:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.213+0000 7f0db3200640 1 -- 172.21.15.66:0/244823245 shutdown_connections 2024-07-27T06:59:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.213+0000 7f0db3200640 1 -- 172.21.15.66:0/244823245 >> 172.21.15.66:0/244823245 conn(0x7f0dac06d160 msgr2=0x7f0dac0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.214+0000 7f0db3200640 1 -- 172.21.15.66:0/244823245 shutdown_connections 2024-07-27T06:59:39.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.214+0000 7f0db3200640 1 -- 172.21.15.66:0/244823245 wait complete. 2024-07-27T06:59:39.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.216+0000 7f0db3200640 1 Processor -- start 2024-07-27T06:59:39.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.216+0000 7f0db3200640 1 -- start start 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.217+0000 7f0db3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d90004e60 0x7f0dac1f9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.217+0000 7f0db3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.217+0000 7f0db3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0dac073800 0x7f0dac09cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0db3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac0b3350 con 0x7f0dac151970 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0db3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac0b31d0 con 0x7f0d90004e60 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0db3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0dac0b34d0 con 0x7f0dac073800 2024-07-27T06:59:39.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51376/0 (socket says 172.21.15.66:51376) 2024-07-27T06:59:39.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 -- 172.21.15.66:0/1213887258 learned_addr learned my addr 172.21.15.66:0/1213887258 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 -- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0dac073800 msgr2=0x7f0dac09cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0dac073800 0x7f0dac09cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 -- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d90004e60 msgr2=0x7f0dac1f9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d90004e60 0x7f0dac1f9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.218+0000 7f0da3400640 1 -- 172.21.15.66:0/1213887258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dac073c10 con 0x7f0dac151970 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0da3400640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400c760 tx=0x7f0d9400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0da8c00640 1 -- 172.21.15.66:0/1213887258 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94017070 con 0x7f0dac151970 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0da8c00640 1 -- 172.21.15.66:0/1213887258 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d9400ce10 con 0x7f0dac151970 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0da8c00640 1 -- 172.21.15.66:0/1213887258 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9400a880 con 0x7f0dac151970 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dac1e97c0 con 0x7f0dac151970 2024-07-27T06:59:39.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.219+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dac06e550 con 0x7f0dac151970 2024-07-27T06:59:39.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.222+0000 7f0da8c00640 1 -- 172.21.15.66:0/1213887258 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0d9401a070 con 0x7f0dac151970 2024-07-27T06:59:39.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.223+0000 7f0da8c00640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 0x7f0d88079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.223+0000 7f0da8c00640 1 -- 172.21.15.66:0/1213887258 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f0d940988e0 con 0x7f0dac151970 2024-07-27T06:59:39.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.223+0000 7f0dba164740 1 Processor -- start 2024-07-27T06:59:39.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.223+0000 7f0dba164740 1 -- start start 2024-07-27T06:59:39.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.224+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 0x7f0d88079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 0x7f0d88079520 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c001540 tx=0x7f0d9c006940 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba664f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba55cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f1b9af390 con 0x558f1b676590 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f1b99ea30 con 0x558f1b697270 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f1b9a28d0 con 0x558f1b66e3b0 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0db1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0db1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51382/0 (socket says 172.21.15.66:51382) 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.225+0000 7f0db1200640 1 -- 172.21.15.66:0/1906529228 learned_addr learned my addr 172.21.15.66:0/1906529228 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba664f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0da3400640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba55cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 -- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 msgr2=0x558f1ba55cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba55cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 -- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 msgr2=0x558f1ba664f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba664f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 -- 172.21.15.66:0/1906529228 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f1b95ad70 con 0x558f1b676590 2024-07-27T06:59:39.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0da3400640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba55cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:39.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.226+0000 7f0db1200640 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f0da4036040 tx=0x7f0da4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136a6e5e933e9862 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.227+0000 7f0da0c00640 1 -- 172.21.15.66:0/1906529228 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4038040 con 0x558f1b676590 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.227+0000 7f0da0c00640 1 -- 172.21.15.66:0/1906529228 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0da4004b20 con 0x558f1b676590 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.227+0000 7f0da0c00640 1 -- 172.21.15.66:0/1906529228 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4009200 con 0x558f1b676590 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.227+0000 7f0dba164740 1 -- 172.21.15.66:0/1906529228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 msgr2=0x558f1ba561f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.227+0000 7f0dba164740 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7f0da4036040 tx=0x7f0da4004ab0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 -- 172.21.15.66:0/1906529228 shutdown_connections 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba561f0 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba55cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 --2- 172.21.15.66:0/1906529228 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba664f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 -- 172.21.15.66:0/1906529228 >> 172.21.15.66:0/1906529228 conn(0x558f1b68b3c0 msgr2=0x558f1ba3c5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 -- 172.21.15.66:0/1906529228 shutdown_connections 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.228+0000 7f0dba164740 1 -- 172.21.15.66:0/1906529228 wait complete. 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.229+0000 7f0dba164740 1 -- start start 2024-07-27T06:59:39.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.229+0000 7f0dba164740 1 Processor -- start 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba7aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba8f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f1b711620 con 0x558f1b676590 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f1b93be10 con 0x558f1b697270 2024-07-27T06:59:39.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f1ba4a420 con 0x558f1b66e3b0 2024-07-27T06:59:39.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0dba164740 10 client.0 _ll_register_callbacks cb 0x558f1b9987b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:39.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51386/0 (socket says 172.21.15.66:51386) 2024-07-27T06:59:39.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 -- 172.21.15.66:0/1396964485 learned_addr learned my addr 172.21.15.66:0/1396964485 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 -- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 msgr2=0x558f1ba7aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba7aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 -- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 msgr2=0x558f1ba8f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba8f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.231+0000 7f0da3400640 1 -- 172.21.15.66:0/1396964485 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f1b702850 con 0x558f1b676590 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0da3400640 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f0d9405cf10 tx=0x7f0d94060570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=908047386988df99 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94069940 con 0x558f1b676590 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f0d9405fd90 con 0x558f1b676590 2024-07-27T06:59:39.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0da4004b20 con 0x558f1b676590 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f0d94067120 con 0x558f1b676590 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0dba164740 10 client.7719 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x558f1b7796b0 con 0x558f1b676590 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0da4004b20 con 0x558f1b676590 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f0d9405c290 con 0x558f1b676590 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0dba164740 10 client.7719 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.232+0000 7f0dba164740 10 client.7719 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.233+0000 7f0dba164740 20 client.7719 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.233+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1b655e40 0x558f1ba94020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.233+0000 7f0dba164740 4 client.7719 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.233+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558f1b9b12e0 con 0x558f1b655e40 2024-07-27T06:59:39.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.233+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1b655e40 0x558f1ba94020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.234+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1b655e40 0x558f1ba94020 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58547a58c30849ee server_cookie=1138e8eb19a3e83f in_seq=0 out_seq=0 2024-07-27T06:59:39.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.234+0000 7f0d99600640 10 client.7719 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:39.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.236+0000 7f0d99600640 1 -- 172.21.15.66:0/1396964485 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558f1b9b12e0 con 0x558f1b655e40 2024-07-27T06:59:39.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.236+0000 7f0d99600640 10 client.7719 handle_command_reply: tid=0 2024-07-27T06:59:39.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 client.7719 shutdown 2024-07-27T06:59:39.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 msgr2=0x558f1ba7b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7f0d9405cf10 tx=0x7f0d94060570 comp rx=0 tx=0).stop 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 shutdown_connections 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1b655e40 0x558f1ba94020 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba8f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba7b1e0 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 --2- 172.21.15.66:0/1396964485 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1ba7aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0d99600640 0 client.7719 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:39.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 >> 172.21.15.66:0/1396964485 conn(0x558f1b68b3c0 msgr2=0x558f1ba82da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 shutdown_connections 2024-07-27T06:59:39.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 1 -- 172.21.15.66:0/1396964485 wait complete. 2024-07-27T06:59:39.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.237+0000 7f0dba164740 20 client.7719 trim_cache size 0 max 16384 2024-07-27T06:59:39.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.258+0000 7f0dba164740 1 Processor -- start 2024-07-27T06:59:39.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.258+0000 7f0dba164740 1 -- start start 2024-07-27T06:59:39.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b66e3b0 0x558f1ba82da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 0x558f1ba832e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac205a00 con 0x558f1b697270 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0dac203c70 con 0x558f1b66e3b0 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0dac2042c0 con 0x558f1b676590 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0db1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0db1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51388/0 (socket says 172.21.15.66:51388) 2024-07-27T06:59:39.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0db1200640 1 -- 172.21.15.66:0/1061300186 learned_addr learned my addr 172.21.15.66:0/1061300186 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.260+0000 7f0dabe00640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b66e3b0 0x558f1ba82da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0da3400640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 0x558f1ba832e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 -- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 msgr2=0x558f1ba832e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 0x558f1ba832e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 -- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b66e3b0 msgr2=0x558f1ba82da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b66e3b0 0x558f1ba82da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 -- 172.21.15.66:0/1061300186 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558f1ba3c620 con 0x558f1b697270 2024-07-27T06:59:39.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0da3400640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 0x558f1ba832e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:39.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0db1200640 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f0da402aec0 tx=0x7f0da4009720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b9d7286ed1f842f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0d9be00640 1 -- 172.21.15.66:0/1061300186 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4038040 con 0x558f1b697270 2024-07-27T06:59:39.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0d9be00640 1 -- 172.21.15.66:0/1061300186 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0da4004c30 con 0x558f1b697270 2024-07-27T06:59:39.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.261+0000 7f0d9be00640 1 -- 172.21.15.66:0/1061300186 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da4005280 con 0x558f1b697270 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 -- 172.21.15.66:0/1061300186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 msgr2=0x558f1ba9b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f0da402aec0 tx=0x7f0da4009720 comp rx=0 tx=0).stop 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 -- 172.21.15.66:0/1061300186 shutdown_connections 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b697270 0x558f1ba9b080 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b676590 0x558f1ba832e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 --2- 172.21.15.66:0/1061300186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b66e3b0 0x558f1ba82da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 -- 172.21.15.66:0/1061300186 >> 172.21.15.66:0/1061300186 conn(0x558f1b68b3c0 msgr2=0x558f1ba81dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 -- 172.21.15.66:0/1061300186 shutdown_connections 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.262+0000 7f0dba164740 1 -- 172.21.15.66:0/1061300186 wait complete. 2024-07-27T06:59:39.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.263+0000 7f0dba164740 1 -- start start 2024-07-27T06:59:39.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.263+0000 7f0dba164740 1 Processor -- start 2024-07-27T06:59:39.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1baa3380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba35df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x558f1ba48770 con 0x558f1b676590 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x558f1ba47a50 con 0x558f1b697270 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x558f1ba48de0 con 0x558f1b66e3b0 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0dba164740 10 client.0 _ll_register_callbacks cb 0x7f0d9405cff0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0da3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51400/0 (socket says 172.21.15.66:51400) 2024-07-27T06:59:39.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.265+0000 7f0da3400640 1 -- 172.21.15.66:0/927982394 learned_addr learned my addr 172.21.15.66:0/927982394 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 -- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 msgr2=0x558f1baa3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1baa3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 -- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 msgr2=0x558f1ba35df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba35df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 -- 172.21.15.66:0/927982394 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558f1ba843a0 con 0x558f1b676590 2024-07-27T06:59:39.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0da3400640 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f0d940608b0 tx=0x7f0d94096200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48c8a24fb549a44 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0d99600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d94096040 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f0d940672c0 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558f1ba384e0 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f0d94069940 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0dba164740 10 client.7725 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.266+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x558f1ba7e720 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x558f1ba384e0 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f0d94069b90 con 0x558f1b676590 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 10 client.7725 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 10 client.7725 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T06:59:39.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 20 client.7725 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:39.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1ba55fe0 0x558f1ba563f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 4 client.7725 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:59:39.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.267+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "status"}) -- 0x558f1ba65f50 con 0x558f1ba55fe0 2024-07-27T06:59:39.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.268+0000 7f0dabe00640 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1ba55fe0 0x558f1ba563f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.268+0000 7f0dabe00640 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1ba55fe0 0x558f1ba563f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7b9bf6f28a7540a2 server_cookie=33178eed52f390dc in_seq=0 out_seq=0 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.268+0000 7f0d99600640 10 client.7725 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0d99600640 1 -- 172.21.15.66:0/927982394 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x558f1ba65f50 con 0x558f1ba55fe0 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0d99600640 10 client.7725 handle_command_reply: tid=0 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 client.7725 shutdown 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 msgr2=0x558f1ba358b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f0d940608b0 tx=0x7f0d94096200 comp rx=0 tx=0).stop 2024-07-27T06:59:39.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 shutdown_connections 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x558f1ba55fe0 0x558f1ba563f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x558f1b697270 0x558f1ba35df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x558f1b676590 0x558f1ba358b0 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 --2- 172.21.15.66:0/927982394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x558f1b66e3b0 0x558f1baa3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0d99600640 0 client.7725 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.269+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 >> 172.21.15.66:0/927982394 conn(0x558f1b68b3c0 msgr2=0x558f1ba81dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 shutdown_connections 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0dba164740 1 -- 172.21.15.66:0/927982394 wait complete. 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0dba164740 20 client.7725 trim_cache size 0 max 16384 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:59:39.273 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6208, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 64.435612293000005, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 136, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 119, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 119, 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 113.31677598 2024-07-27T06:59:39.274 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 msgr2=0x7f0d88079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 0x7f0d88079520 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c001540 tx=0x7f0d9c006940 comp rx=0 tx=0).stop 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 msgr2=0x7f0dac0732c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7f0d9400c760 tx=0x7f0d9400cc20 comp rx=0 tx=0).stop 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 shutdown_connections 2024-07-27T06:59:39.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d88077010 0x7f0d88079520 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0dac073800 0x7f0dac09cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0dac151970 0x7f0dac0732c0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 --2- 172.21.15.66:0/1213887258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0d90004e60 0x7f0dac1f9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.270+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 >> 172.21.15.66:0/1213887258 conn(0x7f0dac06d160 msgr2=0x7f0dac0688f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.271+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 shutdown_connections 2024-07-27T06:59:39.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.271+0000 7f0db3200640 1 -- 172.21.15.66:0/1213887258 wait complete. 2024-07-27T06:59:39.298 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T06:59:39.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 -- 172.21.15.66:0/2193474387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 msgr2=0x7f06d415f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 --2- 172.21.15.66:0/2193474387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d415f630 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f06d40b2280 tx=0x7f06bc02aa30 comp rx=0 tx=0).stop 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 -- 172.21.15.66:0/2193474387 shutdown_connections 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 --2- 172.21.15.66:0/2193474387 >> v2:172.21.15.155:3300/0 conn(0x7f06d40cc650 0x7f06d40cca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 --2- 172.21.15.66:0/2193474387 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d415f630 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 --2- 172.21.15.66:0/2193474387 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cec50 0x7f06d40cf060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 -- 172.21.15.66:0/2193474387 >> 172.21.15.66:0/2193474387 conn(0x7f06d406d160 msgr2=0x7f06d40b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 -- 172.21.15.66:0/2193474387 shutdown_connections 2024-07-27T06:59:39.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.584+0000 7f06d9c00640 1 -- 172.21.15.66:0/2193474387 wait complete. 2024-07-27T06:59:39.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.586+0000 7f06d9c00640 1 Processor -- start 2024-07-27T06:59:39.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.587+0000 7f06d9c00640 1 -- start start 2024-07-27T06:59:39.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 0x7f06d414d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 0x7f06d41e8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06d40ccfa0 con 0x7f06d415f220 2024-07-27T06:59:39.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06d40cd120 con 0x7f06d40cec50 2024-07-27T06:59:39.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d9c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06d40cd2a0 con 0x7f06d40cc650 2024-07-27T06:59:39.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.588+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51410/0 (socket says 172.21.15.66:51410) 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 -- 172.21.15.66:0/1647057008 learned_addr learned my addr 172.21.15.66:0/1647057008 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d2000640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 0x7f06d41e8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d2a00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 0x7f06d414d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 -- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 msgr2=0x7f06d414d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 0x7f06d414d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 -- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 msgr2=0x7f06d41e8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 0x7f06d41e8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d3400640 1 -- 172.21.15.66:0/1647057008 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d41f6220 con 0x7f06d415f220 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d2a00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 0x7f06d414d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.589+0000 7f06d2000640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 0x7f06d41e8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06d3400640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f06cc00c6c0 tx=0x7f06cc00cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06caa00640 1 -- 172.21.15.66:0/1647057008 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc005220 con 0x7f06d415f220 2024-07-27T06:59:39.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06caa00640 1 -- 172.21.15.66:0/1647057008 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06cc0054b0 con 0x7f06d415f220 2024-07-27T06:59:39.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06caa00640 1 -- 172.21.15.66:0/1647057008 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc004a00 con 0x7f06d415f220 2024-07-27T06:59:39.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d409cd80 con 0x7f06d415f220 2024-07-27T06:59:39.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.590+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d41f5740 con 0x7f06d415f220 2024-07-27T06:59:39.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.593+0000 7f06caa00640 1 -- 172.21.15.66:0/1647057008 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f06cc004ba0 con 0x7f06d415f220 2024-07-27T06:59:39.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.594+0000 7f06caa00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 0x7f06b0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.594+0000 7f06caa00640 1 -- 172.21.15.66:0/1647057008 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f06cc099760 con 0x7f06d415f220 2024-07-27T06:59:39.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.595+0000 7f06e0c1a740 1 Processor -- start 2024-07-27T06:59:39.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.595+0000 7f06d2a00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 0x7f06b0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.595+0000 7f06e0c1a740 1 -- start start 2024-07-27T06:59:39.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.596+0000 7f06d2a00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 0x7f06b0079520 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f06c4009aa0 tx=0x7f06c4005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f89270 0x564c29375b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f68590 0x564c29358d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564c292a1390 con 0x564c28f603b0 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564c29290a30 con 0x564c28f89270 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564c292948d0 con 0x564c28f68590 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06d2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06d2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51420/0 (socket says 172.21.15.66:51420) 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06d2000640 1 -- 172.21.15.66:0/3402928701 learned_addr learned my addr 172.21.15.66:0/3402928701 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.597+0000 7f06d2a00640 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f89270 0x564c29375b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d3400640 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f68590 0x564c29358d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 -- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f68590 msgr2=0x564c29358d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f68590 0x564c29358d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 -- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f89270 msgr2=0x564c29375b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f89270 0x564c29375b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 -- 172.21.15.66:0/3402928701 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c2924cd70 con 0x564c28f603b0 2024-07-27T06:59:39.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06d2000640 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f06bc009940 tx=0x7f06bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e3ac22e8e60546 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.598+0000 7f06c3400640 1 -- 172.21.15.66:0/3402928701 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc033040 con 0x564c28f603b0 2024-07-27T06:59:39.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06c3400640 1 -- 172.21.15.66:0/3402928701 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06bc031aa0 con 0x564c28f603b0 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06c3400640 1 -- 172.21.15.66:0/3402928701 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06bc02f980 con 0x564c28f603b0 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 -- 172.21.15.66:0/3402928701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 msgr2=0x564c29358830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f06bc009940 tx=0x7f06bc004a40 comp rx=0 tx=0).stop 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 -- 172.21.15.66:0/3402928701 shutdown_connections 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f68590 0x564c29358d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f603b0 0x564c29358830 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.599+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/3402928701 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f89270 0x564c29375b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.600+0000 7f06e0c1a740 1 -- 172.21.15.66:0/3402928701 >> 172.21.15.66:0/3402928701 conn(0x564c28f7d3c0 msgr2=0x564c2932ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.600+0000 7f06e0c1a740 1 -- 172.21.15.66:0/3402928701 shutdown_connections 2024-07-27T06:59:39.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.600+0000 7f06e0c1a740 1 -- 172.21.15.66:0/3402928701 wait complete. 2024-07-27T06:59:39.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.601+0000 7f06e0c1a740 1 -- start start 2024-07-27T06:59:39.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.601+0000 7f06e0c1a740 1 Processor -- start 2024-07-27T06:59:39.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.602+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c2936cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293551f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564c29003620 con 0x564c28f89270 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564c2922de10 con 0x564c28f68590 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564c29352bc0 con 0x564c28f603b0 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06e0c1a740 10 client.0 _ll_register_callbacks cb 0x564c2928a9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51426/0 (socket says 172.21.15.66:51426) 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 -- 172.21.15.66:0/4230065338 learned_addr learned my addr 172.21.15.66:0/4230065338 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d2000640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 -- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 msgr2=0x564c2936cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c2936cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 -- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 msgr2=0x564c293551f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293551f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.603+0000 7f06d3400640 1 -- 172.21.15.66:0/4230065338 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c28ff4850 con 0x564c28f89270 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06d3400640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f06cc007590 tx=0x7f06cc061200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e74f57d4785313 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc01d040 con 0x564c28f89270 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f06cc05d110 con 0x564c28f89270 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06bc031aa0 con 0x564c28f89270 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f06cc061ea0 con 0x564c28f89270 2024-07-27T06:59:39.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06e0c1a740 10 client.7737 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x564c2906b6b0 con 0x564c28f89270 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06bc031aa0 con 0x564c28f89270 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.604+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f06cc080050 con 0x564c28f89270 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 10 client.7737 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 10 client.7737 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 20 client.7737 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c28f47e40 0x564c293512c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 4 client.7737 mds_command: new command op to 7527 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:59:39.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 --> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564c292a32e0 con 0x564c28f47e40 2024-07-27T06:59:39.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.605+0000 7f06d2a00640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c28f47e40 0x564c293512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.606+0000 7f06d2a00640 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c28f47e40 0x564c293512c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a88710e054b03ace server_cookie=43ab4bfe37683d6e in_seq=0 out_seq=0 2024-07-27T06:59:39.611 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.606+0000 7f06bbe00640 10 client.7737 ms_handle_connect on v2:172.21.15.66:6834/4172488855 2024-07-27T06:59:39.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06bbe00640 1 -- 172.21.15.66:0/4230065338 <== mds.1 v2:172.21.15.66:6834/4172488855 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564c292a32e0 con 0x564c28f47e40 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06bbe00640 10 client.7737 handle_command_reply: tid=0 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 client.7737 shutdown 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 msgr2=0x564c2932e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f06cc007590 tx=0x7f06cc061200 comp rx=0 tx=0).stop 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 shutdown_connections 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c28f47e40 0x564c293512c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c2932e6e0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293551f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06bbe00640 0 client.7737 ms_handle_reset on v2:172.21.15.66:6834/4172488855 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/4230065338 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c2936cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 >> 172.21.15.66:0/4230065338 conn(0x564c28f7d3c0 msgr2=0x564c29327d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 shutdown_connections 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.607+0000 7f06e0c1a740 1 -- 172.21.15.66:0/4230065338 wait complete. 2024-07-27T06:59:39.614 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.608+0000 7f06e0c1a740 20 client.7737 trim_cache size 0 max 16384 2024-07-27T06:59:39.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.628+0000 7f06e0c1a740 1 Processor -- start 2024-07-27T06:59:39.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.629+0000 7f06e0c1a740 1 -- start start 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29396a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c29350220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06d4205520 con 0x564c28f89270 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06d42037e0 con 0x564c28f68590 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06d4203e30 con 0x564c28f603b0 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51434/0 (socket says 172.21.15.66:51434) 2024-07-27T06:59:39.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.630+0000 7f06d3400640 1 -- 172.21.15.66:0/2821522046 learned_addr learned my addr 172.21.15.66:0/2821522046 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 -- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 msgr2=0x564c29396a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29396a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 -- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 msgr2=0x564c29350220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c29350220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 -- 172.21.15.66:0/2821522046 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564c29328850 con 0x564c28f89270 2024-07-27T06:59:39.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06d3400640 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f06cc05d820 tx=0x7f06cc004fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d314a6e31561cf9f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06c2a00640 1 -- 172.21.15.66:0/2821522046 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc06a7c0 con 0x564c28f89270 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06c2a00640 1 -- 172.21.15.66:0/2821522046 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06cc065da0 con 0x564c28f89270 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.631+0000 7f06c2a00640 1 -- 172.21.15.66:0/2821522046 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc05d310 con 0x564c28f89270 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 -- 172.21.15.66:0/2821522046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 msgr2=0x564c29376a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f06cc05d820 tx=0x7f06cc004fb0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 -- 172.21.15.66:0/2821522046 shutdown_connections 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c29350220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/2821522046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29396a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 -- 172.21.15.66:0/2821522046 >> 172.21.15.66:0/2821522046 conn(0x564c28f7d3c0 msgr2=0x564c29327d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 -- 172.21.15.66:0/2821522046 shutdown_connections 2024-07-27T06:59:39.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.632+0000 7f06e0c1a740 1 -- 172.21.15.66:0/2821522046 wait complete. 2024-07-27T06:59:39.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.633+0000 7f06e0c1a740 1 -- start start 2024-07-27T06:59:39.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.634+0000 7f06e0c1a740 1 Processor -- start 2024-07-27T06:59:39.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29358d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293d71a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564c29351140 con 0x564c28f89270 2024-07-27T06:59:39.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564c29386d60 con 0x564c28f68590 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564c29351810 con 0x564c28f603b0 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06e0c1a740 10 client.0 _ll_register_callbacks cb 0x7f06cc06a100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06d3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51442/0 (socket says 172.21.15.66:51442) 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.635+0000 7f06d3400640 1 -- 172.21.15.66:0/246074632 learned_addr learned my addr 172.21.15.66:0/246074632 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 -- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 msgr2=0x564c29358d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d2a00640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29358d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29358d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 -- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 msgr2=0x564c293d71a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293d71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 -- 172.21.15.66:0/246074632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564c293f50e0 con 0x564c28f89270 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06d3400640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f06cc07c000 tx=0x7f06cc05d340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=352f55c0989104ff server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06bbe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06cc01d070 con 0x564c28f89270 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.636+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f06cc062ce0 con 0x564c28f89270 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f06cc065da0 con 0x564c28f89270 2024-07-27T06:59:39.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f06cc060470 con 0x564c28f89270 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 10 client.7743 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x564c293f50e0 con 0x564c28f89270 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06cc065da0 con 0x564c28f89270 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f06cc080020 con 0x564c28f89270 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 10 client.7743 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 10 client.7743 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 20 client.7743 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c293965d0 0x564c293969e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 4 client.7743 mds_command: new command op to 7527 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 --> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] -- command(tid 0: {"prefix": "status"}) -- 0x564c2929ed80 con 0x564c293965d0 2024-07-27T06:59:39.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.637+0000 7f06d2a00640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c293965d0 0x564c293969e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.638+0000 7f06d2a00640 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c293965d0 0x564c293969e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8716c60e33f0c028 server_cookie=7a64ff448fd39d17 in_seq=0 out_seq=0 2024-07-27T06:59:39.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.638+0000 7f06bbe00640 10 client.7743 ms_handle_connect on v2:172.21.15.66:6834/4172488855 2024-07-27T06:59:39.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.638+0000 7f06bbe00640 1 -- 172.21.15.66:0/246074632 <== mds.1 v2:172.21.15.66:6834/4172488855 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x564c2929ed80 con 0x564c293965d0 2024-07-27T06:59:39.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.638+0000 7f06bbe00640 10 client.7743 handle_command_reply: tid=0 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.638+0000 7f06e0c1a740 1 client.7743 shutdown 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 msgr2=0x564c29376a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f06cc07c000 tx=0x7f06cc05d340 comp rx=0 tx=0).stop 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 shutdown_connections 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:6834/4172488855,v1:172.21.15.66:6835/4172488855] conn(0x564c293965d0 0x564c293969e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564c28f89270 0x564c29376a50 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564c28f68590 0x564c293d71a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 --2- 172.21.15.66:0/246074632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564c28f603b0 0x564c29358d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06bbe00640 0 client.7743 ms_handle_reset on v2:172.21.15.66:6834/4172488855 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 >> 172.21.15.66:0/246074632 conn(0x564c28f7d3c0 msgr2=0x564c29350220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 shutdown_connections 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 1 -- 172.21.15.66:0/246074632 wait complete. 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.639+0000 7f06e0c1a740 20 client.7743 trim_cache size 0 max 16384 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 7527, 2024-07-27T06:59:39.646 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 15.933622764000001, 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 136, 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 119, 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 119, 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 55.339163827999997 2024-07-27T06:59:39.647 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 msgr2=0x7f06b0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 0x7f06b0079520 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f06c4009aa0 tx=0x7f06c4005db0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 msgr2=0x7f06d41e9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f06cc00c6c0 tx=0x7f06cc00cb80 comp rx=0 tx=0).stop 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 shutdown_connections 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06b0077010 0x7f06b0079520 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06d415f220 0x7f06d41e9500 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06d40cec50 0x7f06d41e8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 --2- 172.21.15.66:0/1647057008 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06d40cc650 0x7f06d414d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 >> 172.21.15.66:0/1647057008 conn(0x7f06d406d160 msgr2=0x7f06d40b1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 shutdown_connections 2024-07-27T06:59:39.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.640+0000 7f06d9c00640 1 -- 172.21.15.66:0/1647057008 wait complete. 2024-07-27T06:59:39.669 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:39.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.960+0000 7fb98d800640 1 -- 172.21.15.66:0/3972672011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880721d0 msgr2=0x7fb9880725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.960+0000 7fb98d800640 1 --2- 172.21.15.66:0/3972672011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880721d0 0x7fb9880725e0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7fb9880cdd40 tx=0x7fb98002aa30 comp rx=0 tx=0).stop 2024-07-27T06:59:39.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 -- 172.21.15.66:0/3972672011 shutdown_connections 2024-07-27T06:59:39.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 --2- 172.21.15.66:0/3972672011 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880721d0 0x7fb9880725e0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 --2- 172.21.15.66:0/3972672011 >> v2:172.21.15.155:3300/0 conn(0x7fb9880cb0d0 0x7fb98815a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 -- 172.21.15.66:0/3972672011 >> 172.21.15.66:0/3972672011 conn(0x7fb9880cfa70 msgr2=0x7fb9880cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:39.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 -- 172.21.15.66:0/3972672011 shutdown_connections 2024-07-27T06:59:39.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.961+0000 7fb98d800640 1 -- 172.21.15.66:0/3972672011 wait complete. 2024-07-27T06:59:39.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.963+0000 7fb98d800640 1 Processor -- start 2024-07-27T06:59:39.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.963+0000 7fb98d800640 1 -- start start 2024-07-27T06:59:39.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9880721d0 0x7fb988141390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9880cd640 0x7fb98815c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb98815dd60 con 0x7fb9880cb0d0 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb9880704d0 con 0x7fb9880cd640 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb98d800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb98815dee0 con 0x7fb9880721d0 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb987400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb987400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51464/0 (socket says 172.21.15.66:51464) 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb987400640 1 -- 172.21.15.66:0/3344938427 learned_addr learned my addr 172.21.15.66:0/3344938427 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.965+0000 7fb987e00640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9880721d0 0x7fb988141390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb98ce00640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9880cd640 0x7fb98815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 -- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9880721d0 msgr2=0x7fb988141390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9880721d0 0x7fb988141390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 -- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9880cd640 msgr2=0x7fb98815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:39.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9880cd640 0x7fb98815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:39.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 -- 172.21.15.66:0/3344938427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb988155440 con 0x7fb9880cb0d0 2024-07-27T06:59:39.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb987400640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fb97400c9a0 tx=0x7fb97400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb974007bb0 con 0x7fb9880cb0d0 2024-07-27T06:59:39.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb974007e40 con 0x7fb9880cb0d0 2024-07-27T06:59:39.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb974005280 con 0x7fb9880cb0d0 2024-07-27T06:59:39.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.966+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb988154790 con 0x7fb9880cb0d0 2024-07-27T06:59:39.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.967+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9881559b0 con 0x7fb9880cb0d0 2024-07-27T06:59:39.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.968+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb988154500 con 0x7fb9880cb0d0 2024-07-27T06:59:39.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.969+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb974005420 con 0x7fb9880cb0d0 2024-07-27T06:59:39.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.971+0000 7fb97fe00640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 0x7fb968079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:39.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.971+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fb974099730 con 0x7fb9880cb0d0 2024-07-27T06:59:39.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.971+0000 7fb987e00640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 0x7fb968079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.973+0000 7fb987e00640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 0x7fb968079550 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb978007fd0 tx=0x7fb978009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:39.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:39.976+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb974014030 con 0x7fb9880cb0d0 2024-07-27T06:59:40.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.226+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9880725e0 con 0x7fb9880cb0d0 2024-07-27T06:59:40.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.227+0000 7fb97fe00640 1 -- 172.21.15.66:0/3344938427 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) ==== 95+0+5259 (secure 0 0 0) 0x7fb97406a020 con 0x7fb9880cb0d0 2024-07-27T06:59:40.229 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:40.229 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":136,"btime":"2024-07-27T06:59:36:633609+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:36.633596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T06:59:40.230 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 136 2024-07-27T06:59:40.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 msgr2=0x7fb968079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:40.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 0x7fb968079550 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb978007fd0 tx=0x7fb978009040 comp rx=0 tx=0).stop 2024-07-27T06:59:40.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 msgr2=0x7fb98815c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:40.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fb97400c9a0 tx=0x7fb97400ce60 comp rx=0 tx=0).stop 2024-07-27T06:59:40.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 shutdown_connections 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb968077040 0x7fb968079550 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9880cd640 0x7fb98815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9880cb0d0 0x7fb98815c010 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 --2- 172.21.15.66:0/3344938427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9880721d0 0x7fb988141390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.230+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 >> 172.21.15.66:0/3344938427 conn(0x7fb9880cfa70 msgr2=0x7fb9880ccd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.231+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 shutdown_connections 2024-07-27T06:59:40.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.231+0000 7fb98d800640 1 -- 172.21.15.66:0/3344938427 wait complete. 2024-07-27T06:59:40.261 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:59:40.559 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":15,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:59:40.559 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 15, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:59:40.560 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T06:59:40.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 -- 172.21.15.66:0/3284589542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97740cec50 msgr2=0x7f97740cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 --2- 172.21.15.66:0/3284589542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97740cec50 0x7f97740cf060 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f9760009830 tx=0x7f976002a480 comp rx=0 tx=0).stop 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 -- 172.21.15.66:0/3284589542 shutdown_connections 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 --2- 172.21.15.66:0/3284589542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f97740cec50 0x7f97740cf060 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 -- 172.21.15.66:0/3284589542 >> 172.21.15.66:0/3284589542 conn(0x7f977406d160 msgr2=0x7f97740b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 -- 172.21.15.66:0/3284589542 shutdown_connections 2024-07-27T06:59:40.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.872+0000 7f977b400640 1 -- 172.21.15.66:0/3284589542 wait complete. 2024-07-27T06:59:40.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.875+0000 7f977b400640 1 Processor -- start 2024-07-27T06:59:40.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.875+0000 7f977b400640 1 -- start start 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.876+0000 7f977b400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 0x7f97741f6e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.876+0000 7f977b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.876+0000 7f977b400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f977415c960 0x7f9774146de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.876+0000 7f977b400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f97740cd4e0 con 0x7f977415c220 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.876+0000 7f977b400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f97740cd360 con 0x7f97740cec50 2024-07-27T06:59:40.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f977b400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f977415d480 con 0x7f977415c960 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51474/0 (socket says 172.21.15.66:51474) 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 -- 172.21.15.66:0/2301375483 learned_addr learned my addr 172.21.15.66:0/2301375483 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9778a00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 0x7f97741f6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 -- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f977415c960 msgr2=0x7f9774146de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f977415c960 0x7f9774146de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 -- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 msgr2=0x7f97741f6e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:40.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 0x7f97741f6e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:40.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9773e00640 1 -- 172.21.15.66:0/2301375483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9774147320 con 0x7f977415c220 2024-07-27T06:59:40.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.877+0000 7f9778a00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 0x7f97741f6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:40.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f9773e00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f9760009780 tx=0x7f9760033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760031d60 con 0x7f977415c220 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9760033e10 con 0x7f977415c220 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977409dca0 con 0x7f977415c220 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760033310 con 0x7f977415c220 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.878+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97741f6650 con 0x7f977415c220 2024-07-27T06:59:40.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.879+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97740cf060 con 0x7f977415c220 2024-07-27T06:59:40.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.881+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f97600334b0 con 0x7f977415c220 2024-07-27T06:59:40.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.882+0000 7f9770c00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 0x7f9754079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:40.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.882+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f97600ba770 con 0x7f977415c220 2024-07-27T06:59:40.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.883+0000 7f9778a00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 0x7f9754079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:40.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.884+0000 7f9778a00640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 0x7f9754079520 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f97740b2ed0 tx=0x7f9768008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:40.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:40.887+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f976003f030 con 0x7f977415c220 2024-07-27T06:59:41.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.129+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f97740af4a0 con 0x7f977415c220 2024-07-27T06:59:41.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.131+0000 7f9770c00640 1 -- 172.21.15.66:0/2301375483 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) ==== 95+0+5259 (secure 0 0 0) 0x7f9760082eb0 con 0x7f977415c220 2024-07-27T06:59:41.132 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:41.132 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":136,"btime":"2024-07-27T06:59:36:633609+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:36.633596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T06:59:41.133 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 136 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 msgr2=0x7f9754079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 0x7f9754079520 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f97740b2ed0 tx=0x7f9768008040 comp rx=0 tx=0).stop 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 msgr2=0x7f977414a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f9760009780 tx=0x7f9760033c20 comp rx=0 tx=0).stop 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 shutdown_connections 2024-07-27T06:59:41.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9754077010 0x7f9754079520 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f977415c960 0x7f9774146de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f977415c220 0x7f977414a090 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 --2- 172.21.15.66:0/2301375483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f97740cec50 0x7f97741f6e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.133+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 >> 172.21.15.66:0/2301375483 conn(0x7f977406d160 msgr2=0x7f977415a280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.134+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 shutdown_connections 2024-07-27T06:59:41.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:41.134+0000 7f977b400640 1 -- 172.21.15.66:0/2301375483 wait complete. 2024-07-27T06:59:41.165 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:59:41.458 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":15,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:59:41.459 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 15, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:59:41.459 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:59:41.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:41.459 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:59:50.814 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘d1/dir/.snap/s33’: Permission denied 2024-07-27T06:59:50.815 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T06:59:50.816 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:59:50.816 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:59:50.873 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:59:50.873 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:59:50.929 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 -- 172.21.15.66:0/4153860063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 msgr2=0x7fbeb0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4153860063 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbeb0004800 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fbebc00c470 tx=0x7fbeb0005830 comp rx=0 tx=0).stop 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbecb400640 1 -- 172.21.15.66:0/4153860063 reap_dead start 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 -- 172.21.15.66:0/4153860063 shutdown_connections 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 -- 172.21.15.66:0/4153860063 >> 172.21.15.66:0/4153860063 conn(0x7fbecc06d160 msgr2=0x7fbecc0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:51.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 -- 172.21.15.66:0/4153860063 shutdown_connections 2024-07-27T06:59:51.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.225+0000 7fbed1c00640 1 -- 172.21.15.66:0/4153860063 wait complete. 2024-07-27T06:59:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.228+0000 7fbed1c00640 1 Processor -- start 2024-07-27T06:59:51.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.228+0000 7fbed1c00640 1 -- start start 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbecc1f5a30 0x7fbecc15e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbecc1e8e80 0x7fbecc1e9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbecc0737a0 con 0x7fbeb0004100 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbecc0cf2c0 con 0x7fbecc1f5a30 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbed1c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbecc073920 con 0x7fbecc1e8e80 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39794/0 (socket says 172.21.15.66:39794) 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 -- 172.21.15.66:0/4175862441 learned_addr learned my addr 172.21.15.66:0/4175862441 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:51.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 -- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbecc1e8e80 msgr2=0x7fbecc1e9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbecc1e8e80 0x7fbecc1e9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 -- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbecc1f5a30 msgr2=0x7fbecc15e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbeca000640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbecc1f5a30 0x7fbecc15e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.230+0000 7fbecaa00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbecc1f5a30 0x7fbecc15e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbecaa00640 1 -- 172.21.15.66:0/4175862441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbecc1e97d0 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbecaa00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40119d0 tx=0x7fbeb4011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb401f070 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbeb400fe40 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeb4012670 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbecc06e560 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.231+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbecc06eb20 con 0x7fbeb0004100 2024-07-27T06:59:51.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.233+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbecc050990 con 0x7fbeb0004100 2024-07-27T06:59:51.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.234+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbeb4022070 con 0x7fbeb0004100 2024-07-27T06:59:51.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.235+0000 7fbec2a00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 0x7fbea8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:51.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.235+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fbeb4099de0 con 0x7fbeb0004100 2024-07-27T06:59:51.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.236+0000 7fbeca000640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 0x7fbea8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:51.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.237+0000 7fbeca000640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 0x7fbea8079550 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fbebc033000 tx=0x7fbecc1538b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:51.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.241+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbecc050990 con 0x7fbeb0004100 2024-07-27T06:59:51.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.466+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbecc073260 con 0x7fbeb0004100 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.467+0000 7fbec2a00640 1 -- 172.21.15.66:0/4175862441 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 26 entries v119) ==== 81+0+1572 (secure 0 0 0) 0x7fbecc1e97d0 con 0x7fbeb0004100 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:59:51.469 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/629648339 2024-07-27T07:59:34.306547+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T06:59:51.470 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T06:59:51.471 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T06:59:51.471 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:59:51.471 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T06:59:51.471 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:listed 26 entries 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 msgr2=0x7fbea8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 0x7fbea8079550 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fbebc033000 tx=0x7fbecc1538b0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 msgr2=0x7fbecc06fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fbeb40119d0 tx=0x7fbeb4011e90 comp rx=0 tx=0).stop 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 shutdown_connections 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbea8077040 0x7fbea8079550 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbecc1e8e80 0x7fbecc1e9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbecc1f5a30 0x7fbecc15e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 --2- 172.21.15.66:0/4175862441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbeb0004100 0x7fbecc06fa40 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 >> 172.21.15.66:0/4175862441 conn(0x7fbecc06d160 msgr2=0x7fbecc073df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:51.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.470+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 shutdown_connections 2024-07-27T06:59:51.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.471+0000 7fbed1c00640 1 -- 172.21.15.66:0/4175862441 wait complete. 2024-07-27T06:59:51.500 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T06:59:51.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:51.501 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T06:59:51.597 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T06:59:51.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:51.597 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T06:59:51.651 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:59:51.651 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:59:51.701 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T06:59:51.702 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 -- 172.21.15.66:0/3261300760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 msgr2=0x7f9618004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 --2- 172.21.15.66:0/3261300760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f9618004c10 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f963415fd50 tx=0x7f9618005830 comp rx=0 tx=0).stop 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 -- 172.21.15.66:0/3261300760 shutdown_connections 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 --2- 172.21.15.66:0/3261300760 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f9618004c10 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 -- 172.21.15.66:0/3261300760 >> 172.21.15.66:0/3261300760 conn(0x7f963406d160 msgr2=0x7f96340b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 -- 172.21.15.66:0/3261300760 shutdown_connections 2024-07-27T06:59:51.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.996+0000 7f9639a00640 1 -- 172.21.15.66:0/3261300760 wait complete. 2024-07-27T06:59:52.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.998+0000 7f9639a00640 1 Processor -- start 2024-07-27T06:59:52.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:51.998+0000 7f9639a00640 1 -- start start 2024-07-27T06:59:52.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96340af800 0x7f9634073220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9634073760 0x7f963406f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f96340cefa0 con 0x7f9618004800 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f96340cc950 con 0x7f96340af800 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9639a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f96340cf120 con 0x7f9634073760 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9632a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9632a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39820/0 (socket says 172.21.15.66:39820) 2024-07-27T06:59:52.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.000+0000 7f9632a00640 1 -- 172.21.15.66:0/1894512372 learned_addr learned my addr 172.21.15.66:0/1894512372 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:52.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9633400640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9634073760 0x7f963406f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f962be00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96340af800 0x7f9634073220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 -- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9634073760 msgr2=0x7f963406f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9634073760 0x7f963406f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 -- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96340af800 msgr2=0x7f9634073220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96340af800 0x7f9634073220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 -- 172.21.15.66:0/1894512372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9634073b70 con 0x7f9618004800 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f9632a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f9624004eb0 tx=0x7f9624001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9624015020 con 0x7f9618004800 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.001+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9624011960 con 0x7f9618004800 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.002+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9624011d90 con 0x7f9618004800 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.002+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9634152eb0 con 0x7f9618004800 2024-07-27T06:59:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.002+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96341f8770 con 0x7f9618004800 2024-07-27T06:59:52.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.003+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96340745d0 con 0x7f9618004800 2024-07-27T06:59:52.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.004+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9624018020 con 0x7f9618004800 2024-07-27T06:59:52.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.005+0000 7f962aa00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 0x7f9610079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:52.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.005+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f9624099e10 con 0x7f9618004800 2024-07-27T06:59:52.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.006+0000 7f962be00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 0x7f9610079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:52.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.007+0000 7f962be00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 0x7f9610079520 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f961c035000 tx=0x7f961c0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:52.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.010+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f96340745d0 con 0x7f9618004800 2024-07-27T06:59:52.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.261+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f96340cc430 con 0x7f9618004800 2024-07-27T06:59:52.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.262+0000 7f962aa00640 1 -- 172.21.15.66:0/1894512372 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v136) ==== 53+0+73 (secure 0 0 0) 0x7f962409d030 con 0x7f9618004800 2024-07-27T06:59:52.264 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 msgr2=0x7f9610079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 0x7f9610079520 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f961c035000 tx=0x7f961c0046c0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 msgr2=0x7f96340b09d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7f9624004eb0 tx=0x7f9624001630 comp rx=0 tx=0).stop 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 shutdown_connections 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9610077010 0x7f9610079520 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9634073760 0x7f963406f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f96340af800 0x7f9634073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 --2- 172.21.15.66:0/1894512372 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9618004800 0x7f96340b09d0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:52.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 >> 172.21.15.66:0/1894512372 conn(0x7f963406d160 msgr2=0x7f963414ecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:52.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 shutdown_connections 2024-07-27T06:59:52.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52.265+0000 7f9639a00640 1 -- 172.21.15.66:0/1894512372 wait complete. 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T06:59:52.295 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T06:59:52.296 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T06:59:52.296 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T06:59:52.296 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:59:52.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.296 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.353 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41997sec preferred_lft 41997sec 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T06:59:52.354 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T06:59:52.355 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T06:59:52.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.357 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T06:59:52.440 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T06:59:52.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.445 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T06:59:52.500 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T06:59:52.500 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T06:59:52.500 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T06:59:52.500 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T06:59:52.500 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T06:59:52.501 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T06:59:52.501 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T06:59:52.501 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T06:59:52.502 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T06:59:52.502 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T06:59:52.502 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T06:59:52.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T06:59:52.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:59:52.732 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.733 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T06:59:52.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T06:59:52.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T06:59:52.784 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:59:52.784 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.785 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T06:59:52.871 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:59:52.871 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T06:59:52.926 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T06:59:52.926 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T06:59:52.926 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:59:52.979 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T06:59:52.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:52.979 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:59:53.200 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:59:53.200 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:59:53.244 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T06:59:53.244 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T06:59:53.244 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T06:59:53.244 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T06:59:53.244 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T06:59:53.246 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T06:59:53.246 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T06:59:53.246 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T06:59:53.246 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T06:59:53.246 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T06:59:53.251 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T06:59:53.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:53.252 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T06:59:53.318 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T06:59:53.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T06:59:53.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T06:59:53.452 INFO:teuthology.orchestra.run.smithi066.stdout:client5801 2024-07-27T06:59:53.452 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T06:59:53.452 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T06:59:53.508 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 -- 172.21.15.66:0/3368193149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc806e350 msgr2=0x7f2fc806e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 --2- 172.21.15.66:0/3368193149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc806e350 0x7f2fc806e760 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8160a20 tx=0x7f2fc002a820 comp rx=0 tx=0).stop 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 -- 172.21.15.66:0/3368193149 shutdown_connections 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 --2- 172.21.15.66:0/3368193149 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc806e350 0x7f2fc806e760 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 --2- 172.21.15.66:0/3368193149 >> v2:172.21.15.155:3300/0 conn(0x7f2fc815f9a0 0x7f2fc815fdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 -- 172.21.15.66:0/3368193149 >> 172.21.15.66:0/3368193149 conn(0x7f2fc806c770 msgr2=0x7f2fc806cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 -- 172.21.15.66:0/3368193149 shutdown_connections 2024-07-27T06:59:53.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.808+0000 7f2fcf000640 1 -- 172.21.15.66:0/3368193149 wait complete. 2024-07-27T06:59:53.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.810+0000 7f2fcf000640 1 Processor -- start 2024-07-27T06:59:53.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.811+0000 7f2fcf000640 1 -- start start 2024-07-27T06:59:53.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fc806e350 0x7f2fc81e8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 0x7f2fc80a9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc806f070 con 0x7f2fc815f9a0 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc806eef0 con 0x7f2fc815cf50 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.812+0000 7f2fcf000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2fc806f1f0 con 0x7f2fc806e350 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39834/0 (socket says 172.21.15.66:39834) 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 -- 172.21.15.66:0/1069413990 learned_addr learned my addr 172.21.15.66:0/1069413990 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fc806e350 0x7f2fc81e8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fcd200640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 0x7f2fc80a9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 -- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fc806e350 msgr2=0x7f2fc81e8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fc806e350 0x7f2fc81e8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 -- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 msgr2=0x7f2fc80a9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 0x7f2fc80a9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fce600640 1 -- 172.21.15.66:0/1069413990 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc813cff0 con 0x7f2fc815f9a0 2024-07-27T06:59:53.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.813+0000 7f2fcd200640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 0x7f2fc80a9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:53.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fce600640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0009b30 tx=0x7f2fc0032c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fc5600640 1 -- 172.21.15.66:0/1069413990 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0037040 con 0x7f2fc815f9a0 2024-07-27T06:59:53.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fc5600640 1 -- 172.21.15.66:0/1069413990 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fc0042070 con 0x7f2fc815f9a0 2024-07-27T06:59:53.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fc81f3460 con 0x7f2fc815f9a0 2024-07-27T06:59:53.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fc5600640 1 -- 172.21.15.66:0/1069413990 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc00042a0 con 0x7f2fc815f9a0 2024-07-27T06:59:53.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.814+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fc8139850 con 0x7f2fc815f9a0 2024-07-27T06:59:53.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.817+0000 7f2fc5600640 1 -- 172.21.15.66:0/1069413990 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fc0004440 con 0x7f2fc815f9a0 2024-07-27T06:59:53.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.818+0000 7f2fc5600640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 0x7f2fa8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.818+0000 7f2fc5600640 1 -- 172.21.15.66:0/1069413990 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f2fc00ba150 con 0x7f2fc815f9a0 2024-07-27T06:59:53.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.818+0000 7f2fd763d740 1 Processor -- start 2024-07-27T06:59:53.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.818+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 0x7f2fa8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.819+0000 7f2fd763d740 1 -- start start 2024-07-27T06:59:53.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 0x7f2fa8079520 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc007fd0 tx=0x7f2fbc009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd189e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd18f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55909fc60df0 con 0x55909f948390 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55909fc50490 con 0x55909f91f4d0 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.820+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55909fc54330 con 0x55909f9276b0 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39840/0 (socket says 172.21.15.66:39840) 2024-07-27T06:59:53.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 -- 172.21.15.66:0/3453025549 learned_addr learned my addr 172.21.15.66:0/3453025549 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcd200640 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd189e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 -- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 msgr2=0x55909fd18f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd18f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 -- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 msgr2=0x55909fd189e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd189e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 -- 172.21.15.66:0/3453025549 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55909fc0a1f0 con 0x55909f948390 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcd200640 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd189e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.821+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005310 tx=0x7f2fbc011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad0e1e013f71edfd server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.822+0000 7f2fba000640 1 -- 172.21.15.66:0/3453025549 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00e500 con 0x55909f948390 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.822+0000 7f2fba000640 1 -- 172.21.15.66:0/3453025549 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fbc00e790 con 0x55909f948390 2024-07-27T06:59:53.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.822+0000 7f2fba000640 1 -- 172.21.15.66:0/3453025549 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00eb80 con 0x55909f948390 2024-07-27T06:59:53.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 -- 172.21.15.66:0/3453025549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 msgr2=0x55909fd35d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005310 tx=0x7f2fbc011000 comp rx=0 tx=0).stop 2024-07-27T06:59:53.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 -- 172.21.15.66:0/3453025549 shutdown_connections 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd18f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd189e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 --2- 172.21.15.66:0/3453025549 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd35d10 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 -- 172.21.15.66:0/3453025549 >> 172.21.15.66:0/3453025549 conn(0x55909f93c4e0 msgr2=0x55909fceec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 -- 172.21.15.66:0/3453025549 shutdown_connections 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.823+0000 7f2fd763d740 1 -- 172.21.15.66:0/3453025549 wait complete. 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.824+0000 7f2fd763d740 1 -- start start 2024-07-27T06:59:53.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.824+0000 7f2fd763d740 1 Processor -- start 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd43720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55909fb88c90 con 0x55909f948390 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55909fbeaf50 con 0x55909f91f4d0 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55909fd11b70 con 0x55909f9276b0 2024-07-27T06:59:53.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fd763d740 10 client.0 _ll_register_callbacks cb 0x55909fc48980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fce600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39846/0 (socket says 172.21.15.66:39846) 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.826+0000 7f2fce600640 1 -- 172.21.15.66:0/4126071973 learned_addr learned my addr 172.21.15.66:0/4126071973 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fcd200640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd43720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 -- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 msgr2=0x55909fd43720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd43720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 -- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 msgr2=0x55909fd14430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 -- 172.21.15.66:0/4126071973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55909fa2a7d0 con 0x55909f948390 2024-07-27T06:59:53.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fcd200640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd43720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fce600640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0081e90 tx=0x7f2fc0081f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33435b13c91447aa server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2faea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc00825f0 con 0x55909f948390 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f2fc008ad20 con 0x55909f948390 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.827+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fbc00e790 con 0x55909f948390 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f2fc0081ca0 con 0x55909f948390 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 10 client.7788 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x55909f9b3970 con 0x55909f948390 2024-07-27T06:59:53.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fbc00e790 con 0x55909f948390 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f2fc003a030 con 0x55909f948390 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 10 client.7788 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 10 client.7788 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 20 client.7788 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909f906f60 0x55909fd2baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 4 client.7788 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.828+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55909fc62d40 con 0x55909f906f60 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.829+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909f906f60 0x55909fd2baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.830+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909f906f60 0x55909fd2baf0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8578b89cdb5fc730 server_cookie=45a0d25aec22ad53 in_seq=0 out_seq=0 2024-07-27T06:59:53.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.830+0000 7f2faea00640 10 client.7788 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:53.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.832+0000 7f2faea00640 1 -- 172.21.15.66:0/4126071973 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55909fc62d40 con 0x55909f906f60 2024-07-27T06:59:53.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.832+0000 7f2faea00640 10 client.7788 handle_command_reply: tid=0 2024-07-27T06:59:53.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.832+0000 7f2fd763d740 1 client.7788 shutdown 2024-07-27T06:59:53.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.832+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 msgr2=0x55909fd2b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.832+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0081e90 tx=0x7f2fc0081f60 comp rx=0 tx=0).stop 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 shutdown_connections 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f948390 0x55909fd2b5b0 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fd43720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909f906f60 0x55909fd2baf0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 --2- 172.21.15.66:0/4126071973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 >> 172.21.15.66:0/4126071973 conn(0x55909f93c4e0 msgr2=0x55909fce81e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2faea00640 0 client.7788 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 shutdown_connections 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 1 -- 172.21.15.66:0/4126071973 wait complete. 2024-07-27T06:59:53.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.833+0000 7f2fd763d740 20 client.7788 trim_cache size 0 max 16384 2024-07-27T06:59:53.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.851+0000 7f2fd763d740 1 Processor -- start 2024-07-27T06:59:53.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.851+0000 7f2fd763d740 1 -- start start 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f948390 0x55909fcef8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc82029e0 con 0x55909f9276b0 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc82030b0 con 0x55909f91f4d0 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2fc8201320 con 0x55909f948390 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.852+0000 7f2fcd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39862/0 (socket says 172.21.15.66:39862) 2024-07-27T06:59:53.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 -- 172.21.15.66:0/1103202864 learned_addr learned my addr 172.21.15.66:0/1103202864 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 -- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f948390 msgr2=0x55909fcef8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fce600640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f948390 0x55909fcef8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f948390 0x55909fcef8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 -- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 msgr2=0x55909fd14220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 -- 172.21.15.66:0/1103202864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55909f8f9270 con 0x55909f9276b0 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.853+0000 7f2fcd200640 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8072750 tx=0x7f2fb4010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b9973756072db34 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.854+0000 7f2fb9600640 1 -- 172.21.15.66:0/1103202864 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb401f070 con 0x55909f9276b0 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.854+0000 7f2fb9600640 1 -- 172.21.15.66:0/1103202864 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fb4012e20 con 0x55909f9276b0 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.854+0000 7f2fb9600640 1 -- 172.21.15.66:0/1103202864 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb401a670 con 0x55909f9276b0 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 -- 172.21.15.66:0/1103202864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 msgr2=0x55909fceeeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8072750 tx=0x7f2fb4010f00 comp rx=0 tx=0).stop 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 -- 172.21.15.66:0/1103202864 shutdown_connections 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f948390 0x55909fcef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f9276b0 0x55909fceeeb0 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 --2- 172.21.15.66:0/1103202864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f91f4d0 0x55909fd14220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 -- 172.21.15.66:0/1103202864 >> 172.21.15.66:0/1103202864 conn(0x55909f93c4e0 msgr2=0x55909fcea170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 -- 172.21.15.66:0/1103202864 shutdown_connections 2024-07-27T06:59:53.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.855+0000 7f2fd763d740 1 -- 172.21.15.66:0/1103202864 wait complete. 2024-07-27T06:59:53.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.856+0000 7f2fd763d740 1 -- start start 2024-07-27T06:59:53.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.856+0000 7f2fd763d740 1 Processor -- start 2024-07-27T06:59:53.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fcef8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f948390 0x55909fcefe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc8201970 con 0x55909f91f4d0 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55909fdb0410 con 0x55909f948390 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55909fd2b610 con 0x55909f9276b0 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fd763d740 10 client.0 _ll_register_callbacks cb 0x7f2fc0009380 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39870/0 (socket says 172.21.15.66:39870) 2024-07-27T06:59:53.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 -- 172.21.15.66:0/2550233222 learned_addr learned my addr 172.21.15.66:0/2550233222 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:53.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 -- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 msgr2=0x55909fcef8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fcef8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 -- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f948390 msgr2=0x55909fcefe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f948390 0x55909fcefe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.858+0000 7f2fcdc00640 1 -- 172.21.15.66:0/2550233222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55909fd344b0 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2fcdc00640 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005040 tx=0x7f2fbc003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4820b27d94fc9f9 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2faea00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc02f060 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f2fbc00eca0 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fb4012e20 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=136) ==== 24+0+0 (secure 0 0 0) 0x7f2fbc02a410 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2fd763d740 10 client.7794 fetch_fsmap learned FSMap version 136 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.859+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=136,monmap=2+}) -- 0x55909fd34d90 con 0x55909f91f4d0 2024-07-27T06:59:53.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fb4012e20 con 0x55909f91f4d0 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 136) ==== 3522+0+0 (secure 0 0 0) 0x7f2fbc02a5b0 con 0x55909f91f4d0 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 10 client.7794 fetch_fsmap finished waiting for FSMap version 136 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 10 client.7794 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 20 client.7794 populate_metadata read hostname 'smithi066' 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909fd4c070 0x55909fd4c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 4 client.7794 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.860+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55909fc5e7e0 con 0x55909fd4c070 2024-07-27T06:59:53.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.861+0000 7f2fcd200640 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909fd4c070 0x55909fd4c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:53.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.862+0000 7f2fcd200640 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909fd4c070 0x55909fd4c480 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43a296103fcadc99 server_cookie=c7c05487a8dd230d in_seq=0 out_seq=0 2024-07-27T06:59:53.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.862+0000 7f2faea00640 10 client.7794 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:53.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.881+0000 7f2faea00640 1 -- 172.21.15.66:0/2550233222 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55909fc5e7e0 con 0x55909fd4c070 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.881+0000 7f2faea00640 10 client.7794 handle_command_reply: tid=0 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.881+0000 7f2fd763d740 1 client.7794 shutdown 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 msgr2=0x55909fd14c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005040 tx=0x7f2fbc003f90 comp rx=0 tx=0).stop 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 shutdown_connections 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55909fd4c070 0x55909fd4c480 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55909f948390 0x55909fcefe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55909f9276b0 0x55909fcef8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 --2- 172.21.15.66:0/2550233222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55909f91f4d0 0x55909fd14c50 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2faea00640 0 client.7794 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T06:59:53.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 >> 172.21.15.66:0/2550233222 conn(0x55909f93c4e0 msgr2=0x55909fceeeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 shutdown_connections 2024-07-27T06:59:53.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.882+0000 7f2fd763d740 1 -- 172.21.15.66:0/2550233222 wait complete. 2024-07-27T06:59:53.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.883+0000 7f2fd763d740 20 client.7794 trim_cache size 0 max 16384 2024-07-27T06:59:53.885 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T06:59:53.885 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T06:59:53.886 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T06:59:53.886 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T06:59:53.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.883+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 msgr2=0x7f2fa8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.883+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 0x7f2fa8079520 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc007fd0 tx=0x7f2fbc009040 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 msgr2=0x7f2fc80a9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0009b30 tx=0x7f2fc0032c90 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 shutdown_connections 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fa8077010 0x7f2fa8079520 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2fc815f9a0 0x7f2fc80a9da0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2fc815cf50 0x7f2fc80a9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 --2- 172.21.15.66:0/1069413990 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2fc806e350 0x7f2fc81e8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 >> 172.21.15.66:0/1069413990 conn(0x7f2fc806c770 msgr2=0x7f2fc8072d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 shutdown_connections 2024-07-27T06:59:53.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:53.884+0000 7f2fcf000640 1 -- 172.21.15.66:0/1069413990 wait complete. 2024-07-27T06:59:53.921 INFO:tasks.cephfs.test_snapshots:testing snapclient mds_kill_mdstable_at=4 2024-07-27T06:59:53.922 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 -- 172.21.15.66:0/694675464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 msgr2=0x7fb618005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 --2- 172.21.15.66:0/694675464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb618005210 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fb62c009b20 tx=0x7fb618005830 comp rx=0 tx=0).stop 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb639600640 1 -- 172.21.15.66:0/694675464 reap_dead start 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 -- 172.21.15.66:0/694675464 shutdown_connections 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 -- 172.21.15.66:0/694675464 >> 172.21.15.66:0/694675464 conn(0x7fb63406d160 msgr2=0x7fb6340b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 -- 172.21.15.66:0/694675464 shutdown_connections 2024-07-27T06:59:54.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.215+0000 7fb63b600640 1 -- 172.21.15.66:0/694675464 wait complete. 2024-07-27T06:59:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.218+0000 7fb63b600640 1 Processor -- start 2024-07-27T06:59:54.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.218+0000 7fb63b600640 1 -- start start 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6340b1910 0x7fb634157a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb634161f10 0x7fb634162320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb6340cca60 con 0x7fb618004d40 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6340ccbe0 con 0x7fb634161f10 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.219+0000 7fb63b600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb634161a40 con 0x7fb6340b1910 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39884/0 (socket says 172.21.15.66:39884) 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 -- 172.21.15.66:0/125395170 learned_addr learned my addr 172.21.15.66:0/125395170 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb633e00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6340b1910 0x7fb634157a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:54.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 -- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6340b1910 msgr2=0x7fb634157a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6340b1910 0x7fb634157a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 -- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb634161f10 msgr2=0x7fb634162320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb639600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb634161f10 0x7fb634162320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb634161f10 0x7fb634162320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.220+0000 7fb638c00640 1 -- 172.21.15.66:0/125395170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb634162860 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb638c00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fb624006300 tx=0x7fb6240067c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624015070 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb62400ebd0 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624011460 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6340cbdf0 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.221+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb63415ff00 con 0x7fb618004d40 2024-07-27T06:59:54.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.222+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6340cbb50 con 0x7fb618004d40 2024-07-27T06:59:54.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.224+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb624018070 con 0x7fb618004d40 2024-07-27T06:59:54.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.225+0000 7fb630c00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 0x7fb614079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:54.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.225+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fb624099e40 con 0x7fb618004d40 2024-07-27T06:59:54.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.226+0000 7fb633e00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 0x7fb614079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:54.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.227+0000 7fb633e00640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 0x7fb614079550 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb634072730 tx=0x7fb62000d5d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:54.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.231+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb6340cbb50 con 0x7fb618004d40 2024-07-27T06:59:54.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.482+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb63406fbc0 con 0x7fb618004d40 2024-07-27T06:59:54.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.483+0000 7fb630c00640 1 -- 172.21.15.66:0/125395170 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) ==== 95+0+5259 (secure 0 0 0) 0x7fb634162860 con 0x7fb618004d40 2024-07-27T06:59:54.484 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:54.485 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":136,"btime":"2024-07-27T06:59:36:633609+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:36.633596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T06:59:54.485 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 136 2024-07-27T06:59:54.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 msgr2=0x7fb614079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 0x7fb614079550 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb634072730 tx=0x7fb62000d5d0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 msgr2=0x7fb6340c8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fb624006300 tx=0x7fb6240067c0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 shutdown_connections 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb614077040 0x7fb614079550 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb634161f10 0x7fb634162320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6340b1910 0x7fb634157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 --2- 172.21.15.66:0/125395170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb618004d40 0x7fb6340c8f30 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 >> 172.21.15.66:0/125395170 conn(0x7fb63406d160 msgr2=0x7fb634074090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 shutdown_connections 2024-07-27T06:59:54.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:54.486+0000 7fb63b600640 1 -- 172.21.15.66:0/125395170 wait complete. 2024-07-27T06:59:54.519 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T06:59:54.823 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":15,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T06:59:54.823 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 15, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T06:59:54.824 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 -- 172.21.15.66:0/1599744198 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faba8004800 msgr2=0x7faba8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 --2- 172.21.15.66:0/1599744198 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faba8004800 0x7faba8004c10 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7fabac00c4a0 tx=0x7faba8005830 comp rx=0 tx=0).stop 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 -- 172.21.15.66:0/1599744198 shutdown_connections 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 --2- 172.21.15.66:0/1599744198 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faba8004800 0x7faba8004c10 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 -- 172.21.15.66:0/1599744198 >> 172.21.15.66:0/1599744198 conn(0x7fabc40cfa70 msgr2=0x7fabc40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 -- 172.21.15.66:0/1599744198 shutdown_connections 2024-07-27T06:59:55.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.125+0000 7fabc9800640 1 -- 172.21.15.66:0/1599744198 wait complete. 2024-07-27T06:59:55.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.128+0000 7fabc9800640 1 Processor -- start 2024-07-27T06:59:55.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.128+0000 7fabc9800640 1 -- start start 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.129+0000 7fabc9800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faba8004800 0x7fabc41503e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc9800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fabc41e7b70 0x7fabc41f8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc9800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fabc406e1d0 con 0x7fabc41e7f80 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc9800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fabc415b900 con 0x7fabc41e7b70 2024-07-27T06:59:55.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc9800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fabc406e350 con 0x7faba8004800 2024-07-27T06:59:55.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39898/0 (socket says 172.21.15.66:39898) 2024-07-27T06:59:55.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 -- 172.21.15.66:0/722748167 learned_addr learned my addr 172.21.15.66:0/722748167 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc3e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faba8004800 0x7fabc41503e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc3400640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fabc41e7b70 0x7fabc41f8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 -- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faba8004800 msgr2=0x7fabc41503e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faba8004800 0x7fabc41503e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 -- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fabc41e7b70 msgr2=0x7fabc41f8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fabc41e7b70 0x7fabc41f8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.130+0000 7fabc8e00640 1 -- 172.21.15.66:0/722748167 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabc41e84d0 con 0x7fabc41e7f80 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabc8e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7faba80057e0 tx=0x7fabbc00da10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:55.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabbc00f880 con 0x7fabc41e7f80 2024-07-27T06:59:55.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fabbc016070 con 0x7fabc41e7f80 2024-07-27T06:59:55.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabbc00fdd0 con 0x7fabc41e7f80 2024-07-27T06:59:55.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabc41e87b0 con 0x7fabc41e7f80 2024-07-27T06:59:55.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.131+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabc40b2dc0 con 0x7fabc41e7f80 2024-07-27T06:59:55.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.132+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabc40ce710 con 0x7fabc41e7f80 2024-07-27T06:59:55.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.134+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fabbc0243d0 con 0x7fabc41e7f80 2024-07-27T06:59:55.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.135+0000 7fabbbe00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 0x7faba0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.135+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fabbc09a070 con 0x7fabc41e7f80 2024-07-27T06:59:55.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.136+0000 7fabc3e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 0x7faba0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.137+0000 7fabc3e00640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 0x7faba0079520 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fabb4005fd0 tx=0x7fabb4005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:55.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.138+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fabbc0627a0 con 0x7fabc41e7f80 2024-07-27T06:59:55.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.396+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fabc40cace0 con 0x7fabc41e7f80 2024-07-27T06:59:55.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.397+0000 7fabbbe00640 1 -- 172.21.15.66:0/722748167 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) ==== 95+0+5259 (secure 0 0 0) 0x7fabbc0620a0 con 0x7fabc41e7f80 2024-07-27T06:59:55.399 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:55.399 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":136,"btime":"2024-07-27T06:59:36:633609+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:36.633596+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T06:59:55.399 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 136 2024-07-27T06:59:55.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.400+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 msgr2=0x7faba0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.400+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 0x7faba0079520 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fabb4005fd0 tx=0x7fabb4005850 comp rx=0 tx=0).stop 2024-07-27T06:59:55.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.400+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 msgr2=0x7fabc41f8580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.400+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7faba80057e0 tx=0x7fabbc00da10 comp rx=0 tx=0).stop 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 shutdown_connections 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faba0077010 0x7faba0079520 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fabc41e7f80 0x7fabc41f8580 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fabc41e7b70 0x7fabc41f8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 --2- 172.21.15.66:0/722748167 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faba8004800 0x7fabc41503e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 >> 172.21.15.66:0/722748167 conn(0x7fabc40cfa70 msgr2=0x7fabc40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 shutdown_connections 2024-07-27T06:59:55.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.401+0000 7fabc9800640 1 -- 172.21.15.66:0/722748167 wait complete. 2024-07-27T06:59:55.429 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T06:59:55.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 -- 172.21.15.66:0/342036067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c153320 msgr2=0x7fb09c0cefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/342036067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c153320 0x7fb09c0cefa0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fb09c0b2630 tx=0x7fb08c02a560 comp rx=0 tx=0).stop 2024-07-27T06:59:55.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 -- 172.21.15.66:0/342036067 shutdown_connections 2024-07-27T06:59:55.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/342036067 >> v2:172.21.15.155:3300/0 conn(0x7fb09c0cf4e0 0x7fb09c0cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/342036067 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c153320 0x7fb09c0cefa0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 -- 172.21.15.66:0/342036067 >> 172.21.15.66:0/342036067 conn(0x7fb09c06d160 msgr2=0x7fb09c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:55.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 -- 172.21.15.66:0/342036067 shutdown_connections 2024-07-27T06:59:55.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.698+0000 7fb0a2c00640 1 -- 172.21.15.66:0/342036067 wait complete. 2024-07-27T06:59:55.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.701+0000 7fb0a2c00640 1 Processor -- start 2024-07-27T06:59:55.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.701+0000 7fb0a2c00640 1 -- start start 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.702+0000 7fb0a2c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb09c0ccc20 0x7fb09c06fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a2c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a2c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 0x7fb09c13aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a2c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c074600 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a2c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb09c074480 con 0x7fb09c153320 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a2c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb09c160500 con 0x7fb09c0ccc20 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39912/0 (socket says 172.21.15.66:39912) 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 -- 172.21.15.66:0/1782047140 learned_addr learned my addr 172.21.15.66:0/1782047140 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a0c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 0x7fb09c13aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb09be00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb09c0ccc20 0x7fb09c06fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 -- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb09c0ccc20 msgr2=0x7fb09c06fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb09c0ccc20 0x7fb09c06fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 -- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 msgr2=0x7fb09c13aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 0x7fb09c13aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb093e00640 1 -- 172.21.15.66:0/1782047140 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb09c0700e0 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.703+0000 7fb0a0c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 0x7fb09c13aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T06:59:55.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb093e00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fb08400e710 tx=0x7fb08400ebd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:55.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb084004230 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb0840043f0 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb09c153d90 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb08400cb10 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.704+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb09c156440 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.705+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb09c155f50 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.707+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb0840035f0 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.708+0000 7fb098c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 0x7fb078079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:55.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.708+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fb084099e60 con 0x7fb09c0cf4e0 2024-07-27T06:59:55.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.708+0000 7fb09be00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 0x7fb078079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:55.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.710+0000 7fb09be00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 0x7fb078079520 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb08c033000 tx=0x7fb08c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:55.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:55.713+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb084062600 con 0x7fb09c0cf4e0 2024-07-27T06:59:56.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.010+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7fb09c1609d0 con 0x7fb09c0cf4e0 2024-07-27T06:59:56.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.745+0000 7fb098c00640 1 -- 172.21.15.66:0/1782047140 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.7527 v137) ==== 112+0+0 (secure 0 0 0) 0x7fb084061f00 con 0x7fb09c0cf4e0 2024-07-27T06:59:56.747 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7527 2024-07-27T06:59:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.749+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 msgr2=0x7fb078079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.749+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 0x7fb078079520 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fb08c033000 tx=0x7fb08c004730 comp rx=0 tx=0).stop 2024-07-27T06:59:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.749+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 msgr2=0x7fb09c13a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.749+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fb08400e710 tx=0x7fb08400ebd0 comp rx=0 tx=0).stop 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 shutdown_connections 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb078077010 0x7fb078079520 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb09c153320 0x7fb09c13aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb09c0cf4e0 0x7fb09c13a590 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 --2- 172.21.15.66:0/1782047140 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb09c0ccc20 0x7fb09c06fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 >> 172.21.15.66:0/1782047140 conn(0x7fb09c06d160 msgr2=0x7fb09c0b3090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 shutdown_connections 2024-07-27T06:59:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:56.750+0000 7fb0a2c00640 1 -- 172.21.15.66:0/1782047140 wait complete. 2024-07-27T06:59:56.783 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_kill_mdstable_at 4 2024-07-27T06:59:57.093 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T06:59:57.093 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T06:59:57.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T06:59:57.094 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s34) 2024-07-27T06:59:57.101 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T06:59:57.169 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::commit(version_t, LogSegment*)' thread 7f0fee000640 time 2024-07-27T06:59:57.168685+0000 2024-07-27T06:59:57.169 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 195: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 4) 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f0ffd24c4d1] 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.170 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:59:57.169+0000 7f0fee000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::commit(version_t, LogSegment*)' thread 7f0fee000640 time 2024-07-27T06:59:57.168685+0000 2024-07-27T06:59:57.171 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 195: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 4) 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f0ffd24c4d1] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.172 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T06:59:57.173 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f0fee000640 thread_name:MR_Finisher 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0ffc83e6f0] 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f0ffc88b94c] 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f0ffd24c60c] 2024-07-27T06:59:57.174 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T06:59:57.171+0000 7f0fee000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:57.175 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f0fee000640 thread_name:MR_Finisher 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0ffc83e6f0] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f0ffc88b94c] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f0ffd24c60c] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.176 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:57.177 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.199 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:59:57.169+0000 7f0fee000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::commit(version_t, LogSegment*)' thread 7f0fee000640 time 2024-07-27T06:59:57.168685+0000 2024-07-27T06:59:57.199 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 195: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 4) 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f0ffd24c4d1] 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.200 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:59:57.171+0000 7f0fee000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f0fee000640 thread_name:MR_Finisher 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.201 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0ffc83e6f0] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f0ffc88b94c] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f0ffd24c60c] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.202 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:57.203 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.218 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T06:59:57.169+0000 7f0fee000640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::commit(version_t, LogSegment*)' thread 7f0fee000640 time 2024-07-27T06:59:57.168685+0000 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 195: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 4) 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f0ffd24c4d1] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.219 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T06:59:57.171+0000 7f0fee000640 -1 *** Caught signal (Aborted) ** 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7f0fee000640 thread_name:MR_Finisher 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0ffc83e6f0] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f0ffc88b94c] 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T06:59:57.220 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f0ffd24c60c] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f0ffd24c6de] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::commit(unsigned long, LogSegment*)+0x333) [0x560710509d89] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (Server::_mksnap_finish(boost::intrusive_ptr const&, CInode*, SnapInfo&)+0x9f) [0x5607102c25ad] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: ceph-mds(+0x21d5a2) [0x5607102b75a2] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSContext::complete(int)+0x7c) [0x56071055496e] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSIOContextBase::complete(int)+0x501) [0x560710554fed] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (MDSLogContextBase::complete(int)+0x46) [0x56071055506a] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (Finisher::finisher_thread_entry()+0x495) [0x7f0ffd1d45b5] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: ceph-mds(+0x103399) [0x56071019d399] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7f0ffd225cdd] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7f0ffd225cf9] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7f0ffc889c02] 2024-07-27T06:59:57.221 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7f0ffc90ec40] 2024-07-27T06:59:57.222 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T06:59:57.222 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T06:59:57.431 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T06:59:57.432 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T06:59:57.432 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T06:59:57.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 -- 172.21.15.66:0/1458493022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 msgr2=0x7fe5440d2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:57.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 --2- 172.21.15.66:0/1458493022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440d2930 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7fe544074370 tx=0x7fe53402aa20 comp rx=0 tx=0).stop 2024-07-27T06:59:57.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 -- 172.21.15.66:0/1458493022 shutdown_connections 2024-07-27T06:59:57.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 --2- 172.21.15.66:0/1458493022 >> v2:172.21.15.155:3300/0 conn(0x7fe5440d08e0 0x7fe5440cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:57.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 --2- 172.21.15.66:0/1458493022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440d2930 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:57.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.744+0000 7fe548c00640 1 -- 172.21.15.66:0/1458493022 >> 172.21.15.66:0/1458493022 conn(0x7fe5440d1e10 msgr2=0x7fe5440d2220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:57.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.745+0000 7fe548c00640 1 -- 172.21.15.66:0/1458493022 shutdown_connections 2024-07-27T06:59:57.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.745+0000 7fe548c00640 1 -- 172.21.15.66:0/1458493022 wait complete. 2024-07-27T06:59:57.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.747+0000 7fe548c00640 1 Processor -- start 2024-07-27T06:59:57.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.747+0000 7fe548c00640 1 -- start start 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5440b1770 0x7fe5441f52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5441e8510 0x7fe5440c5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe5440b1d00 con 0x7fe5440b7160 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe5440b1b80 con 0x7fe5441e8510 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe548c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe5440cdf70 con 0x7fe5440b1770 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe541400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe541400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39934/0 (socket says 172.21.15.66:39934) 2024-07-27T06:59:57.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.749+0000 7fe541400640 1 -- 172.21.15.66:0/63331604 learned_addr learned my addr 172.21.15.66:0/63331604 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T06:59:57.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe542800640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5441e8510 0x7fe5440c5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:57.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 -- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5440b1770 msgr2=0x7fe5441f52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:57.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5440b1770 0x7fe5441f52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 -- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5441e8510 msgr2=0x7fe5440c5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5441e8510 0x7fe5440c5e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 -- 172.21.15.66:0/63331604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5441f5b40 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.750+0000 7fe541400640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fe52c00c3a0 tx=0x7fe52c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.751+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe52c0052d0 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.751+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe52c007020 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.751+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe52c007470 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.751+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5441f5e20 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.751+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe54406d8b0 con 0x7fe5440b7160 2024-07-27T06:59:57.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.752+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5440ce460 con 0x7fe5440b7160 2024-07-27T06:59:57.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.753+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe52c0067d0 con 0x7fe5440b7160 2024-07-27T06:59:57.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.755+0000 7fe53a000640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 0x7fe520079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T06:59:57.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.755+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7fe52c098990 con 0x7fe5440b7160 2024-07-27T06:59:57.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.756+0000 7fe541e00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 0x7fe520079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T06:59:57.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.757+0000 7fe541e00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 0x7fe520079550 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe534035000 tx=0x7fe534004a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T06:59:57.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:57.760+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe52c061050 con 0x7fe5440b7160 2024-07-27T06:59:57.900 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T06:59:58.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.028+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5440d2ba0 con 0x7fe5440b7160 2024-07-27T06:59:58.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.029+0000 7fe53a000640 1 -- 172.21.15.66:0/63331604 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 137 v137) ==== 95+0+5259 (secure 0 0 0) 0x7fe52c060950 con 0x7fe5440b7160 2024-07-27T06:59:58.030 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T06:59:58.031 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":137,"btime":"2024-07-27T06:59:56:734458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":137,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:56.012441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7527,6208]},"id":6}]} 2024-07-27T06:59:58.031 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 137 2024-07-27T06:59:58.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 msgr2=0x7fe520079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:58.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 0x7fe520079550 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fe534035000 tx=0x7fe534004a40 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 msgr2=0x7fe5440c5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7fe52c00c3a0 tx=0x7fe52c00c860 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 shutdown_connections 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe520077040 0x7fe520079550 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5441e8510 0x7fe5440c5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5440b7160 0x7fe5440c5940 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 --2- 172.21.15.66:0/63331604 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5440b1770 0x7fe5441f52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 >> 172.21.15.66:0/63331604 conn(0x7fe5440d1e10 msgr2=0x7fe54415df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 shutdown_connections 2024-07-27T06:59:58.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T06:59:58.032+0000 7fe548c00640 1 -- 172.21.15.66:0/63331604 wait complete. 2024-07-27T06:59:58.061 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T06:59:58.642 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T06:59:58.650 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:00:01.981 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T07:00:03.062 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:03.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.370+0000 7f3dab200640 1 -- 172.21.15.66:0/3908566250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 msgr2=0x7f3dac0721d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.370+0000 7f3dab200640 1 --2- 172.21.15.66:0/3908566250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac0721d0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3d9400aa10 tx=0x7f3d9402b820 comp rx=0 tx=0).stop 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.370+0000 7f3dab200640 1 -- 172.21.15.66:0/3908566250 shutdown_connections 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.370+0000 7f3dab200640 1 --2- 172.21.15.66:0/3908566250 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac0721d0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.370+0000 7f3dab200640 1 --2- 172.21.15.66:0/3908566250 >> v2:172.21.15.155:3300/0 conn(0x7f3dac0702c0 0x7f3dac15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.371+0000 7f3dab200640 1 -- 172.21.15.66:0/3908566250 >> 172.21.15.66:0/3908566250 conn(0x7f3dac0cfa70 msgr2=0x7f3dac0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.371+0000 7f3dab200640 1 -- 172.21.15.66:0/3908566250 shutdown_connections 2024-07-27T07:00:03.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.371+0000 7f3dab200640 1 -- 172.21.15.66:0/3908566250 wait complete. 2024-07-27T07:00:03.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.374+0000 7f3dab200640 1 Processor -- start 2024-07-27T07:00:03.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.374+0000 7f3dab200640 1 -- start start 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.376+0000 7f3dab200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 0x7f3dac1505f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3dab200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3dab200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac14f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3dab200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3dac15e800 con 0x7f3dac072710 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3dab200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3dac15e680 con 0x7f3dac0702c0 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3dab200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3dac15e980 con 0x7f3dac0cd640 2024-07-27T07:00:03.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3da3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3da3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57260/0 (socket says 172.21.15.66:57260) 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3da3e00640 1 -- 172.21.15.66:0/3499241937 learned_addr learned my addr 172.21.15.66:0/3499241937 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3da9e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 0x7f3dac1505f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.377+0000 7f3daa800640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac14f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 -- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 msgr2=0x7f3dac14f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac14f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 -- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 msgr2=0x7f3dac1505f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 0x7f3dac1505f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 -- 172.21.15.66:0/3499241937 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3dac150b30 con 0x7f3dac072710 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3daa800640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac14f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:03.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da9e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 0x7f3dac1505f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:00:03.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da3e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f3d94000c00 tx=0x7f3d94003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d9403f070 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d940047a0 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3dac1585c0 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.378+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d94036070 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.379+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3dac158b80 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.380+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3dac15a1d0 con 0x7f3dac072710 2024-07-27T07:00:03.381 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.381+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d94042070 con 0x7f3dac072710 2024-07-27T07:00:03.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.382+0000 7f3da2000640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 0x7f3d88079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:03.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.382+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f3d940ba2c0 con 0x7f3dac072710 2024-07-27T07:00:03.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.383+0000 7f3da9e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 0x7f3d88079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:03.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.384+0000 7f3da9e00640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 0x7f3d88079550 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c013e00 tx=0x7f3d9c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:03.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.387+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d94082a00 con 0x7f3dac072710 2024-07-27T07:00:03.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.643+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3dac0cbad0 con 0x7f3dac072710 2024-07-27T07:00:03.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.644+0000 7f3da2000640 1 -- 172.21.15.66:0/3499241937 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 137 v137) ==== 95+0+5259 (secure 0 0 0) 0x7f3d94082300 con 0x7f3dac072710 2024-07-27T07:00:03.645 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:03.645 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":137,"btime":"2024-07-27T06:59:56:734458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":137,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:56.012441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7527,6208]},"id":6}]} 2024-07-27T07:00:03.645 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 137 2024-07-27T07:00:03.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 msgr2=0x7f3d88079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:03.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 0x7f3d88079550 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f3d9c013e00 tx=0x7f3d9c005f90 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 msgr2=0x7f3dac14efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f3d94000c00 tx=0x7f3d94003820 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 shutdown_connections 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d88077040 0x7f3d88079550 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3dac0cd640 0x7f3dac14f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3dac072710 0x7f3dac14efc0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 --2- 172.21.15.66:0/3499241937 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3dac0702c0 0x7f3dac1505f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:03.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 >> 172.21.15.66:0/3499241937 conn(0x7f3dac0cfa70 msgr2=0x7f3dac072da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:03.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 shutdown_connections 2024-07-27T07:00:03.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:03.647+0000 7f3dab200640 1 -- 172.21.15.66:0/3499241937 wait complete. 2024-07-27T07:00:03.677 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:00:08.596 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T07:00:08.678 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:08.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.976+0000 7f820ee00640 1 -- 172.21.15.66:0/82188244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81ec003b30 msgr2=0x7f81ec003fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.976+0000 7f820ee00640 1 --2- 172.21.15.66:0/82188244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81ec003b30 0x7f81ec003fa0 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f81f8001dc0 tx=0x7f81ec005830 comp rx=0 tx=0).stop 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.977+0000 7f820ee00640 1 -- 172.21.15.66:0/82188244 shutdown_connections 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.977+0000 7f820ee00640 1 --2- 172.21.15.66:0/82188244 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f81ec003b30 0x7f81ec003fa0 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.977+0000 7f820ee00640 1 -- 172.21.15.66:0/82188244 >> 172.21.15.66:0/82188244 conn(0x7f820806d160 msgr2=0x7f82080b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.977+0000 7f820ee00640 1 -- 172.21.15.66:0/82188244 shutdown_connections 2024-07-27T07:00:08.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.977+0000 7f820ee00640 1 -- 172.21.15.66:0/82188244 wait complete. 2024-07-27T07:00:08.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.979+0000 7f820ee00640 1 Processor -- start 2024-07-27T07:00:08.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.979+0000 7f820ee00640 1 -- start start 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81ec003b30 0x7f820814c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f82081548d0 0x7f82081f89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f82080ccd70 con 0x7f82081f8f30 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f82080ccbf0 con 0x7f81ec003b30 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f82080cf1f0 con 0x7f82081548d0 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57270/0 (socket says 172.21.15.66:57270) 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.981+0000 7f820ce00640 1 -- 172.21.15.66:0/3517799028 learned_addr learned my addr 172.21.15.66:0/3517799028 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f8207e00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81ec003b30 0x7f820814c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:08.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f8207400640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f82081548d0 0x7f82081f89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:08.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 -- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f82081548d0 msgr2=0x7f82081f89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f82081548d0 0x7f82081f89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 -- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81ec003b30 msgr2=0x7f820814c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81ec003b30 0x7f820814c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 -- 172.21.15.66:0/3517799028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f820809b350 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.982+0000 7f820ce00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f82080b3060 tx=0x7f820000e770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.983+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200011870 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.983+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8200017070 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.983+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82081f9770 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.983+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8200011d80 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.983+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f820809dbe0 con 0x7f82081f8f30 2024-07-27T07:00:08.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.984+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8208050a80 con 0x7f82081f8f30 2024-07-27T07:00:08.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.985+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f820001c460 con 0x7f82081f8f30 2024-07-27T07:00:08.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.987+0000 7f81ffe00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 0x7f81e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:08.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.987+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f82000995d0 con 0x7f82081f8f30 2024-07-27T07:00:08.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.988+0000 7f8207e00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 0x7f81e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:08.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.989+0000 7f8207e00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 0x7f81e4079520 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f81f8032000 tx=0x7f81f8001510 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:08.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:08.992+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8208050a80 con 0x7f82081f8f30 2024-07-27T07:00:09.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.246+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f82080cf750 con 0x7f82081f8f30 2024-07-27T07:00:09.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.247+0000 7f81ffe00640 1 -- 172.21.15.66:0/3517799028 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 137 v137) ==== 95+0+5259 (secure 0 0 0) 0x7f8200061d70 con 0x7f82081f8f30 2024-07-27T07:00:09.249 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:09.249 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":137,"btime":"2024-07-27T06:59:56:734458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":137,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T06:59:56.012441+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7527,6208]},"id":6}]} 2024-07-27T07:00:09.249 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 137 2024-07-27T07:00:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.250+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 msgr2=0x7f81e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.250+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 0x7f81e4079520 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f81f8032000 tx=0x7f81f8001510 comp rx=0 tx=0).stop 2024-07-27T07:00:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.250+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 msgr2=0x7f82080afee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.250+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f82080b3060 tx=0x7f820000e770 comp rx=0 tx=0).stop 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 shutdown_connections 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f81e4077010 0x7f81e4079520 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f82081f8f30 0x7f82080afee0 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f82081548d0 0x7f82081f89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 --2- 172.21.15.66:0/3517799028 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f81ec003b30 0x7f820814c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 >> 172.21.15.66:0/3517799028 conn(0x7f820806d160 msgr2=0x7f820806e540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 shutdown_connections 2024-07-27T07:00:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:09.251+0000 7f820ee00640 1 -- 172.21.15.66:0/3517799028 wait complete. 2024-07-27T07:00:09.281 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:00:14.282 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 -- 172.21.15.66:0/2000423871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240cecb0 msgr2=0x7f3d24160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 --2- 172.21.15.66:0/2000423871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240cecb0 0x7f3d24160530 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c009830 tx=0x7f3d0c02a520 comp rx=0 tx=0).stop 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 -- 172.21.15.66:0/2000423871 shutdown_connections 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 --2- 172.21.15.66:0/2000423871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d240721d0 0x7f3d240725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 --2- 172.21.15.66:0/2000423871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240cecb0 0x7f3d24160530 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 -- 172.21.15.66:0/2000423871 >> 172.21.15.66:0/2000423871 conn(0x7f3d240cfa70 msgr2=0x7f3d240cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:14.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 -- 172.21.15.66:0/2000423871 shutdown_connections 2024-07-27T07:00:14.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.584+0000 7f3d29800640 1 -- 172.21.15.66:0/2000423871 wait complete. 2024-07-27T07:00:14.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.587+0000 7f3d29800640 1 Processor -- start 2024-07-27T07:00:14.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.587+0000 7f3d29800640 1 -- start start 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d240cecb0 0x7f3d241441a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d241457e0 0x7f3d240ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3d240cd9d0 con 0x7f3d240721d0 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d240cd850 con 0x7f3d240cecb0 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d29800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d240cdb50 con 0x7f3d241457e0 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58574/0 (socket says 172.21.15.66:58574) 2024-07-27T07:00:14.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 -- 172.21.15.66:0/2709978428 learned_addr learned my addr 172.21.15.66:0/2709978428 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 -- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d241457e0 msgr2=0x7f3d240ad8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d28e00640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d241457e0 0x7f3d240ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23400640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d240cecb0 0x7f3d241441a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d241457e0 0x7f3d240ad8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 -- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d240cecb0 msgr2=0x7f3d241441a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d240cecb0 0x7f3d241441a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.589+0000 7f3d23e00640 1 -- 172.21.15.66:0/2709978428 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d2413e440 con 0x7f3d240721d0 2024-07-27T07:00:14.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d23e00640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3d1400c3a0 tx=0x7f3d1400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:14.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14011790 con 0x7f3d240721d0 2024-07-27T07:00:14.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d14017070 con 0x7f3d240721d0 2024-07-27T07:00:14.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d14011cc0 con 0x7f3d240721d0 2024-07-27T07:00:14.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d2413e720 con 0x7f3d240721d0 2024-07-27T07:00:14.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.590+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d240b3340 con 0x7f3d240721d0 2024-07-27T07:00:14.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.591+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d240ce070 con 0x7f3d240721d0 2024-07-27T07:00:14.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.593+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d1401c460 con 0x7f3d240721d0 2024-07-27T07:00:14.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.594+0000 7f3d1be00640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 0x7f3d00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:14.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.594+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f3d14099270 con 0x7f3d240721d0 2024-07-27T07:00:14.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.595+0000 7f3d23400640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 0x7f3d00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:14.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.596+0000 7f3d23400640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 0x7f3d00079520 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c034000 tx=0x7f3d0c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:14.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.599+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d240cf0c0 con 0x7f3d240721d0 2024-07-27T07:00:14.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.855+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d240cf760 con 0x7f3d240721d0 2024-07-27T07:00:14.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.856+0000 7f3d1be00640 1 -- 172.21.15.66:0/2709978428 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 138 v138) ==== 95+0+5307 (secure 0 0 0) 0x7f3d140619b0 con 0x7f3d240721d0 2024-07-27T07:00:14.858 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:14.858 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":138,"btime":"2024-07-27T07:00:13:068990+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":138,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:13.068942+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:00:13.068942+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T07:00:14.858 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 138 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.859+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 msgr2=0x7f3d00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.859+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 0x7f3d00079520 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3d0c034000 tx=0x7f3d0c004730 comp rx=0 tx=0).stop 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.859+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 msgr2=0x7f3d24143c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.859+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f3d1400c3a0 tx=0x7f3d1400c860 comp rx=0 tx=0).stop 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 shutdown_connections 2024-07-27T07:00:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d00077010 0x7f3d00079520 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d241457e0 0x7f3d240ad8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d240cecb0 0x7f3d241441a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 --2- 172.21.15.66:0/2709978428 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d240721d0 0x7f3d24143c60 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 >> 172.21.15.66:0/2709978428 conn(0x7f3d240cfa70 msgr2=0x7f3d240cb6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 shutdown_connections 2024-07-27T07:00:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:14.860+0000 7f3d29800640 1 -- 172.21.15.66:0/2709978428 wait complete. 2024-07-27T07:00:14.890 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T07:00:14.890 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T07:00:14.965 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T07:00:14.969 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:00:14.970 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T07:00:15.063 INFO:teuthology.orchestra.run.smithi066.stdout:1722063597.68115.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T07:00:15.069 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063597.68115.core'] 2024-07-27T07:00:15.069 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063597.68115.core, deleting it 2024-07-27T07:00:15.069 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063597.68115.core 2024-07-27T07:00:15.198 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:15.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:15.199 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T07:00:15.208 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-07-27T07:00:15.291 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 -- 172.21.15.66:0/2533842825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0b45e0 msgr2=0x7f4aac15c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 --2- 172.21.15.66:0/2533842825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0b45e0 0x7f4aac15c320 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f4a98005fd0 tx=0x7f4a9802a5d0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 -- 172.21.15.66:0/2533842825 shutdown_connections 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 --2- 172.21.15.66:0/2533842825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac0cf290 0x7f4aac15ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 --2- 172.21.15.66:0/2533842825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0b45e0 0x7f4aac15c320 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 -- 172.21.15.66:0/2533842825 >> 172.21.15.66:0/2533842825 conn(0x7f4aac06d160 msgr2=0x7f4aac0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 -- 172.21.15.66:0/2533842825 shutdown_connections 2024-07-27T07:00:15.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.583+0000 7f4ab1400640 1 -- 172.21.15.66:0/2533842825 wait complete. 2024-07-27T07:00:15.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.585+0000 7f4ab1400640 1 Processor -- start 2024-07-27T07:00:15.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.585+0000 7f4ab1400640 1 -- start start 2024-07-27T07:00:15.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac09dc20 0x7f4aac1f94c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:15.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4aac0cf290 0x7f4aac0cb260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:15.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:15.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4aac1605e0 con 0x7f4aac0ae370 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4aac160460 con 0x7f4aac0cf290 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4ab1400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4aac160760 con 0x7f4aac09dc20 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4aab200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4aab200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58582/0 (socket says 172.21.15.66:58582) 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.587+0000 7f4aab200640 1 -- 172.21.15.66:0/4099293374 learned_addr learned my addr 172.21.15.66:0/4099293374 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aaa800640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac09dc20 0x7f4aac1f94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 -- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac09dc20 msgr2=0x7f4aac1f94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac09dc20 0x7f4aac1f94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aa9e00640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4aac0cf290 0x7f4aac0cb260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 -- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4aac0cf290 msgr2=0x7f4aac0cb260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4aac0cf290 0x7f4aac0cb260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 -- 172.21.15.66:0/4099293374 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4aac0aecc0 con 0x7f4aac0ae370 2024-07-27T07:00:15.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aab200640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4aa400cac0 tx=0x7f4aa400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:15.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.588+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa4007df0 con 0x7f4aac0ae370 2024-07-27T07:00:15.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.589+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4aa400f450 con 0x7f4aac0ae370 2024-07-27T07:00:15.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.589+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aa400f8c0 con 0x7f4aac0ae370 2024-07-27T07:00:15.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.589+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4aac1f54c0 con 0x7f4aac0ae370 2024-07-27T07:00:15.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.589+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4aac1f5a60 con 0x7f4aac0ae370 2024-07-27T07:00:15.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.590+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4aac160cb0 con 0x7f4aac0ae370 2024-07-27T07:00:15.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.591+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4aa400fa60 con 0x7f4aac0ae370 2024-07-27T07:00:15.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.592+0000 7f4aa2a00640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 0x7f4a8c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:15.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.592+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f4aa4099e70 con 0x7f4aac0ae370 2024-07-27T07:00:15.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.593+0000 7f4aaa800640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 0x7f4a8c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:15.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.594+0000 7f4aaa800640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 0x7f4a8c079520 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c000f60 tx=0x7f4a9c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:15.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.597+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4aac0aecc0 con 0x7f4aac0ae370 2024-07-27T07:00:15.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.857+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4aac0740b0 con 0x7f4aac0ae370 2024-07-27T07:00:15.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.858+0000 7f4aa2a00640 1 -- 172.21.15.66:0/4099293374 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 138 v138) ==== 95+0+5307 (secure 0 0 0) 0x7f4aa4014030 con 0x7f4aac0ae370 2024-07-27T07:00:15.860 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:15.860 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":138,"btime":"2024-07-27T07:00:13:068990+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7662,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[{"mdsmap":{"epoch":138,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:13.068942+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":118,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7527},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7527":{"gid":7527,"name":"a","rank":1,"incarnation":132,"state":"up:active","state_seq":16,"addr":"172.21.15.66:6835/4172488855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":4172488855},{"type":"v1","addr":"172.21.15.66:6835","nonce":4172488855}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:00:13.068942+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7527]},"id":6}]} 2024-07-27T07:00:15.861 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 138 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.861+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 msgr2=0x7f4a8c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.861+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 0x7f4a8c079520 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f4a9c000f60 tx=0x7f4a9c009040 comp rx=0 tx=0).stop 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.861+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 msgr2=0x7f4aac0ae780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.861+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4aa400cac0 tx=0x7f4aa400cf80 comp rx=0 tx=0).stop 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 shutdown_connections 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a8c077010 0x7f4a8c079520 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4aac0ae370 0x7f4aac0ae780 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4aac0cf290 0x7f4aac0cb260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 --2- 172.21.15.66:0/4099293374 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4aac09dc20 0x7f4aac1f94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:15.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 >> 172.21.15.66:0/4099293374 conn(0x7f4aac06d160 msgr2=0x7f4aac156dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:15.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 shutdown_connections 2024-07-27T07:00:15.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:15.862+0000 7f4ab1400640 1 -- 172.21.15.66:0/4099293374 wait complete. 2024-07-27T07:00:15.894 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:16.193 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":16,"last_created":12,"last_destroyed":14,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[{"version":32,"snapinfo":{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}}}],"pending_destroy":[]} 2024-07-27T07:00:16.193 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 12, "last_destroyed": 14, "last_snap": 16, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [ { "snapInfinityo": { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" }, "version": 32 } ], "snaps": [] } 2024-07-27T07:00:16.193 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T07:00:16.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.496+0000 7f49c9200640 1 -- 172.21.15.66:0/1699195920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49a8004800 msgr2=0x7f49a8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.496+0000 7f49c9200640 1 --2- 172.21.15.66:0/1699195920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49a8004800 0x7f49a8004c10 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f49ac009b20 tx=0x7f49a8005830 comp rx=0 tx=0).stop 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.497+0000 7f49c9200640 1 -- 172.21.15.66:0/1699195920 shutdown_connections 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.497+0000 7f49c9200640 1 --2- 172.21.15.66:0/1699195920 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49a8004800 0x7f49a8004c10 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.497+0000 7f49c9200640 1 -- 172.21.15.66:0/1699195920 >> 172.21.15.66:0/1699195920 conn(0x7f49c40cfa20 msgr2=0x7f49c40cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.497+0000 7f49c9200640 1 -- 172.21.15.66:0/1699195920 shutdown_connections 2024-07-27T07:00:16.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.497+0000 7f49c9200640 1 -- 172.21.15.66:0/1699195920 wait complete. 2024-07-27T07:00:16.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.499+0000 7f49c9200640 1 Processor -- start 2024-07-27T07:00:16.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.499+0000 7f49c9200640 1 -- start start 2024-07-27T07:00:16.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a8004800 0x7f49c41e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:16.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 0x7f49c40b50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:16.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49c40cb600 con 0x7f49c41f8b20 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49c40c9050 con 0x7f49c41f9730 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c9200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49c40cb780 con 0x7f49a8004800 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58602/0 (socket says 172.21.15.66:58602) 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.501+0000 7f49c3e00640 1 -- 172.21.15.66:0/2775466635 learned_addr learned my addr 172.21.15.66:0/2775466635 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49bbe00640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 0x7f49c40b50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3400640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a8004800 0x7f49c41e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 -- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a8004800 msgr2=0x7f49c41e77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a8004800 0x7f49c41e77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 -- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 msgr2=0x7f49c40b50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:16.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 0x7f49c40b50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 -- 172.21.15.66:0/2775466635 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c41f9470 con 0x7f49c41f8b20 2024-07-27T07:00:16.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49bbe00640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 0x7f49c40b50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:00:16.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.502+0000 7f49c3e00640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f49a80057e0 tx=0x7f49bc00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:16.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.503+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc003b70 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.503+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49bc003e00 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.503+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49bc005330 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.503+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c41e8040 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.503+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c41e8600 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.504+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c4161d20 con 0x7f49c41f8b20 2024-07-27T07:00:16.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.505+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f49bc0054d0 con 0x7f49c41f8b20 2024-07-27T07:00:16.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.506+0000 7f49bb400640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 0x7f49a0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:16.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.506+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 8426+0+0 (secure 0 0 0) 0x7f49bc098ba0 con 0x7f49c41f8b20 2024-07-27T07:00:16.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.507+0000 7f49c3400640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 0x7f49a0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:16.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.508+0000 7f49c3400640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 0x7f49a0079550 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f49b4000c00 tx=0x7f49b4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:16.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.511+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49c41f9470 con 0x7f49c41f8b20 2024-07-27T07:00:16.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.802+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f49c40d0320 con 0x7f49c41f8b20 2024-07-27T07:00:16.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.808+0000 7f49bb400640 1 -- 172.21.15.66:0/2775466635 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 7527 v139) ==== 97+0+0 (secure 0 0 0) 0x7f49c40c96e0 con 0x7f49c41f8b20 2024-07-27T07:00:16.809 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7527 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 msgr2=0x7f49a0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 0x7f49a0079550 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f49b4000c00 tx=0x7f49b4009040 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 msgr2=0x7f49c41f8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f49a80057e0 tx=0x7f49bc00cb90 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 shutdown_connections 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a0077040 0x7f49a0079550 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c41f8b20 0x7f49c41f8f30 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c41f9730 0x7f49c40b50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 --2- 172.21.15.66:0/2775466635 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a8004800 0x7f49c41e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:16.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.811+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 >> 172.21.15.66:0/2775466635 conn(0x7f49c40cfa20 msgr2=0x7f49c415fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:16.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.812+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 shutdown_connections 2024-07-27T07:00:16.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:16.812+0000 7f49c9200640 1 -- 172.21.15.66:0/2775466635 wait complete. 2024-07-27T07:00:16.845 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:00:16.845 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:00:16.845 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:00:16.845 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:00:16.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:00:16.846 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T07:00:16.846 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:00:16.846 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:00:16.850 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:00:16.850 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:17.073 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:00:17.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 -- 172.21.15.66:0/3389186649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 msgr2=0x7fa9740b45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 --2- 172.21.15.66:0/3389186649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa9740b45c0 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fa968009820 tx=0x7fa96802a510 comp rx=0 tx=0).stop 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 -- 172.21.15.66:0/3389186649 shutdown_connections 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 --2- 172.21.15.66:0/3389186649 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa9740b45c0 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 -- 172.21.15.66:0/3389186649 >> 172.21.15.66:0/3389186649 conn(0x7fa9740d40e0 msgr2=0x7fa9740d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 -- 172.21.15.66:0/3389186649 shutdown_connections 2024-07-27T07:00:17.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.106+0000 7fa97c000640 1 -- 172.21.15.66:0/3389186649 wait complete. 2024-07-27T07:00:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.109+0000 7fa97c000640 1 Processor -- start 2024-07-27T07:00:17.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.109+0000 7fa97c000640 1 -- start start 2024-07-27T07:00:17.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9740b4b00 0x7fa97415df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:17.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9740d0de0 0x7fa9741614d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:17.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:17.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa9740cf540 con 0x7fa9740d2f40 2024-07-27T07:00:17.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa9740cf3c0 con 0x7fa9740b4b00 2024-07-27T07:00:17.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.110+0000 7fa97c000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa9740cf6c0 con 0x7fa9740d0de0 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58630/0 (socket says 172.21.15.66:58630) 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 -- 172.21.15.66:0/3977468263 learned_addr learned my addr 172.21.15.66:0/3977468263 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa978c00640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9740d0de0 0x7fa9741614d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa979600640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9740b4b00 0x7fa97415df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 -- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9740d0de0 msgr2=0x7fa9741614d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9740d0de0 0x7fa9741614d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 -- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9740b4b00 msgr2=0x7fa97415df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9740b4b00 0x7fa97415df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.111+0000 7fa97a000640 1 -- 172.21.15.66:0/3977468263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa974169b50 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa97a000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fa96c00b9a0 tx=0x7fa96c00be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa96c019070 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa96c00cc90 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97415d150 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa96c0146a0 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.112+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa97415d710 con 0x7fa9740d2f40 2024-07-27T07:00:17.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.113+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9741698c0 con 0x7fa9740d2f40 2024-07-27T07:00:17.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.115+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa96c01c070 con 0x7fa9740d2f40 2024-07-27T07:00:17.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.116+0000 7fa971600640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 0x7fa954079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:17.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.116+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8512+0+0 (secure 0 0 0) 0x7fa96c0990f0 con 0x7fa9740d2f40 2024-07-27T07:00:17.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.116+0000 7fa979600640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 0x7fa954079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:17.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.118+0000 7fa979600640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 0x7fa954079520 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa968034000 tx=0x7fa968004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:17.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.120+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa96c061800 con 0x7fa9740d2f40 2024-07-27T07:00:17.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.371+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9740b45c0 con 0x7fa9740d2f40 2024-07-27T07:00:17.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.373+0000 7fa971600640 1 -- 172.21.15.66:0/3977468263 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+4427 (secure 0 0 0) 0x7fa96c061100 con 0x7fa9740d2f40 2024-07-27T07:00:17.374 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:17.374 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":140,"btime":"2024-07-27T07:00:16:813400+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:16.813380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:00:17.375 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 140 2024-07-27T07:00:17.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 msgr2=0x7fa954079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 0x7fa954079520 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fa968034000 tx=0x7fa968004730 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 msgr2=0x7fa974164c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fa96c00b9a0 tx=0x7fa96c00be60 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 shutdown_connections 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa954077010 0x7fa954079520 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9740d2f40 0x7fa974164c90 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9740d0de0 0x7fa9741614d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 --2- 172.21.15.66:0/3977468263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9740b4b00 0x7fa97415df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 >> 172.21.15.66:0/3977468263 conn(0x7fa9740d40e0 msgr2=0x7fa9740d1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 shutdown_connections 2024-07-27T07:00:17.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:17.376+0000 7fa97c000640 1 -- 172.21.15.66:0/3977468263 wait complete. 2024-07-27T07:00:17.406 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T07:00:21.923 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T07:00:22.407 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:22.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.706+0000 7fa903200640 1 -- 172.21.15.66:0/2691513571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040cb0d0 msgr2=0x7fa90415dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.706+0000 7fa903200640 1 --2- 172.21.15.66:0/2691513571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040cb0d0 0x7fa90415dd60 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc009ca0 tx=0x7fa8fc02a9a0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 -- 172.21.15.66:0/2691513571 shutdown_connections 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 --2- 172.21.15.66:0/2691513571 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040cb0d0 0x7fa90415dd60 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 --2- 172.21.15.66:0/2691513571 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040702c0 0x7fa90415a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 -- 172.21.15.66:0/2691513571 >> 172.21.15.66:0/2691513571 conn(0x7fa9040cfa70 msgr2=0x7fa9040cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 -- 172.21.15.66:0/2691513571 shutdown_connections 2024-07-27T07:00:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.707+0000 7fa903200640 1 -- 172.21.15.66:0/2691513571 wait complete. 2024-07-27T07:00:22.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.709+0000 7fa903200640 1 Processor -- start 2024-07-27T07:00:22.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.709+0000 7fa903200640 1 -- start start 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 0x7fa90415bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9040cd640 0x7fa90415c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa90406f810 con 0x7fa9040702c0 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa90406f690 con 0x7fa9040cd640 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa903200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa90406f990 con 0x7fa9040cb0d0 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa901e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:22.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa901e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43000/0 (socket says 172.21.15.66:43000) 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa901e00640 1 -- 172.21.15.66:0/3165664722 learned_addr learned my addr 172.21.15.66:0/3165664722 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa902800640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9040cd640 0x7fa90415c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.711+0000 7fa901400640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 0x7fa90415bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 -- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 msgr2=0x7fa90415bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 0x7fa90415bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 -- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9040cd640 msgr2=0x7fa90415c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9040cd640 0x7fa90415c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 -- 172.21.15.66:0/3165664722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa90413b990 con 0x7fa9040702c0 2024-07-27T07:00:22.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901400640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 0x7fa90415bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:22.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa901e00640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fa8f400d6d0 tx=0x7fa8f400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:22.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f4017070 con 0x7fa9040702c0 2024-07-27T07:00:22.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8f4005330 con 0x7fa9040702c0 2024-07-27T07:00:22.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9040b3f00 con 0x7fa9040702c0 2024-07-27T07:00:22.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.712+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8f40097c0 con 0x7fa9040702c0 2024-07-27T07:00:22.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.713+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9040b44c0 con 0x7fa9040702c0 2024-07-27T07:00:22.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.714+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa90415a1d0 con 0x7fa9040702c0 2024-07-27T07:00:22.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.715+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa8f4009b70 con 0x7fa9040702c0 2024-07-27T07:00:22.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.716+0000 7fa8fa000640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 0x7fa8e4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:22.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.716+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8512+0+0 (secure 0 0 0) 0x7fa8f4099710 con 0x7fa9040702c0 2024-07-27T07:00:22.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.717+0000 7fa901400640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 0x7fa8e4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:22.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.719+0000 7fa901400640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 0x7fa8e4079520 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa90414f600 tx=0x7fa8f0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:22.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.722+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa90413b990 con 0x7fa9040702c0 2024-07-27T07:00:22.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.976+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9040d0980 con 0x7fa9040702c0 2024-07-27T07:00:22.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.978+0000 7fa8fa000640 1 -- 172.21.15.66:0/3165664722 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5254 (secure 0 0 0) 0x7fa8f4061d90 con 0x7fa9040702c0 2024-07-27T07:00:22.979 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:22.980 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":142,"btime":"2024-07-27T07:00:18:830002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":142,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:17.837225+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:reconnect","state_seq":16,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:00:22.980 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 142 2024-07-27T07:00:22.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 msgr2=0x7fa8e4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 0x7fa8e4079520 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7fa90414f600 tx=0x7fa8f0009040 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 msgr2=0x7fa90413b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fa8f400d6d0 tx=0x7fa8f400db90 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 shutdown_connections 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa8e4077010 0x7fa8e4079520 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa9040cd640 0x7fa90415c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa9040cb0d0 0x7fa90415bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 --2- 172.21.15.66:0/3165664722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa9040702c0 0x7fa90413b450 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 >> 172.21.15.66:0/3165664722 conn(0x7fa9040cfa70 msgr2=0x7fa904151b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 shutdown_connections 2024-07-27T07:00:22.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:22.981+0000 7fa903200640 1 -- 172.21.15.66:0/3165664722 wait complete. 2024-07-27T07:00:23.011 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T07:00:23.011 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 -- 172.21.15.66:0/1827192704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc91c004800 msgr2=0x7fc91c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 --2- 172.21.15.66:0/1827192704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc91c004800 0x7fc91c004c10 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fc924009b20 tx=0x7fc91c005830 comp rx=0 tx=0).stop 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc93be00640 1 -- 172.21.15.66:0/1827192704 reap_dead start 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 -- 172.21.15.66:0/1827192704 shutdown_connections 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 -- 172.21.15.66:0/1827192704 >> 172.21.15.66:0/1827192704 conn(0x7fc93c06d160 msgr2=0x7fc93c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 -- 172.21.15.66:0/1827192704 shutdown_connections 2024-07-27T07:00:23.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.302+0000 7fc942000640 1 -- 172.21.15.66:0/1827192704 wait complete. 2024-07-27T07:00:23.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.305+0000 7fc942000640 1 Processor -- start 2024-07-27T07:00:23.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.306+0000 7fc942000640 1 -- start start 2024-07-27T07:00:23.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 0x7fc93c09d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:23.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:23.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc93c158870 0x7fc93c158c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:23.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc93c0b3ed0 con 0x7fc93c06f6f0 2024-07-27T07:00:23.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc93c0ccda0 con 0x7fc93c158870 2024-07-27T07:00:23.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc942000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc93c0b4050 con 0x7fc91c004800 2024-07-27T07:00:23.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc933e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:23.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc933e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43024/0 (socket says 172.21.15.66:43024) 2024-07-27T07:00:23.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc933e00640 1 -- 172.21.15.66:0/3283710220 learned_addr learned my addr 172.21.15.66:0/3283710220 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc93b400640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 0x7fc93c09d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.308+0000 7fc93be00640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc93c158870 0x7fc93c158c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 -- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 msgr2=0x7fc93c09d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 0x7fc93c09d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 -- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc93c158870 msgr2=0x7fc93c158c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc93c158870 0x7fc93c158c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 -- 172.21.15.66:0/3283710220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc93c06f0b0 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc93b400640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 0x7fc93c09d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933e00640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fc924036040 tx=0x7fc924005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc924038050 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc924039040 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc924004290 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.309+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc93c06f390 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.310+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc93c09cd20 con 0x7fc93c06f6f0 2024-07-27T07:00:23.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.311+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc93c068e40 con 0x7fc93c06f6f0 2024-07-27T07:00:23.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.312+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc924033980 con 0x7fc93c06f6f0 2024-07-27T07:00:23.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.313+0000 7fc933400640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 0x7fc918079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:23.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.313+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 8512+0+0 (secure 0 0 0) 0x7fc9240ba510 con 0x7fc93c06f6f0 2024-07-27T07:00:23.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.314+0000 7fc93b400640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 0x7fc918079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:23.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.315+0000 7fc93b400640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 0x7fc918079550 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009bb0 tx=0x7fc92c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:23.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.319+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc93c068e40 con 0x7fc93c06f6f0 2024-07-27T07:00:23.575 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.574+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc93c15c320 con 0x7fc93c06f6f0 2024-07-27T07:00:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.575+0000 7fc933400640 1 -- 172.21.15.66:0/3283710220 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5254 (secure 0 0 0) 0x7fc924082b90 con 0x7fc93c06f6f0 2024-07-27T07:00:23.576 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:23.577 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":142,"btime":"2024-07-27T07:00:18:830002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":142,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:17.837225+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:reconnect","state_seq":16,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:00:23.577 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 142 2024-07-27T07:00:23.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.577+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 msgr2=0x7fc918079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.577+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 0x7fc918079550 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009bb0 tx=0x7fc92c005f90 comp rx=0 tx=0).stop 2024-07-27T07:00:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.577+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 msgr2=0x7fc93c159ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.577+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7fc924036040 tx=0x7fc924005dc0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 shutdown_connections 2024-07-27T07:00:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc918077040 0x7fc918079550 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc93c158870 0x7fc93c158c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc93c06f6f0 0x7fc93c159ff0 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 --2- 172.21.15.66:0/3283710220 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc91c004800 0x7fc93c09d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 >> 172.21.15.66:0/3283710220 conn(0x7fc93c06d160 msgr2=0x7fc93c068730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 shutdown_connections 2024-07-27T07:00:23.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:23.578+0000 7fc942000640 1 -- 172.21.15.66:0/3283710220 wait complete. 2024-07-27T07:00:24.013 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 142, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:17.837225+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 120, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7662}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7662': {'gid': 7662, 'name': 'c', 'rank': 1, 'incarnation': 140, 'state': 'up:reconnect', 'state_seq': 16, 'addr': '172.21.15.66:6833/2821916602', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2821916602}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2821916602}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T07:00:24.014 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7662:up:reconnect 2024-07-27T07:00:25.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 -- 172.21.15.66:0/3635866380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200ce460 msgr2=0x7f13200ce870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 --2- 172.21.15.66:0/3635866380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200ce460 0x7f13200ce870 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f1318005fd0 tx=0x7f131802ab20 comp rx=0 tx=0).stop 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 -- 172.21.15.66:0/3635866380 shutdown_connections 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 --2- 172.21.15.66:0/3635866380 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200ce460 0x7f13200ce870 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 --2- 172.21.15.66:0/3635866380 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200cf880 0x7f13200cfc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 -- 172.21.15.66:0/3635866380 >> 172.21.15.66:0/3635866380 conn(0x7f13200d1cb0 msgr2=0x7f13200d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:25.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 -- 172.21.15.66:0/3635866380 shutdown_connections 2024-07-27T07:00:25.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.316+0000 7f1324c00640 1 -- 172.21.15.66:0/3635866380 wait complete. 2024-07-27T07:00:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.319+0000 7f1324c00640 1 Processor -- start 2024-07-27T07:00:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.319+0000 7f1324c00640 1 -- start start 2024-07-27T07:00:25.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200b6f40 0x7f13200c4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200ce460 0x7f13201e2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13200cedb0 con 0x7f13200cf880 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13200cdb70 con 0x7f13200b6f40 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1324c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f13200cef30 con 0x7f13200ce460 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f131fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f131fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43038/0 (socket says 172.21.15.66:43038) 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f131fe00640 1 -- 172.21.15.66:0/25650973 learned_addr learned my addr 172.21.15.66:0/25650973 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f1317e00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200ce460 0x7f13201e2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:25.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.321+0000 7f131f400640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200b6f40 0x7f13200c4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:25.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 -- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200ce460 msgr2=0x7f13201e2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:25.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200ce460 0x7f13201e2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 -- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200b6f40 msgr2=0x7f13200c4a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:25.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200b6f40 0x7f13200c4a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 -- 172.21.15.66:0/25650973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f132009dcd0 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f131fe00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f1318009d90 tx=0x7f1318003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318044070 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1318004040 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318004430 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.322+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f132009dfb0 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.323+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13200ca0f0 con 0x7f13200cf880 2024-07-27T07:00:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.324+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13200ca310 con 0x7f13200cf880 2024-07-27T07:00:25.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.325+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f13180045d0 con 0x7f13200cf880 2024-07-27T07:00:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.326+0000 7f1317400640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 0x7f12fc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.326+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f13180b99f0 con 0x7f13200cf880 2024-07-27T07:00:25.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.327+0000 7f131f400640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 0x7f12fc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:25.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.328+0000 7f131f400640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 0x7f12fc079520 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f13100015e0 tx=0x7f1310009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:25.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.331+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1318032030 con 0x7f13200cf880 2024-07-27T07:00:25.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.586+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f132009d1e0 con 0x7f13200cf880 2024-07-27T07:00:25.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.587+0000 7f1317400640 1 -- 172.21.15.66:0/25650973 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 142 v142) ==== 95+0+5254 (secure 0 0 0) 0x7f1318082020 con 0x7f13200cf880 2024-07-27T07:00:25.588 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:25.588 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":142,"btime":"2024-07-27T07:00:18:830002+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":142,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:17.837225+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:reconnect","state_seq":16,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:00:25.589 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 142 2024-07-27T07:00:25.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 msgr2=0x7f12fc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:25.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 0x7f12fc079520 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f13100015e0 tx=0x7f1310009040 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 msgr2=0x7f13201f86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7f1318009d90 tx=0x7f1318003ce0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 shutdown_connections 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f12fc077010 0x7f12fc079520 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13200cf880 0x7f13201f86a0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13200ce460 0x7f13201e2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 --2- 172.21.15.66:0/25650973 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13200b6f40 0x7f13200c4a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 >> 172.21.15.66:0/25650973 conn(0x7f13200d1cb0 msgr2=0x7f1320070480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:25.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 shutdown_connections 2024-07-27T07:00:25.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:25.590+0000 7f1324c00640 1 -- 172.21.15.66:0/25650973 wait complete. 2024-07-27T07:00:26.026 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 142, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:17.837225+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 120, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7662}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7662': {'gid': 7662, 'name': 'c', 'rank': 1, 'incarnation': 140, 'state': 'up:reconnect', 'state_seq': 16, 'addr': '172.21.15.66:6833/2821916602', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2821916602}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2821916602}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T07:00:26.026 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7662:up:reconnect 2024-07-27T07:00:27.027 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:27.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 -- 172.21.15.66:0/855615971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 msgr2=0x7f85340cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:27.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 --2- 172.21.15.66:0/855615971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85340cecb0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f8524005fd0 tx=0x7f852402a540 comp rx=0 tx=0).stop 2024-07-27T07:00:27.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 -- 172.21.15.66:0/855615971 shutdown_connections 2024-07-27T07:00:27.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 --2- 172.21.15.66:0/855615971 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 0x7f85340725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 --2- 172.21.15.66:0/855615971 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85340cecb0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 -- 172.21.15.66:0/855615971 >> 172.21.15.66:0/855615971 conn(0x7f85340cfa70 msgr2=0x7f85340cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 -- 172.21.15.66:0/855615971 shutdown_connections 2024-07-27T07:00:27.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.327+0000 7f8533200640 1 -- 172.21.15.66:0/855615971 wait complete. 2024-07-27T07:00:27.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.330+0000 7f8533200640 1 Processor -- start 2024-07-27T07:00:27.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.330+0000 7f8533200640 1 -- start start 2024-07-27T07:00:27.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 0x7f85340b4330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:27.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:27.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 0x7f85341f9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f85340cd9d0 con 0x7f85341457e0 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f85340cd850 con 0x7f8534160530 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8533200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f85340cdb50 con 0x7f85340721d0 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f852be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f852be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43064/0 (socket says 172.21.15.66:43064) 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f852be00640 1 -- 172.21.15.66:0/1496064617 learned_addr learned my addr 172.21.15.66:0/1496064617 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:27.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8531e00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 0x7f85340b4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:27.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.332+0000 7f8532800640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 0x7f85341f9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:27.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 -- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 msgr2=0x7f85340b4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 0x7f85340b4330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 -- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 msgr2=0x7f85341f9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 0x7f85341f9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 -- 172.21.15.66:0/1496064617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85340b4870 con 0x7f85341457e0 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f8532800640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 0x7f85341f9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.333+0000 7f852be00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f851c00b3f0 tx=0x7f851c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:27.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.334+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c015020 con 0x7f85341457e0 2024-07-27T07:00:27.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.334+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f851c011920 con 0x7f85341457e0 2024-07-27T07:00:27.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.334+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f851c011d70 con 0x7f85341457e0 2024-07-27T07:00:27.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.334+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85341f4f70 con 0x7f85341457e0 2024-07-27T07:00:27.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.334+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85341f5230 con 0x7f85341457e0 2024-07-27T07:00:27.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.335+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85340b4af0 con 0x7f85341457e0 2024-07-27T07:00:27.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.337+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f851c018020 con 0x7f85341457e0 2024-07-27T07:00:27.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.338+0000 7f852a000640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 0x7f8510079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:27.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.338+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f851c099150 con 0x7f85341457e0 2024-07-27T07:00:27.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.339+0000 7f8531e00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 0x7f8510079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:27.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.340+0000 7f8531e00640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 0x7f8510079520 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8524033000 tx=0x7f8524004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:27.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.343+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f851c01f030 con 0x7f85341457e0 2024-07-27T07:00:27.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.598+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85340ce070 con 0x7f85341457e0 2024-07-27T07:00:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.599+0000 7f852a000640 1 -- 172.21.15.66:0/1496064617 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+5256 (secure 0 0 0) 0x7f851c061870 con 0x7f85341457e0 2024-07-27T07:00:27.601 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:27.601 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":144,"btime":"2024-07-27T07:00:26:868200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":144,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:26.868188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 144 2024-07-27T07:00:27.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 msgr2=0x7f8510079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:27.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 0x7f8510079520 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f8524033000 tx=0x7f8524004730 comp rx=0 tx=0).stop 2024-07-27T07:00:27.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 msgr2=0x7f85341f8b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f851c00b3f0 tx=0x7f851c00b8b0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 shutdown_connections 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8510077010 0x7f8510079520 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8534160530 0x7f85341f9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85341457e0 0x7f85341f8b00 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 --2- 172.21.15.66:0/1496064617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85340721d0 0x7f85340b4330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.603+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 >> 172.21.15.66:0/1496064617 conn(0x7f85340cfa70 msgr2=0x7f85340af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.604+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 shutdown_connections 2024-07-27T07:00:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:27.604+0000 7f8533200640 1 -- 172.21.15.66:0/1496064617 wait complete. 2024-07-27T07:00:28.037 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 144, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:26.868188+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 120, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7662}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7662': {'gid': 7662, 'name': 'c', 'rank': 1, 'incarnation': 140, 'state': 'up:active', 'state_seq': 19, 'addr': '172.21.15.66:6833/2821916602', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2821916602}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 2821916602}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208, 7662]} 2024-07-27T07:00:28.037 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T07:00:28.038 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T07:00:28.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 -- 172.21.15.66:0/2435264396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 msgr2=0x7ffbb815eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 --2- 172.21.15.66:0/2435264396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb815eab0 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7ffba4005fd0 tx=0x7ffba402a540 comp rx=0 tx=0).stop 2024-07-27T07:00:28.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 -- 172.21.15.66:0/2435264396 shutdown_connections 2024-07-27T07:00:28.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 --2- 172.21.15.66:0/2435264396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb815eab0 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 --2- 172.21.15.66:0/2435264396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb80b4890 0x7ffbb806f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.338+0000 7ffbbf800640 1 -- 172.21.15.66:0/2435264396 >> 172.21.15.66:0/2435264396 conn(0x7ffbb806d160 msgr2=0x7ffbb80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.339+0000 7ffbbf800640 1 -- 172.21.15.66:0/2435264396 shutdown_connections 2024-07-27T07:00:28.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.339+0000 7ffbbf800640 1 -- 172.21.15.66:0/2435264396 wait complete. 2024-07-27T07:00:28.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.341+0000 7ffbbf800640 1 Processor -- start 2024-07-27T07:00:28.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.342+0000 7ffbbf800640 1 -- start start 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.343+0000 7ffbbf800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffbb80b4890 0x7ffbb80cb720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.343+0000 7ffbbf800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbf800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb815eff0 0x7ffbb814bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbf800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb80cdb40 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbf800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb80ccf70 con 0x7ffbb80b4890 2024-07-27T07:00:28.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbf800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffbb80cdcc0 con 0x7ffbb815eff0 2024-07-27T07:00:28.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43092/0 (socket says 172.21.15.66:43092) 2024-07-27T07:00:28.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 -- 172.21.15.66:0/29248222 learned_addr learned my addr 172.21.15.66:0/29248222 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbce00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffbb80b4890 0x7ffbb80cb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbbd800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb815eff0 0x7ffbb814bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 -- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb815eff0 msgr2=0x7ffbb814bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb815eff0 0x7ffbb814bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 -- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffbb80b4890 msgr2=0x7ffbb80cb720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffbb80b4890 0x7ffbb80cb720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.344+0000 7ffbb7e00640 1 -- 172.21.15.66:0/29248222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbb81496b0 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7ffba4034040 tx=0x7ffba40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbb4c00640 1 -- 172.21.15.66:0/29248222 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba403e030 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbb4c00640 1 -- 172.21.15.66:0/29248222 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffba40047a0 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbb4c00640 1 -- 172.21.15.66:0/29248222 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4035040 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbb8149990 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.345+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbb8149f50 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.348+0000 7ffbb4c00640 1 -- 172.21.15.66:0/29248222 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffba4041030 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.349+0000 7ffbb4c00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 0x7ffb98079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.349+0000 7ffbc683c740 1 Processor -- start 2024-07-27T07:00:28.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.349+0000 7ffbb4c00640 1 -- 172.21.15.66:0/29248222 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7ffba40b9d50 con 0x7ffbb80b4ca0 2024-07-27T07:00:28.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.349+0000 7ffbc683c740 1 -- start start 2024-07-27T07:00:28.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.350+0000 7ffbbce00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 0x7ffb98079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba7be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba7c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc2b9a8390 con 0x55bc2b690270 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55bc2b997a30 con 0x55bc2b66f590 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55bc2b99b8d0 con 0x55bc2b6673b0 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 0x7ffb98079550 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffbac005fd0 tx=0x7ffbac005bc0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43096/0 (socket says 172.21.15.66:43096) 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 -- 172.21.15.66:0/1792200192 learned_addr learned my addr 172.21.15.66:0/1792200192 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbd800640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba7c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba7be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 -- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 msgr2=0x55bc2ba7be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba7be10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 -- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 msgr2=0x55bc2ba7c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.351+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba7c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffbbce00640 1 -- 172.21.15.66:0/1792200192 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc2b953d70 con 0x55bc2b690270 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffbbd800640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba7c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00dd10 tx=0x7ffbac010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d749369cb7834 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffba9600640 1 -- 172.21.15.66:0/1792200192 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac01f070 con 0x55bc2b690270 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffba9600640 1 -- 172.21.15.66:0/1792200192 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac005310 con 0x55bc2b690270 2024-07-27T07:00:28.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.352+0000 7ffba9600640 1 -- 172.21.15.66:0/1792200192 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac00fe30 con 0x55bc2b690270 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 -- 172.21.15.66:0/1792200192 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 msgr2=0x55bc2ba4f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7ffbac00dd10 tx=0x7ffbac010000 comp rx=0 tx=0).stop 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 -- 172.21.15.66:0/1792200192 shutdown_connections 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba7c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba7be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1792200192 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba4f980 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 -- 172.21.15.66:0/1792200192 >> 172.21.15.66:0/1792200192 conn(0x55bc2b6843c0 msgr2=0x55bc2ba355d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 -- 172.21.15.66:0/1792200192 shutdown_connections 2024-07-27T07:00:28.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.353+0000 7ffbc683c740 1 -- 172.21.15.66:0/1792200192 wait complete. 2024-07-27T07:00:28.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.354+0000 7ffbc683c740 1 -- start start 2024-07-27T07:00:28.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.354+0000 7ffbc683c740 1 Processor -- start 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba56d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba62f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc2b70a620 con 0x55bc2b690270 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55bc2b934e10 con 0x55bc2b66f590 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55bc2ba606b0 con 0x55bc2b6673b0 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbc683c740 10 client.0 _ll_register_callbacks cb 0x55bc2b9917b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbbd800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbbd800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43112/0 (socket says 172.21.15.66:43112) 2024-07-27T07:00:28.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.356+0000 7ffbbd800640 1 -- 172.21.15.66:0/3632020254 learned_addr learned my addr 172.21.15.66:0/3632020254 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbce00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba56d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba62f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 -- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 msgr2=0x55bc2ba56d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba56d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 -- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 msgr2=0x55bc2ba62f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba62f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 -- 172.21.15.66:0/3632020254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc2b6fb850 con 0x55bc2b690270 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba62f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbce00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba56d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbbd800640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7ffbb000d690 tx=0x7ffbb000db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aad0030d51b34528 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffb9e000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb000b960 con 0x55bc2b690270 2024-07-27T07:00:28.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7ffbb000bb00 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.357+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbac005310 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7ffbb000bd00 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 10 client.7899 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x55bc2b7726b0 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac005310 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7ffbb0019400 con 0x55bc2b690270 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 10 client.7899 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 10 client.7899 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 20 client.7899 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2b64ee40 0x55bc2ba95920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 4 client.7899 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:00:28.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.358+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bc2b9aa2e0 con 0x55bc2b64ee40 2024-07-27T07:00:28.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.359+0000 7ffbbce00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2b64ee40 0x55bc2ba95920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.360+0000 7ffbbce00640 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2b64ee40 0x55bc2ba95920 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae96843efd31377c server_cookie=b4e5a7014edad1ae in_seq=0 out_seq=0 2024-07-27T07:00:28.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.360+0000 7ffb9e000640 10 client.7899 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:28.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.362+0000 7ffb9e000640 1 -- 172.21.15.66:0/3632020254 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bc2b9aa2e0 con 0x55bc2b64ee40 2024-07-27T07:00:28.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.362+0000 7ffb9e000640 10 client.7899 handle_command_reply: tid=0 2024-07-27T07:00:28.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.362+0000 7ffbc683c740 1 client.7899 shutdown 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.362+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 msgr2=0x55bc2ba79620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.362+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7ffbb000d690 tx=0x7ffbb000db50 comp rx=0 tx=0).stop 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 shutdown_connections 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b690270 0x55bc2ba79620 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2b64ee40 0x55bc2ba95920 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b66f590 0x55bc2ba62f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 --2- 172.21.15.66:0/3632020254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b6673b0 0x55bc2ba56d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 >> 172.21.15.66:0/3632020254 conn(0x55bc2b6843c0 msgr2=0x55bc2ba5fad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffb9e000640 0 client.7899 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 shutdown_connections 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 1 -- 172.21.15.66:0/3632020254 wait complete. 2024-07-27T07:00:28.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.363+0000 7ffbc683c740 20 client.7899 trim_cache size 0 max 16384 2024-07-27T07:00:28.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.384+0000 7ffbc683c740 1 Processor -- start 2024-07-27T07:00:28.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.384+0000 7ffbc683c740 1 -- start start 2024-07-27T07:00:28.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.385+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.385+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b66f590 0x55bc2ba8e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.385+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b690270 0x55bc2ba8eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbc683c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb82013e0 con 0x55bc2b6673b0 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffbb80c9b30 con 0x55bc2b690270 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffbb81ffd10 con 0x55bc2b66f590 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43122/0 (socket says 172.21.15.66:43122) 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 -- 172.21.15.66:0/1999087966 learned_addr learned my addr 172.21.15.66:0/1999087966 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 -- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b66f590 msgr2=0x55bc2ba8e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b66f590 0x55bc2ba8e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 -- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b690270 msgr2=0x55bc2ba8eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b690270 0x55bc2ba8eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 -- 172.21.15.66:0/1999087966 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bc2ba631b0 con 0x55bc2b6673b0 2024-07-27T07:00:28.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.386+0000 7ffbbce00640 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7ffbac020000 tx=0x7ffbac004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=607279d2f56f9985 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.387+0000 7ffba8c00640 1 -- 172.21.15.66:0/1999087966 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac013070 con 0x55bc2b6673b0 2024-07-27T07:00:28.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.387+0000 7ffba8c00640 1 -- 172.21.15.66:0/1999087966 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac0047a0 con 0x55bc2b6673b0 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.387+0000 7ffba8c00640 1 -- 172.21.15.66:0/1999087966 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbac01f040 con 0x55bc2b6673b0 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.387+0000 7ffbc683c740 1 -- 172.21.15.66:0/1999087966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 msgr2=0x55bc2ba79110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.387+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7ffbac020000 tx=0x7ffbac004730 comp rx=0 tx=0).stop 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 -- 172.21.15.66:0/1999087966 shutdown_connections 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b690270 0x55bc2ba8eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b66f590 0x55bc2ba8e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 --2- 172.21.15.66:0/1999087966 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b6673b0 0x55bc2ba79110 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 -- 172.21.15.66:0/1999087966 >> 172.21.15.66:0/1999087966 conn(0x55bc2b6843c0 msgr2=0x55bc2ba2acc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 -- 172.21.15.66:0/1999087966 shutdown_connections 2024-07-27T07:00:28.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.388+0000 7ffbc683c740 1 -- 172.21.15.66:0/1999087966 wait complete. 2024-07-27T07:00:28.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.389+0000 7ffbc683c740 1 -- start start 2024-07-27T07:00:28.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.389+0000 7ffbc683c740 1 Processor -- start 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.390+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b6673b0 0x55bc2bb03c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.390+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbc683c740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b690270 0x55bc2bb00000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbc683c740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55bc2ba786b0 con 0x55bc2b66f590 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55bc2ba60970 con 0x55bc2b6673b0 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbc683c740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55bc2ba78d00 con 0x55bc2b690270 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbc683c740 10 client.0 _ll_register_callbacks cb 0x7ffbb0008040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43134/0 (socket says 172.21.15.66:43134) 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 -- 172.21.15.66:0/2436176294 learned_addr learned my addr 172.21.15.66:0/2436176294 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbbd800640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b690270 0x55bc2bb00000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 -- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b690270 msgr2=0x55bc2bb00000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbbce00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b6673b0 0x55bc2bb03c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b690270 0x55bc2bb00000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 -- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b6673b0 msgr2=0x55bc2bb03c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b6673b0 0x55bc2bb03c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.391+0000 7ffbb7e00640 1 -- 172.21.15.66:0/2436176294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bc2baa5c50 con 0x55bc2b66f590 2024-07-27T07:00:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbb7e00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7ffba4081980 tx=0x7ffba4081b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebc5ef92f0d33d79 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffba4048040 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7ffba40b7b70 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffbac0047a0 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7ffba40b3080 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbc683c740 10 client.7905 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x55bc2bb042d0 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbac0047a0 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7ffba4080ee0 con 0x55bc2b66f590 2024-07-27T07:00:28.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbc683c740 10 client.7905 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.392+0000 7ffbc683c740 10 client.7905 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.393+0000 7ffbc683c740 20 client.7905 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.393+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2ba2f5b0 0x55bc2ba9b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.393+0000 7ffbc683c740 4 client.7905 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.393+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "status"}) -- 0x55bc2b9a5d80 con 0x55bc2ba2f5b0 2024-07-27T07:00:28.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.393+0000 7ffbbce00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2ba2f5b0 0x55bc2ba9b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.394+0000 7ffbbce00640 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2ba2f5b0 0x55bc2ba9b950 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb07a2cd5887fb1f server_cookie=a0809785b2b7ceea in_seq=0 out_seq=0 2024-07-27T07:00:28.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.394+0000 7ffb9e000640 10 client.7905 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:28.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffb9e000640 1 -- 172.21.15.66:0/2436176294 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+329 (crc 0 0 0) 0x55bc2b9a5d80 con 0x55bc2ba2f5b0 2024-07-27T07:00:28.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffb9e000640 10 client.7905 handle_command_reply: tid=0 2024-07-27T07:00:28.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 client.7905 shutdown 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 msgr2=0x55bc2ba4cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7ffba4081980 tx=0x7ffba4081b10 comp rx=0 tx=0).stop 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 shutdown_connections 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55bc2b690270 0x55bc2bb00000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55bc2b66f590 0x55bc2ba4cf50 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55bc2ba2f5b0 0x55bc2ba9b950 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 --2- 172.21.15.66:0/2436176294 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55bc2b6673b0 0x55bc2bb03c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 >> 172.21.15.66:0/2436176294 conn(0x55bc2b6843c0 msgr2=0x55bc2baa63c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffb9e000640 0 client.7905 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 shutdown_connections 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 1 -- 172.21.15.66:0/2436176294 wait complete. 2024-07-27T07:00:28.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.395+0000 7ffbc683c740 20 client.7905 trim_cache size 0 max 16384 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6208, 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 113.561332679, 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 144, 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 121, 2024-07-27T07:00:28.399 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 121, 2024-07-27T07:00:28.400 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 162.44249683199999 2024-07-27T07:00:28.400 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:00:28.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 msgr2=0x7ffb98079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 0x7ffb98079550 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7ffbac005fd0 tx=0x7ffbac005bc0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 msgr2=0x7ffbb814b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7ffba4034040 tx=0x7ffba40039e0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 shutdown_connections 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffb98077040 0x7ffb98079550 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffbb815eff0 0x7ffbb814bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffbb80b4ca0 0x7ffbb814b6a0 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 --2- 172.21.15.66:0/29248222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffbb80b4890 0x7ffbb80cb720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 >> 172.21.15.66:0/29248222 conn(0x7ffbb806d160 msgr2=0x7ffbb8160730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 shutdown_connections 2024-07-27T07:00:28.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.396+0000 7ffbbf800640 1 -- 172.21.15.66:0/29248222 wait complete. 2024-07-27T07:00:28.422 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T07:00:28.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 -- 172.21.15.66:0/3737670392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e4160130 msgr2=0x7f64e4160540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 --2- 172.21.15.66:0/3737670392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e4160130 0x7f64e4160540 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7f64e4073d50 tx=0x7f64cc02a560 comp rx=0 tx=0).stop 2024-07-27T07:00:28.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 -- 172.21.15.66:0/3737670392 shutdown_connections 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 --2- 172.21.15.66:0/3737670392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64e40b4a70 0x7f64e40b4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 --2- 172.21.15.66:0/3737670392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e4160130 0x7f64e4160540 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 --2- 172.21.15.66:0/3737670392 >> v2:172.21.15.155:3300/0 conn(0x7f64e40b6c30 0x7f64e415fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.701+0000 7f64e9200640 1 -- 172.21.15.66:0/3737670392 >> 172.21.15.66:0/3737670392 conn(0x7f64e40b3770 msgr2=0x7f64e40b3b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.702+0000 7f64e9200640 1 -- 172.21.15.66:0/3737670392 shutdown_connections 2024-07-27T07:00:28.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.702+0000 7f64e9200640 1 -- 172.21.15.66:0/3737670392 wait complete. 2024-07-27T07:00:28.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.704+0000 7f64e9200640 1 Processor -- start 2024-07-27T07:00:28.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.704+0000 7f64e9200640 1 -- start start 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64e40b6c30 0x7f64e409f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64e4160130 0x7f64e415d470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64e415f920 con 0x7f64e40b4a70 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64e415f7a0 con 0x7f64e4160130 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.705+0000 7f64e9200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64e40b53c0 con 0x7f64e40b6c30 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43150/0 (socket says 172.21.15.66:43150) 2024-07-27T07:00:28.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 -- 172.21.15.66:0/1061581919 learned_addr learned my addr 172.21.15.66:0/1061581919 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 -- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64e40b6c30 msgr2=0x7f64e409f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64e40b6c30 0x7f64e409f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 -- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64e4160130 msgr2=0x7f64e415d470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64e4160130 0x7f64e415d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.706+0000 7f64e3400640 1 -- 172.21.15.66:0/1061581919 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64e415c3d0 con 0x7f64e40b4a70 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64e3400640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f64d400c9a0 tx=0x7f64d400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64db400640 1 -- 172.21.15.66:0/1061581919 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d4007bb0 con 0x7f64e40b4a70 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64db400640 1 -- 172.21.15.66:0/1061581919 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d4007e40 con 0x7f64e40b4a70 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64db400640 1 -- 172.21.15.66:0/1061581919 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d400f690 con 0x7f64e40b4a70 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64e415c6b0 con 0x7f64e40b4a70 2024-07-27T07:00:28.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.707+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64e415cc70 con 0x7f64e40b4a70 2024-07-27T07:00:28.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.711+0000 7f64db400640 1 -- 172.21.15.66:0/1061581919 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f64d400f830 con 0x7f64e40b4a70 2024-07-27T07:00:28.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.712+0000 7f64db400640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 0x7f64c0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.712+0000 7f64db400640 1 -- 172.21.15.66:0/1061581919 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f64d4099cf0 con 0x7f64e40b4a70 2024-07-27T07:00:28.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.712+0000 7f64f1862740 1 Processor -- start 2024-07-27T07:00:28.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.712+0000 7f64f1862740 1 -- start start 2024-07-27T07:00:28.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.712+0000 7f64dbe00640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 0x7f64c0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca13b0 0x556161099a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca9590 0x556161099f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64dbe00640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 0x7f64c0079550 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f64cc033000 tx=0x7f64cc0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556160fe2390 con 0x556160cca270 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556160fd1a30 con 0x556160ca9590 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556160fd58d0 con 0x556160ca13b0 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43156/0 (socket says 172.21.15.66:43156) 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 -- 172.21.15.66:0/3028495770 learned_addr learned my addr 172.21.15.66:0/3028495770 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3e00640 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca9590 0x556161099f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 -- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca13b0 msgr2=0x556161099a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca13b0 0x556161099a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 -- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca9590 msgr2=0x556161099f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca9590 0x556161099f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.714+0000 7f64e3400640 1 -- 172.21.15.66:0/3028495770 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556160f8dd70 con 0x556160cca270 2024-07-27T07:00:28.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.715+0000 7f64e3400640 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f64d40617b0 tx=0x7f64d4062320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99861947ffef42c server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.715+0000 7f64d3e00640 1 -- 172.21.15.66:0/3028495770 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d406acd0 con 0x556160cca270 2024-07-27T07:00:28.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.715+0000 7f64d3e00640 1 -- 172.21.15.66:0/3028495770 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d406a840 con 0x556160cca270 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.715+0000 7f64d3e00640 1 -- 172.21.15.66:0/3028495770 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d4060e80 con 0x556160cca270 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 -- 172.21.15.66:0/3028495770 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 msgr2=0x5561610b6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7f64d40617b0 tx=0x7f64d4062320 comp rx=0 tx=0).stop 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 -- 172.21.15.66:0/3028495770 shutdown_connections 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca9590 0x556161099f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca13b0 0x556161099a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 --2- 172.21.15.66:0/3028495770 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610b6d40 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 -- 172.21.15.66:0/3028495770 >> 172.21.15.66:0/3028495770 conn(0x556160cbe3c0 msgr2=0x55616106fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 -- 172.21.15.66:0/3028495770 shutdown_connections 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.716+0000 7f64f1862740 1 -- 172.21.15.66:0/3028495770 wait complete. 2024-07-27T07:00:28.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.717+0000 7f64f1862740 1 -- start start 2024-07-27T07:00:28.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.717+0000 7f64f1862740 1 Processor -- start 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x5561610aede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160cca270 0x556161098910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556160d44620 con 0x556160ca9590 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556160f6ee10 con 0x556160ca13b0 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5561610b2910 con 0x556160cca270 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64f1862740 10 client.0 _ll_register_callbacks cb 0x556160fcb9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43168/0 (socket says 172.21.15.66:43168) 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 -- 172.21.15.66:0/3271719931 learned_addr learned my addr 172.21.15.66:0/3271719931 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 -- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160cca270 msgr2=0x556161098910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160cca270 0x556161098910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 -- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 msgr2=0x5561610aede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x5561610aede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.719+0000 7f64dbe00640 1 -- 172.21.15.66:0/3271719931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556160d35850 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64dbe00640 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f64cc000c00 tx=0x7f64cc0042c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3496e275e980915a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64cc042040 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64d406a840 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f64cc003ac0 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7f64cc053050 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64f1862740 10 client.7917 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x556160dac6b0 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.720+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64d406a840 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7f64cc04e030 con 0x556160ca9590 2024-07-27T07:00:28.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 10 client.7917 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 10 client.7917 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 20 client.7917 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x556160c88e40 0x5561610c7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 4 client.7917 mds_command: new command op to 7662 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 --> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556160fe42e0 con 0x556160c88e40 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.721+0000 7f64e3400640 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x556160c88e40 0x5561610c7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.722+0000 7f64e3400640 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x556160c88e40 0x5561610c7600 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1955b00a2bda9e2d server_cookie=4cbfae42c595bc0b in_seq=0 out_seq=0 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.722+0000 7f64d0c00640 10 client.7917 ms_handle_connect on v2:172.21.15.66:6832/2821916602 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.722+0000 7f64d0c00640 1 -- 172.21.15.66:0/3271719931 <== mds.1 v2:172.21.15.66:6832/2821916602 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556160fe42e0 con 0x556160c88e40 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.722+0000 7f64d0c00640 10 client.7917 handle_command_reply: tid=0 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.722+0000 7f64f1862740 1 client.7917 shutdown 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 msgr2=0x5561610c3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7f64cc000c00 tx=0x7f64cc0042c0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 shutdown_connections 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x556160c88e40 0x5561610c7600 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160cca270 0x556161098910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160ca9590 0x5561610c3940 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 --2- 172.21.15.66:0/3271719931 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x5561610aede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64d0c00640 0 client.7917 ms_handle_reset on v2:172.21.15.66:6832/2821916602 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 >> 172.21.15.66:0/3271719931 conn(0x556160cbe3c0 msgr2=0x5561610891d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 shutdown_connections 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 1 -- 172.21.15.66:0/3271719931 wait complete. 2024-07-27T07:00:28.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.723+0000 7f64f1862740 20 client.7917 trim_cache size 0 max 16384 2024-07-27T07:00:28.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.744+0000 7f64f1862740 1 Processor -- start 2024-07-27T07:00:28.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.744+0000 7f64f1862740 1 -- start start 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161070910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64e4203260 con 0x556160cca270 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64e414a4e0 con 0x556160ca13b0 2024-07-27T07:00:28.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64e4201dc0 con 0x556160ca9590 2024-07-27T07:00:28.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43182/0 (socket says 172.21.15.66:43182) 2024-07-27T07:00:28.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64e3e00640 1 -- 172.21.15.66:0/2930806856 learned_addr learned my addr 172.21.15.66:0/2930806856 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64e3400640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161070910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.746+0000 7f64dbe00640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 -- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 msgr2=0x556161070e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161070e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 -- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 msgr2=0x556161070910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161070910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 -- 172.21.15.66:0/2930806856 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55616109a250 con 0x556160cca270 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3400640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161070910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64e3e00640 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00ba70 tx=0x7f64dc00bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2bd55b46d999cbe server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64d3400640 1 -- 172.21.15.66:0/2930806856 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64dc00de50 con 0x556160cca270 2024-07-27T07:00:28.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64d3400640 1 -- 172.21.15.66:0/2930806856 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64dc003a60 con 0x556160cca270 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.747+0000 7f64d3400640 1 -- 172.21.15.66:0/2930806856 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64dc004020 con 0x556160cca270 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.748+0000 7f64f1862740 1 -- 172.21.15.66:0/2930806856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 msgr2=0x5561610d73f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.748+0000 7f64f1862740 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00ba70 tx=0x7f64dc00bf30 comp rx=0 tx=0).stop 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 -- 172.21.15.66:0/2930806856 shutdown_connections 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x5561610d73f0 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161070e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 --2- 172.21.15.66:0/2930806856 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161070910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 -- 172.21.15.66:0/2930806856 >> 172.21.15.66:0/2930806856 conn(0x556160cbe3c0 msgr2=0x556161099b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 -- 172.21.15.66:0/2930806856 shutdown_connections 2024-07-27T07:00:28.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.749+0000 7f64f1862740 1 -- 172.21.15.66:0/2930806856 wait complete. 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.750+0000 7f64f1862740 1 -- start start 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.750+0000 7f64f1862740 1 Processor -- start 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161068f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161090370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5561610b1be0 con 0x556160cca270 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5561610b26b0 con 0x556160ca13b0 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.751+0000 7f64f1862740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5561610c7070 con 0x556160ca9590 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64f1862740 10 client.0 _ll_register_callbacks cb 0x7f64cc03f040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43188/0 (socket says 172.21.15.66:43188) 2024-07-27T07:00:28.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 -- 172.21.15.66:0/350553370 learned_addr learned my addr 172.21.15.66:0/350553370 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3400640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161068f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64dbe00640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161090370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 -- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 msgr2=0x556161090370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161090370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 -- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 msgr2=0x556161068f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161068f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.752+0000 7f64e3e00640 1 -- 172.21.15.66:0/350553370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556161069440 con 0x556160cca270 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64e3e00640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00b000 tx=0x7f64dc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bb018fe1ddef54 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64d0c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64dc026060 con 0x556160cca270 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f64dc003a60 con 0x556160cca270 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f64dc0042b0 con 0x556160cca270 2024-07-27T07:00:28.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7f64dc0044b0 con 0x556160cca270 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64f1862740 10 client.7923 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.753+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x556161090f10 con 0x556160cca270 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64dc003a60 con 0x556160cca270 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7f64dc004650 con 0x556160cca270 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 10 client.7923 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 10 client.7923 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 20 client.7923 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x5561610d6980 0x5561610d6d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 4 client.7923 mds_command: new command op to 7662 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 --> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] -- command(tid 0: {"prefix": "status"}) -- 0x556160fdfd80 con 0x5561610d6980 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.754+0000 7f64e3400640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x5561610d6980 0x5561610d6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64e3400640 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x5561610d6980 0x5561610d6d90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=96eb3c0e7fbd2e0a server_cookie=d486226c9266e359 in_seq=0 out_seq=0 2024-07-27T07:00:28.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64d0c00640 10 client.7923 ms_handle_connect on v2:172.21.15.66:6832/2821916602 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64d0c00640 1 -- 172.21.15.66:0/350553370 <== mds.1 v2:172.21.15.66:6832/2821916602 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x556160fdfd80 con 0x5561610d6980 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64d0c00640 10 client.7923 handle_command_reply: tid=0 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 client.7923 shutdown 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 msgr2=0x556161070b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f64dc00b000 tx=0x7f64dc003f10 comp rx=0 tx=0).stop 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 shutdown_connections 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556160cca270 0x556161070b00 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.66:6832/2821916602,v1:172.21.15.66:6833/2821916602] conn(0x5561610d6980 0x5561610d6d90 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556160ca9590 0x556161090370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 --2- 172.21.15.66:0/350553370 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556160ca13b0 0x556161068f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64d0c00640 0 client.7923 ms_handle_reset on v2:172.21.15.66:6832/2821916602 2024-07-27T07:00:28.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 >> 172.21.15.66:0/350553370 conn(0x556160cbe3c0 msgr2=0x5561610c35a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 shutdown_connections 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.755+0000 7f64f1862740 1 -- 172.21.15.66:0/350553370 wait complete. 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64f1862740 20 client.7923 trim_cache size 0 max 16384 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 7662, 2024-07-27T07:00:28.761 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 11.928702099000001, 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 144, 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 121, 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 121, 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 64.806269747000002 2024-07-27T07:00:28.762 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 msgr2=0x7f64c0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 0x7f64c0079550 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f64cc033000 tx=0x7f64cc0046c0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 msgr2=0x7f64e4147b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7f64d400c9a0 tx=0x7f64d400ce60 comp rx=0 tx=0).stop 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 shutdown_connections 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64c0077040 0x7f64c0079550 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64e4160130 0x7f64e415d470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64e40b6c30 0x7f64e409f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 --2- 172.21.15.66:0/1061581919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64e40b4a70 0x7f64e4147b40 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:28.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 >> 172.21.15.66:0/1061581919 conn(0x7f64e40b3770 msgr2=0x7f64e40aea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:28.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 shutdown_connections 2024-07-27T07:00:28.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:28.756+0000 7f64e9200640 1 -- 172.21.15.66:0/1061581919 wait complete. 2024-07-27T07:00:28.778 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:00:28.782 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:00:28.786 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 -- 172.21.15.66:0/3186488194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0cb0d0 msgr2=0x7fdfcc15dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 --2- 172.21.15.66:0/3186488194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc15dd60 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc0ca050 tx=0x7fdfc402a7a0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 -- 172.21.15.66:0/3186488194 shutdown_connections 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 --2- 172.21.15.66:0/3186488194 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc15dd60 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 --2- 172.21.15.66:0/3186488194 >> v2:172.21.15.155:3300/0 conn(0x7fdfcc0cd640 0x7fdfcc15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 -- 172.21.15.66:0/3186488194 >> 172.21.15.66:0/3186488194 conn(0x7fdfcc0cfa70 msgr2=0x7fdfcc0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 -- 172.21.15.66:0/3186488194 shutdown_connections 2024-07-27T07:00:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.100+0000 7fdfd1000640 1 -- 172.21.15.66:0/3186488194 wait complete. 2024-07-27T07:00:29.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.102+0000 7fdfd1000640 1 Processor -- start 2024-07-27T07:00:29.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.102+0000 7fdfd1000640 1 -- start start 2024-07-27T07:00:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc1486c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfcc0cd640 0x7fdfcc1f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc15e630 con 0x7fdfcc0702c0 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc15e4b0 con 0x7fdfcc0cb0d0 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfd1000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdfcc15e7b0 con 0x7fdfcc0cd640 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfcb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfcb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43192/0 (socket says 172.21.15.66:43192) 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.104+0000 7fdfcb400640 1 -- 172.21.15.66:0/448399514 learned_addr learned my addr 172.21.15.66:0/448399514 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcaa00640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc1486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 -- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfcc0cd640 msgr2=0x7fdfcc1f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfcc0cd640 0x7fdfcc1f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 -- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfcc0cb0d0 msgr2=0x7fdfcc1486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc1486c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 -- 172.21.15.66:0/448399514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfcc15d480 con 0x7fdfcc0702c0 2024-07-27T07:00:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfcb400640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fdfbc00c3f0 tx=0x7fdfbc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:29.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfbc017070 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfbc0035f0 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfbc003a40 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfcc1573c0 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.105+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfcc158f20 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.106+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfcc159180 con 0x7fdfcc0702c0 2024-07-27T07:00:29.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.108+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdfbc01a070 con 0x7fdfcc0702c0 2024-07-27T07:00:29.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.109+0000 7fdfc3400640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 0x7fdfa8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.109+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fdfbc0987d0 con 0x7fdfcc0702c0 2024-07-27T07:00:29.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.110+0000 7fdfcaa00640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 0x7fdfa8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.111+0000 7fdfcaa00640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 0x7fdfa8079520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc1571b0 tx=0x7fdfb4005c40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:29.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.114+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdfbc060e90 con 0x7fdfcc0702c0 2024-07-27T07:00:29.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.359+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfcc15dd60 con 0x7fdfcc0702c0 2024-07-27T07:00:29.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.360+0000 7fdfc3400640 1 -- 172.21.15.66:0/448399514 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+5256 (secure 0 0 0) 0x7fdfbc0690d0 con 0x7fdfcc0702c0 2024-07-27T07:00:29.362 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:29.362 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":144,"btime":"2024-07-27T07:00:26:868200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":144,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:26.868188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:29.362 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 144 2024-07-27T07:00:29.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.363+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 msgr2=0x7fdfa8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.363+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 0x7fdfa8079520 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc1571b0 tx=0x7fdfb4005c40 comp rx=0 tx=0).stop 2024-07-27T07:00:29.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.363+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 msgr2=0x7fdfcc1f8cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.363+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fdfbc00c3f0 tx=0x7fdfbc00c8b0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 shutdown_connections 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdfa8077010 0x7fdfa8079520 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdfcc0cd640 0x7fdfcc1f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdfcc0cb0d0 0x7fdfcc1486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 --2- 172.21.15.66:0/448399514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdfcc0702c0 0x7fdfcc1f8cd0 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 >> 172.21.15.66:0/448399514 conn(0x7fdfcc0cfa70 msgr2=0x7fdfcc06f480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 shutdown_connections 2024-07-27T07:00:29.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.364+0000 7fdfd1000640 1 -- 172.21.15.66:0/448399514 wait complete. 2024-07-27T07:00:29.391 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:29.681 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":16,"last_created":16,"last_destroyed":14,"pending_noop":[],"snaps":[{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:00:29.682 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 16, "last_destroyed": 14, "last_snap": 16, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" } ] } 2024-07-27T07:00:29.682 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T07:00:29.682 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 -- 172.21.15.66:0/1389342785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a406fb70 msgr2=0x7fb6a406ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1389342785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a406fb70 0x7fb6a406ff80 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fb68c009830 tx=0x7fb68c02a480 comp rx=0 tx=0).stop 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 -- 172.21.15.66:0/1389342785 shutdown_connections 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1389342785 >> v2:172.21.15.155:3300/0 conn(0x7fb6a40cad80 0x7fb6a40cb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1389342785 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a406fb70 0x7fb6a406ff80 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 -- 172.21.15.66:0/1389342785 >> 172.21.15.66:0/1389342785 conn(0x7fb6a40cfa70 msgr2=0x7fb6a40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:29.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 -- 172.21.15.66:0/1389342785 shutdown_connections 2024-07-27T07:00:29.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.976+0000 7fb6a3200640 1 -- 172.21.15.66:0/1389342785 wait complete. 2024-07-27T07:00:29.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.978+0000 7fb6a3200640 1 Processor -- start 2024-07-27T07:00:29.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.979+0000 7fb6a3200640 1 -- start start 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a406fb70 0x7fb6a4142630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a41446e0 0x7fb6a40b49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a40cbaa0 con 0x7fb6a40cad80 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a40cb920 con 0x7fb6a406fb70 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.980+0000 7fb6a3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a40cbc20 con 0x7fb6a41446e0 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43196/0 (socket says 172.21.15.66:43196) 2024-07-27T07:00:29.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 -- 172.21.15.66:0/1882055935 learned_addr learned my addr 172.21.15.66:0/1882055935 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:29.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb6a1e00640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a406fb70 0x7fb6a4142630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb6a2800640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a41446e0 0x7fb6a40b49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 -- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a41446e0 msgr2=0x7fb6a40b49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a41446e0 0x7fb6a40b49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 -- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a406fb70 msgr2=0x7fb6a4142630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a406fb70 0x7fb6a4142630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 -- 172.21.15.66:0/1882055935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a4142fa0 con 0x7fb6a40cad80 2024-07-27T07:00:29.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.981+0000 7fb699400640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fb68c000c00 tx=0x7fb68c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.982+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c005c90 con 0x7fb6a40cad80 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.982+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb68c005310 con 0x7fb6a40cad80 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.982+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a4143280 con 0x7fb6a40cad80 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.982+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb68c0047a0 con 0x7fb6a40cad80 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.982+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a4143840 con 0x7fb6a40cad80 2024-07-27T07:00:29.985 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.983+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a4142d10 con 0x7fb6a40cad80 2024-07-27T07:00:29.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.985+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb68c004940 con 0x7fb6a40cad80 2024-07-27T07:00:29.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.986+0000 7fb69aa00640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 0x7fb680079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:29.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.987+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fb68c0ba620 con 0x7fb6a40cad80 2024-07-27T07:00:29.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.987+0000 7fb6a1e00640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 0x7fb680079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:29.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.989+0000 7fb6a1e00640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 0x7fb680079550 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb6940015e0 tx=0x7fb694009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:29.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:29.991+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb68c03f030 con 0x7fb6a40cad80 2024-07-27T07:00:30.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.241+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb6a406ff80 con 0x7fb6a40cad80 2024-07-27T07:00:30.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.242+0000 7fb69aa00640 1 -- 172.21.15.66:0/1882055935 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+5256 (secure 0 0 0) 0x7fb68c031e20 con 0x7fb6a40cad80 2024-07-27T07:00:30.244 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:30.244 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":144,"btime":"2024-07-27T07:00:26:868200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":144,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:26.868188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:30.244 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 144 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 msgr2=0x7fb680079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 0x7fb680079550 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb6940015e0 tx=0x7fb694009040 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 msgr2=0x7fb6a415a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fb68c000c00 tx=0x7fb68c004270 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 shutdown_connections 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb680077040 0x7fb680079550 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb6a41446e0 0x7fb6a40b49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb6a40cad80 0x7fb6a415a430 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 --2- 172.21.15.66:0/1882055935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb6a406fb70 0x7fb6a4142630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 >> 172.21.15.66:0/1882055935 conn(0x7fb6a40cfa70 msgr2=0x7fb6a415e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:30.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 shutdown_connections 2024-07-27T07:00:30.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:30.245+0000 7fb6a3200640 1 -- 172.21.15.66:0/1882055935 wait complete. 2024-07-27T07:00:30.273 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:30.573 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":16,"last_created":16,"last_destroyed":14,"pending_noop":[],"snaps":[{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:00:30.574 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 16, "last_destroyed": 14, "last_snap": 16, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" } ] } 2024-07-27T07:00:30.574 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:30.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:30.575 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:00:31.095 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘d1/dir/.snap/s34’: Permission denied 2024-07-27T07:00:31.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:00:31.097 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:00:31.097 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:00:31.157 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:00:31.157 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:00:31.213 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:00:31.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.503+0000 7f941fe00640 1 -- 172.21.15.66:0/2934873345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94201601c0 msgr2=0x7f942006e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.503+0000 7f941fe00640 1 --2- 172.21.15.66:0/2934873345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94201601c0 0x7f942006e2c0 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7f9418005fd0 tx=0x7f941802a960 comp rx=0 tx=0).stop 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 -- 172.21.15.66:0/2934873345 shutdown_connections 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 --2- 172.21.15.66:0/2934873345 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f94201601c0 0x7f942006e2c0 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 --2- 172.21.15.66:0/2934873345 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f942006fa90 0x7f9420073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 -- 172.21.15.66:0/2934873345 >> 172.21.15.66:0/2934873345 conn(0x7f94200cfa20 msgr2=0x7f94200cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 -- 172.21.15.66:0/2934873345 shutdown_connections 2024-07-27T07:00:31.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.504+0000 7f941fe00640 1 -- 172.21.15.66:0/2934873345 wait complete. 2024-07-27T07:00:31.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.506+0000 7f941fe00640 1 Processor -- start 2024-07-27T07:00:31.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.506+0000 7f941fe00640 1 -- start start 2024-07-27T07:00:31.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9420072340 0x7f94200ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94200ce6f0 0x7f94200c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f942006eb90 con 0x7f942006fa90 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f942006ea10 con 0x7f94200ce6f0 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f942006ed10 con 0x7f9420072340 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55214/0 (socket says 172.21.15.66:55214) 2024-07-27T07:00:31.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.508+0000 7f941ea00640 1 -- 172.21.15.66:0/822649552 learned_addr learned my addr 172.21.15.66:0/822649552 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:31.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941e000640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9420072340 0x7f94200ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:31.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941f400640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94200ce6f0 0x7f94200c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 -- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9420072340 msgr2=0x7f94200ce1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9420072340 0x7f94200ce1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 -- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94200ce6f0 msgr2=0x7f94200c8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94200ce6f0 0x7f94200c8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 -- 172.21.15.66:0/822649552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94200cec30 con 0x7f942006fa90 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.509+0000 7f941ea00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f941000b440 tx=0x7f941000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.510+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410015020 con 0x7f942006fa90 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.510+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9410011980 con 0x7f942006fa90 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.510+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94201f5280 con 0x7f942006fa90 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.510+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9410011dd0 con 0x7f942006fa90 2024-07-27T07:00:31.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.510+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94201f5840 con 0x7f942006fa90 2024-07-27T07:00:31.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.511+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f942006e4d0 con 0x7f942006fa90 2024-07-27T07:00:31.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.513+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9410018020 con 0x7f942006fa90 2024-07-27T07:00:31.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.514+0000 7f9416a00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 0x7f9400079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:31.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.514+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f9410099750 con 0x7f942006fa90 2024-07-27T07:00:31.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.515+0000 7f941e000640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 0x7f9400079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:31.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.516+0000 7f941e000640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 0x7f9400079520 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f940c006fd0 tx=0x7f940c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:31.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.519+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f942006e4d0 con 0x7f942006fa90 2024-07-27T07:00:31.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.746+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f942006f280 con 0x7f942006fa90 2024-07-27T07:00:31.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.747+0000 7f9416a00640 1 -- 172.21.15.66:0/822649552 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 29 entries v121) ==== 81+0+1752 (secure 0 0 0) 0x7f941001f020 con 0x7f942006fa90 2024-07-27T07:00:31.748 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2245700849 2024-07-27T08:00:23.956327+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:00:31.749 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:00:31.750 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/629648339 2024-07-27T07:59:34.306547+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:00:31.751 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:listed 29 entries 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 msgr2=0x7f9400079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 0x7f9400079520 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f940c006fd0 tx=0x7f940c008040 comp rx=0 tx=0).stop 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 msgr2=0x7f94201f8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f941000b440 tx=0x7f941000b900 comp rx=0 tx=0).stop 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 shutdown_connections 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9400077010 0x7f9400079520 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f94200ce6f0 0x7f94200c8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9420072340 0x7f94200ce1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 --2- 172.21.15.66:0/822649552 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f942006fa90 0x7f94201f8dc0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:31.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 >> 172.21.15.66:0/822649552 conn(0x7f94200cfa20 msgr2=0x7f942015ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:31.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.750+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 shutdown_connections 2024-07-27T07:00:31.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:31.751+0000 7f941fe00640 1 -- 172.21.15.66:0/822649552 wait complete. 2024-07-27T07:00:31.779 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:00:31.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:31.779 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:00:31.861 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:00:31.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:31.861 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:00:31.909 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:00:31.909 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:00:31.955 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:00:31.956 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 -- 172.21.15.66:0/1805275076 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 msgr2=0x7f7464003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 --2- 172.21.15.66:0/1805275076 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7464003ec0 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f7470006f80 tx=0x7f7464005830 comp rx=0 tx=0).stop 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485000640 1 -- 172.21.15.66:0/1805275076 reap_dead start 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 -- 172.21.15.66:0/1805275076 shutdown_connections 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 -- 172.21.15.66:0/1805275076 >> 172.21.15.66:0/1805275076 conn(0x7f74800cfa70 msgr2=0x7f74800cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 -- 172.21.15.66:0/1805275076 shutdown_connections 2024-07-27T07:00:32.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.295+0000 7f7485a00640 1 -- 172.21.15.66:0/1805275076 wait complete. 2024-07-27T07:00:32.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.297+0000 7f7485a00640 1 Processor -- start 2024-07-27T07:00:32.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.298+0000 7f7485a00640 1 -- start start 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748014c320 0x7f74801f8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f748014c870 0x7f74800c8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f74800727f0 con 0x7f7464003a50 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7480070590 con 0x7f748014c870 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f7485a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7480072970 con 0x7f748014c320 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.299+0000 7f747fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55240/0 (socket says 172.21.15.66:55240) 2024-07-27T07:00:32.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 -- 172.21.15.66:0/396913239 learned_addr learned my addr 172.21.15.66:0/396913239 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:32.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f7485000640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f748014c870 0x7f74800c8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747f400640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748014c320 0x7f74801f8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 -- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748014c320 msgr2=0x7f74801f8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748014c320 0x7f74801f8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 -- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f748014c870 msgr2=0x7f74800c8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f748014c870 0x7f74800c8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 -- 172.21.15.66:0/396913239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7480155f20 con 0x7f7464003a50 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.300+0000 7f747fe00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f7470006f80 tx=0x7f7470006440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.301+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7470032030 con 0x7f7464003a50 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.301+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7470003a00 con 0x7f7464003a50 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.301+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7470003df0 con 0x7f7464003a50 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.301+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7480156200 con 0x7f7464003a50 2024-07-27T07:00:32.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.301+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74800c9290 con 0x7f7464003a50 2024-07-27T07:00:32.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.302+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7480156440 con 0x7f7464003a50 2024-07-27T07:00:32.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.304+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7470035020 con 0x7f7464003a50 2024-07-27T07:00:32.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.305+0000 7f7477e00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 0x7f7460079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:32.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.305+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f74700b9bb0 con 0x7f7464003a50 2024-07-27T07:00:32.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.305+0000 7f747f400640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 0x7f7460079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:32.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.307+0000 7f747f400640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 0x7f7460079520 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7480156680 tx=0x7f746c005ed0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:32.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.309+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7480156440 con 0x7f7464003a50 2024-07-27T07:00:32.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.561+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f748015a1d0 con 0x7f7464003a50 2024-07-27T07:00:32.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.562+0000 7f7477e00640 1 -- 172.21.15.66:0/396913239 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v144) ==== 53+0+73 (secure 0 0 0) 0x7f7470047030 con 0x7f7464003a50 2024-07-27T07:00:32.564 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:00:32.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 msgr2=0x7f7460079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 0x7f7460079520 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f7480156680 tx=0x7f746c005ed0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 msgr2=0x7f7480138a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f7470006f80 tx=0x7f7470006440 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 shutdown_connections 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7460077010 0x7f7460079520 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f748014c870 0x7f74800c8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f748014c320 0x7f74801f8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 --2- 172.21.15.66:0/396913239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7464003a50 0x7f7480138a70 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 >> 172.21.15.66:0/396913239 conn(0x7f74800cfa70 msgr2=0x7f7480073b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 shutdown_connections 2024-07-27T07:00:32.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32.565+0000 7f7485a00640 1 -- 172.21.15.66:0/396913239 wait complete. 2024-07-27T07:00:32.593 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:00:32.594 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:32.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:32.595 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:00:32.644 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41957sec preferred_lft 41957sec 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.645 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:00:32.646 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:00:32.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:32.648 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:00:32.725 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:00:32.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:32.730 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:00:32.786 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:00:32.786 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:00:32.786 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:00:32.786 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:00:32.786 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:00:32.788 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:00:32.788 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:00:32.788 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:00:32.788 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:00:32.788 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:00:32.789 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:00:32.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:00:33.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:00:33.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:33.025 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:00:33.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:00:33.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:00:33.080 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:33.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:33.081 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:00:33.173 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:00:33.173 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:00:33.230 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:33.230 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:00:33.230 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:00:33.284 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:00:33.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:33.284 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:00:33.496 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:00:33.496 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:00:33.538 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:00:33.539 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:00:33.539 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:00:33.539 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:00:33.539 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:00:33.540 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:00:33.540 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:00:33.541 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:00:33.541 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:00:33.541 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:00:33.545 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:00:33.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:33.545 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:00:33.627 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:00:33.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:00:33.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:00:33.754 INFO:teuthology.orchestra.run.smithi066.stdout:client7950 2024-07-27T07:00:33.754 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:00:33.754 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:00:33.809 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T07:00:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 -- 172.21.15.66:0/3225691281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 msgr2=0x7fdd54160520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 --2- 172.21.15.66:0/3225691281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd54160520 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009830 tx=0x7fdd3c02a3f0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 -- 172.21.15.66:0/3225691281 shutdown_connections 2024-07-27T07:00:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 --2- 172.21.15.66:0/3225691281 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd54160520 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 -- 172.21.15.66:0/3225691281 >> 172.21.15.66:0/3225691281 conn(0x7fdd540b37e0 msgr2=0x7fdd540b3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 -- 172.21.15.66:0/3225691281 shutdown_connections 2024-07-27T07:00:34.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.113+0000 7fdd53e00640 1 -- 172.21.15.66:0/3225691281 wait complete. 2024-07-27T07:00:34.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.116+0000 7fdd53e00640 1 Processor -- start 2024-07-27T07:00:34.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.116+0000 7fdd53e00640 1 -- start start 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.117+0000 7fdd53e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 0x7fdd541f52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.117+0000 7fdd53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 0x7fdd540ce750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdd540b73f0 con 0x7fdd54160110 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd540b7270 con 0x7fdd540cff10 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd540b54d0 con 0x7fdd54160a60 2024-07-27T07:00:34.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55268/0 (socket says 172.21.15.66:55268) 2024-07-27T07:00:34.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 -- 172.21.15.66:0/2942172691 learned_addr learned my addr 172.21.15.66:0/2942172691 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 0x7fdd541f52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53400640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 0x7fdd540ce750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 -- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 msgr2=0x7fdd540ce750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 0x7fdd540ce750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 -- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 msgr2=0x7fdd541f52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 0x7fdd541f52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd4a000640 1 -- 172.21.15.66:0/2942172691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd540ccc00 con 0x7fdd54160110 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 0x7fdd541f52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.118+0000 7fdd53400640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 0x7fdd540ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:34.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd4a000640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c000c00 tx=0x7fdd3c033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd4b400640 1 -- 172.21.15.66:0/2942172691 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c031d60 con 0x7fdd54160110 2024-07-27T07:00:34.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd4b400640 1 -- 172.21.15.66:0/2942172691 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd3c0330d0 con 0x7fdd54160110 2024-07-27T07:00:34.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd540ccee0 con 0x7fdd54160110 2024-07-27T07:00:34.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd4b400640 1 -- 172.21.15.66:0/2942172691 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c033520 con 0x7fdd54160110 2024-07-27T07:00:34.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.119+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd540cd4a0 con 0x7fdd54160110 2024-07-27T07:00:34.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.122+0000 7fdd4b400640 1 -- 172.21.15.66:0/2942172691 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd3c0035f0 con 0x7fdd54160110 2024-07-27T07:00:34.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.123+0000 7fdd4b400640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 0x7fdd30079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.123+0000 7fdd4b400640 1 -- 172.21.15.66:0/2942172691 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fdd3c0ba950 con 0x7fdd54160110 2024-07-27T07:00:34.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.124+0000 7fdd607b7740 1 Processor -- start 2024-07-27T07:00:34.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.124+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 0x7fdd30079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.124+0000 7fdd607b7740 1 -- start start 2024-07-27T07:00:34.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.125+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 0x7fdd30079520 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400a830 tx=0x7fdd44008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9baf390 0x55efb9f9cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f7f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55efb9ec7df0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55efb9eb7490 con 0x55efb9b864d0 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55efb9ebb330 con 0x55efb9baf390 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55272/0 (socket says 172.21.15.66:55272) 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 -- 172.21.15.66:0/4044562175 learned_addr learned my addr 172.21.15.66:0/4044562175 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd4a000640 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f7f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd52a00640 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9baf390 0x55efb9f9cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 -- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9baf390 msgr2=0x55efb9f9cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9baf390 0x55efb9f9cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 -- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 msgr2=0x55efb9f7f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f7f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.126+0000 7fdd53400640 1 -- 172.21.15.66:0/4044562175 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efb9e711f0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.127+0000 7fdd53400640 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0021a0 tx=0x7fdd4c00d5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7750eb8ae5edf9d0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.127+0000 7fdd43000640 1 -- 172.21.15.66:0/4044562175 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c016020 con 0x55efb9b8e6b0 2024-07-27T07:00:34.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.127+0000 7fdd43000640 1 -- 172.21.15.66:0/4044562175 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd4c0126e0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.127+0000 7fdd43000640 1 -- 172.21.15.66:0/4044562175 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c012b10 con 0x55efb9b8e6b0 2024-07-27T07:00:34.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 -- 172.21.15.66:0/4044562175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 msgr2=0x55efb9f7ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0021a0 tx=0x7fdd4c00d5e0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 -- 172.21.15.66:0/4044562175 shutdown_connections 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9f7ff20 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f7f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 --2- 172.21.15.66:0/4044562175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9baf390 0x55efb9f9cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 -- 172.21.15.66:0/4044562175 >> 172.21.15.66:0/4044562175 conn(0x55efb9ba34e0 msgr2=0x55efb9f55c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 -- 172.21.15.66:0/4044562175 shutdown_connections 2024-07-27T07:00:34.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.128+0000 7fdd607b7740 1 -- 172.21.15.66:0/4044562175 wait complete. 2024-07-27T07:00:34.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.129+0000 7fdd607b7740 1 -- start start 2024-07-27T07:00:34.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.130+0000 7fdd607b7740 1 Processor -- start 2024-07-27T07:00:34.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f796c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b8e6b0 0x55efb9f55bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55efb9defc90 con 0x55efb9baf390 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55efb9e51f50 con 0x55efb9b864d0 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55efb9f78300 con 0x55efb9b8e6b0 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.131+0000 7fdd607b7740 10 client.0 _ll_register_callbacks cb 0x55efb9eaf980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55284/0 (socket says 172.21.15.66:55284) 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 -- 172.21.15.66:0/2864478596 learned_addr learned my addr 172.21.15.66:0/2864478596 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f796c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd4a000640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b8e6b0 0x55efb9f55bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 -- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b8e6b0 msgr2=0x55efb9f55bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b8e6b0 0x55efb9f55bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 -- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 msgr2=0x55efb9f796c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f796c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.132+0000 7fdd53400640 1 -- 172.21.15.66:0/2864478596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efb9c917d0 con 0x55efb9baf390 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd53400640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c002170 tx=0x7fdd4c001ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b12e3dbbe11bb7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd37400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c016040 con 0x55efb9baf390 2024-07-27T07:00:34.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fdd4c012ca0 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd4c0126e0 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7fdd4c005040 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd607b7740 10 client.7965 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.133+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x55efb9c1a970 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd4c0126e0 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7fdd4c0051e0 con 0x55efb9baf390 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 10 client.7965 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 10 client.7965 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 20 client.7965 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9b6df60 0x55efb9faa080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 4 client.7965 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:00:34.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.134+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55efb9ec9d40 con 0x55efb9b6df60 2024-07-27T07:00:34.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.135+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9b6df60 0x55efb9faa080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.136+0000 7fdd52a00640 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9b6df60 0x55efb9faa080 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d1661285c2ff5404 server_cookie=3e519aa9c5bc765d in_seq=0 out_seq=0 2024-07-27T07:00:34.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.136+0000 7fdd37400640 10 client.7965 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:34.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.138+0000 7fdd37400640 1 -- 172.21.15.66:0/2864478596 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55efb9ec9d40 con 0x55efb9b6df60 2024-07-27T07:00:34.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.138+0000 7fdd37400640 10 client.7965 handle_command_reply: tid=0 2024-07-27T07:00:34.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.138+0000 7fdd607b7740 1 client.7965 shutdown 2024-07-27T07:00:34.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 msgr2=0x55efb9f937b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c002170 tx=0x7fdd4c001ed0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 shutdown_connections 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9baf390 0x55efb9f937b0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b8e6b0 0x55efb9f55bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9b6df60 0x55efb9faa080 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 --2- 172.21.15.66:0/2864478596 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9b864d0 0x55efb9f796c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 >> 172.21.15.66:0/2864478596 conn(0x55efb9ba34e0 msgr2=0x55efb9f9dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd37400640 0 client.7965 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 shutdown_connections 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 1 -- 172.21.15.66:0/2864478596 wait complete. 2024-07-27T07:00:34.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.139+0000 7fdd607b7740 20 client.7965 trim_cache size 0 max 16384 2024-07-27T07:00:34.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.156+0000 7fdd607b7740 1 Processor -- start 2024-07-27T07:00:34.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.157+0000 7fdd607b7740 1 -- start start 2024-07-27T07:00:34.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f9d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9f795c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54205040 con 0x55efb9b8e6b0 2024-07-27T07:00:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54205710 con 0x55efb9baf390 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd542039a0 con 0x55efb9b864d0 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55294/0 (socket says 172.21.15.66:55294) 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.158+0000 7fdd4a000640 1 -- 172.21.15.66:0/299998903 learned_addr learned my addr 172.21.15.66:0/299998903 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd52a00640 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f9d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd53400640 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9f795c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 -- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 msgr2=0x55efb9f9d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f9d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 -- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 msgr2=0x55efb9f795c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9f795c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 -- 172.21.15.66:0/299998903 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55efb9b60270 con 0x55efb9b8e6b0 2024-07-27T07:00:34.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.159+0000 7fdd4a000640 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c0b8250 tx=0x7fdd3c0821f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=466586aa4d45473 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd42600640 1 -- 172.21.15.66:0/299998903 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c0b5070 con 0x55efb9b8e6b0 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd42600640 1 -- 172.21.15.66:0/299998903 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd3c0829c0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd42600640 1 -- 172.21.15.66:0/299998903 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c086f10 con 0x55efb9b8e6b0 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd607b7740 1 -- 172.21.15.66:0/299998903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 msgr2=0x55efb9fbddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd607b7740 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c0b8250 tx=0x7fdd3c0821f0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd607b7740 1 -- 172.21.15.66:0/299998903 shutdown_connections 2024-07-27T07:00:34.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd607b7740 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9f795c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.160+0000 7fdd607b7740 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efb9fbddb0 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.161+0000 7fdd607b7740 1 --2- 172.21.15.66:0/299998903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f9d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.161+0000 7fdd607b7740 1 -- 172.21.15.66:0/299998903 >> 172.21.15.66:0/299998903 conn(0x55efb9ba34e0 msgr2=0x55efb9f4f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.161+0000 7fdd607b7740 1 -- 172.21.15.66:0/299998903 shutdown_connections 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.161+0000 7fdd607b7740 1 -- 172.21.15.66:0/299998903 wait complete. 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.162+0000 7fdd607b7740 1 -- start start 2024-07-27T07:00:34.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.162+0000 7fdd607b7740 1 Processor -- start 2024-07-27T07:00:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f78ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9fa7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55efb9fac290 con 0x55efb9b8e6b0 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd54203ff0 con 0x55efb9baf390 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55efb9ebd7d0 con 0x55efb9b864d0 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd607b7740 10 client.0 _ll_register_callbacks cb 0x7fdd4c001fe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55308/0 (socket says 172.21.15.66:55308) 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 -- 172.21.15.66:0/484986835 learned_addr learned my addr 172.21.15.66:0/484986835 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 -- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 msgr2=0x55efb9f78ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f78ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 -- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 msgr2=0x55efb9fa7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9fa7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.164+0000 7fdd4a000640 1 -- 172.21.15.66:0/484986835 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55efba017ab0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd4a000640 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c07e9f0 tx=0x7fdd3c005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb8d13ff4809daa server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd37400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c0a3020 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fdd3c082c20 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd3c0829c0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=144) ==== 24+0+0 (secure 0 0 0) 0x7fdd3c0b5040 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd607b7740 10 client.7971 fetch_fsmap learned FSMap version 144 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.165+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=144,monmap=2+}) -- 0x55efb9f789c0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd3c0829c0 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 144) ==== 3522+0+0 (secure 0 0 0) 0x7fdd3c04b030 con 0x55efb9b8e6b0 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 10 client.7971 fetch_fsmap finished waiting for FSMap version 144 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 10 client.7971 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 20 client.7971 populate_metadata read hostname 'smithi066' 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9fa9320 0x55efb9f7f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 4 client.7971 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T07:00:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.166+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55efb9ec57e0 con 0x55efb9fa9320 2024-07-27T07:00:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.167+0000 7fdd52a00640 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9fa9320 0x55efb9f7f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.168+0000 7fdd52a00640 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9fa9320 0x55efb9f7f9e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5391246c6d99692e server_cookie=c66a9fbf6a9487df in_seq=0 out_seq=0 2024-07-27T07:00:34.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.168+0000 7fdd37400640 10 client.7971 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:34.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.185+0000 7fdd37400640 1 -- 172.21.15.66:0/484986835 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55efb9ec57e0 con 0x55efb9fa9320 2024-07-27T07:00:34.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.185+0000 7fdd37400640 10 client.7971 handle_command_reply: tid=0 2024-07-27T07:00:34.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.185+0000 7fdd607b7740 1 client.7971 shutdown 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 msgr2=0x55efba017570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c07e9f0 tx=0x7fdd3c005bd0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 shutdown_connections 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x55efb9fa9320 0x55efb9f7f9e0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55efb9baf390 0x55efb9fa7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55efb9b8e6b0 0x55efba017570 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd37400640 0 client.7971 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 --2- 172.21.15.66:0/484986835 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55efb9b864d0 0x55efb9f78ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 >> 172.21.15.66:0/484986835 conn(0x55efb9ba34e0 msgr2=0x55efb9f4f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 shutdown_connections 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 1 -- 172.21.15.66:0/484986835 wait complete. 2024-07-27T07:00:34.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.186+0000 7fdd607b7740 20 client.7971 trim_cache size 0 max 16384 2024-07-27T07:00:34.190 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:00:34.190 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T07:00:34.190 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T07:00:34.190 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:00:34.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 msgr2=0x7fdd30079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 0x7fdd30079520 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400a830 tx=0x7fdd44008040 comp rx=0 tx=0).stop 2024-07-27T07:00:34.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 msgr2=0x7fdd540ce210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c000c00 tx=0x7fdd3c033d60 comp rx=0 tx=0).stop 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 shutdown_connections 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd30077010 0x7fdd30079520 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd54160a60 0x7fdd540ce750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd54160110 0x7fdd540ce210 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 --2- 172.21.15.66:0/2942172691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd540cff10 0x7fdd541f52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 >> 172.21.15.66:0/2942172691 conn(0x7fdd540b37e0 msgr2=0x7fdd540b5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 shutdown_connections 2024-07-27T07:00:34.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.188+0000 7fdd53e00640 1 -- 172.21.15.66:0/2942172691 wait complete. 2024-07-27T07:00:34.219 INFO:tasks.cephfs.test_snapshots:testing snapclient mds_kill_mdstable_at=7 2024-07-27T07:00:34.219 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:34.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 -- 172.21.15.66:0/466591883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0728e0 msgr2=0x7fcb8c160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 --2- 172.21.15.66:0/466591883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0728e0 0x7fcb8c160530 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009830 tx=0x7fcb8402a5c0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 -- 172.21.15.66:0/466591883 shutdown_connections 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 --2- 172.21.15.66:0/466591883 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0728e0 0x7fcb8c160530 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 -- 172.21.15.66:0/466591883 >> 172.21.15.66:0/466591883 conn(0x7fcb8c0cfa70 msgr2=0x7fcb8c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 -- 172.21.15.66:0/466591883 shutdown_connections 2024-07-27T07:00:34.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.511+0000 7fcb8be00640 1 -- 172.21.15.66:0/466591883 wait complete. 2024-07-27T07:00:34.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.513+0000 7fcb8be00640 1 Processor -- start 2024-07-27T07:00:34.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.514+0000 7fcb8be00640 1 -- start start 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb8c0cecb0 0x7fcb8c1406d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb8c1457e0 0x7fcb8c06e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8c0cdb40 con 0x7fcb8c0b5260 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcb8c0cd9c0 con 0x7fcb8c1457e0 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcb8c0cdcc0 con 0x7fcb8c0cecb0 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.515+0000 7fcb8b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55322/0 (socket says 172.21.15.66:55322) 2024-07-27T07:00:34.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 -- 172.21.15.66:0/3241256647 learned_addr learned my addr 172.21.15.66:0/3241256647 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:34.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8a000640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb8c1457e0 0x7fcb8c06e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8aa00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb8c0cecb0 0x7fcb8c1406d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 -- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb8c0cecb0 msgr2=0x7fcb8c1406d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb8c0cecb0 0x7fcb8c1406d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 -- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb8c1457e0 msgr2=0x7fcb8c06e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb8c1457e0 0x7fcb8c06e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.516+0000 7fcb8b400640 1 -- 172.21.15.66:0/3241256647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb8c1411c0 con 0x7fcb8c0b5260 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb8b400640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009920 tx=0x7fcb84033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb84005c90 con 0x7fcb8c0b5260 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb84031e50 con 0x7fcb8c0b5260 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb8c1414a0 con 0x7fcb8c0b5260 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb84005260 con 0x7fcb8c0b5260 2024-07-27T07:00:34.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.517+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb8c06f5c0 con 0x7fcb8c0b5260 2024-07-27T07:00:34.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.518+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb8c0b5720 con 0x7fcb8c0b5260 2024-07-27T07:00:34.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.520+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcb84005400 con 0x7fcb8c0b5260 2024-07-27T07:00:34.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.521+0000 7fcb82a00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 0x7fcb6c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:34.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.521+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fcb840ba830 con 0x7fcb8c0b5260 2024-07-27T07:00:34.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.522+0000 7fcb8aa00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 0x7fcb6c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:34.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.523+0000 7fcb8aa00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 0x7fcb6c079520 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c007fd0 tx=0x7fcb7c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:34.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.525+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb8403f030 con 0x7fcb8c0b5260 2024-07-27T07:00:34.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.779+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb8c0cf760 con 0x7fcb8c0b5260 2024-07-27T07:00:34.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.781+0000 7fcb82a00640 1 -- 172.21.15.66:0/3241256647 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+5256 (secure 0 0 0) 0x7fcb84082f70 con 0x7fcb8c0b5260 2024-07-27T07:00:34.783 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:34.783 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":144,"btime":"2024-07-27T07:00:26:868200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":144,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:26.868188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:34.783 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 144 2024-07-27T07:00:34.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 msgr2=0x7fcb6c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 0x7fcb6c079520 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c007fd0 tx=0x7fcb7c009040 comp rx=0 tx=0).stop 2024-07-27T07:00:34.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 msgr2=0x7fcb8c06ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:34.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fcb84009920 tx=0x7fcb84033c20 comp rx=0 tx=0).stop 2024-07-27T07:00:34.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 shutdown_connections 2024-07-27T07:00:34.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb6c077010 0x7fcb6c079520 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb8c0b5260 0x7fcb8c06ea80 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb8c1457e0 0x7fcb8c06e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 --2- 172.21.15.66:0/3241256647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb8c0cecb0 0x7fcb8c1406d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.784+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 >> 172.21.15.66:0/3241256647 conn(0x7fcb8c0cfa70 msgr2=0x7fcb8c15d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.785+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 shutdown_connections 2024-07-27T07:00:34.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:34.785+0000 7fcb8be00640 1 -- 172.21.15.66:0/3241256647 wait complete. 2024-07-27T07:00:34.812 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:35.112 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":16,"last_created":16,"last_destroyed":14,"pending_noop":[],"snaps":[{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:00:35.113 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 16, "last_destroyed": 14, "last_snap": 16, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" } ] } 2024-07-27T07:00:35.113 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:35.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.413+0000 7fd273e00640 1 -- 172.21.15.66:0/2190279392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd258003fd0 msgr2=0x7fd258004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:35.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.413+0000 7fd273e00640 1 --2- 172.21.15.66:0/2190279392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd258003fd0 0x7fd258004800 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fd264009b50 tx=0x7fd258005830 comp rx=0 tx=0).stop 2024-07-27T07:00:35.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.413+0000 7fd273400640 1 -- 172.21.15.66:0/2190279392 reap_dead start 2024-07-27T07:00:35.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.413+0000 7fd273e00640 1 -- 172.21.15.66:0/2190279392 shutdown_connections 2024-07-27T07:00:35.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.413+0000 7fd273e00640 1 -- 172.21.15.66:0/2190279392 >> 172.21.15.66:0/2190279392 conn(0x7fd2740cfa70 msgr2=0x7fd2740cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:35.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.414+0000 7fd273e00640 1 -- 172.21.15.66:0/2190279392 shutdown_connections 2024-07-27T07:00:35.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.414+0000 7fd273e00640 1 -- 172.21.15.66:0/2190279392 wait complete. 2024-07-27T07:00:35.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.416+0000 7fd273e00640 1 Processor -- start 2024-07-27T07:00:35.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.416+0000 7fd273e00640 1 -- start start 2024-07-27T07:00:35.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd258003fd0 0x7fd2741f9000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:35.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2740b5320 0x7fd2741f58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:35.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:35.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd2740cf040 con 0x7fd27413d610 2024-07-27T07:00:35.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2740ceec0 con 0x7fd258003fd0 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2740cd640 con 0x7fd2740b5320 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55346/0 (socket says 172.21.15.66:55346) 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.418+0000 7fd273400640 1 -- 172.21.15.66:0/2910316336 learned_addr learned my addr 172.21.15.66:0/2910316336 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd272a00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd258003fd0 0x7fd2741f9000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd272000640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2740b5320 0x7fd2741f58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 -- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2740b5320 msgr2=0x7fd2741f58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2740b5320 0x7fd2741f58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 -- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd258003fd0 msgr2=0x7fd2741f9000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd258003fd0 0x7fd2741f9000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 -- 172.21.15.66:0/2910316336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd27413df60 con 0x7fd27413d610 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.419+0000 7fd273400640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fd274145e30 tx=0x7fd26c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.420+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c017070 con 0x7fd27413d610 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.420+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd26c00add0 con 0x7fd27413d610 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.420+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd27413bd40 con 0x7fd27413d610 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.420+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd26c007330 con 0x7fd27413d610 2024-07-27T07:00:35.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.420+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2741f8800 con 0x7fd27413d610 2024-07-27T07:00:35.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.421+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2740cb6d0 con 0x7fd27413d610 2024-07-27T07:00:35.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.423+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd26c01a070 con 0x7fd27413d610 2024-07-27T07:00:35.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.424+0000 7fd26aa00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 0x7fd250079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:35.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.424+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fd26c099290 con 0x7fd27413d610 2024-07-27T07:00:35.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.424+0000 7fd272a00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 0x7fd250079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:35.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.426+0000 7fd272a00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 0x7fd250079520 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fd25c005eb0 tx=0x7fd25c009590 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:35.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.429+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd26c0618c0 con 0x7fd27413d610 2024-07-27T07:00:35.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.685+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2740cf760 con 0x7fd27413d610 2024-07-27T07:00:35.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.686+0000 7fd26aa00640 1 -- 172.21.15.66:0/2910316336 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 144 v144) ==== 95+0+5256 (secure 0 0 0) 0x7fd26c0611c0 con 0x7fd27413d610 2024-07-27T07:00:35.747 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:35.747 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":144,"btime":"2024-07-27T07:00:26:868200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":144,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:26.868188+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:35.748 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 144 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.689+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 msgr2=0x7fd250079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.689+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 0x7fd250079520 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fd25c005eb0 tx=0x7fd25c009590 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.689+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 msgr2=0x7fd27413da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.689+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7fd274145e30 tx=0x7fd26c00a430 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 shutdown_connections 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd250077010 0x7fd250079520 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd27413d610 0x7fd27413da20 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2740b5320 0x7fd2741f58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 --2- 172.21.15.66:0/2910316336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd258003fd0 0x7fd2741f9000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 >> 172.21.15.66:0/2910316336 conn(0x7fd2740cfa70 msgr2=0x7fd27415e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 shutdown_connections 2024-07-27T07:00:35.749 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:35.690+0000 7fd273e00640 1 -- 172.21.15.66:0/2910316336 wait complete. 2024-07-27T07:00:35.750 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T07:00:36.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 -- 172.21.15.66:0/490441373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 msgr2=0x7f84980cec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 --2- 172.21.15.66:0/490441373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84980cec70 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f849815b180 tx=0x7f848402a4b0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 -- 172.21.15.66:0/490441373 shutdown_connections 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 --2- 172.21.15.66:0/490441373 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cc630 0x7f84980cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 --2- 172.21.15.66:0/490441373 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84980cec70 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 -- 172.21.15.66:0/490441373 >> 172.21.15.66:0/490441373 conn(0x7f849806d160 msgr2=0x7f84980b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:36.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 -- 172.21.15.66:0/490441373 shutdown_connections 2024-07-27T07:00:36.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.053+0000 7f84a0600640 1 -- 172.21.15.66:0/490441373 wait complete. 2024-07-27T07:00:36.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.055+0000 7f84a0600640 1 Processor -- start 2024-07-27T07:00:36.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.056+0000 7f84a0600640 1 -- start start 2024-07-27T07:00:36.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84980cc630 0x7f84981f35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:36.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cf540 0x7f84981f47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:36.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f84980cdcc0 con 0x7f849815b490 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f84980cdb40 con 0x7f84980cc630 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.057+0000 7f84a0600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f84980cde40 con 0x7f84980cf540 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55368/0 (socket says 172.21.15.66:55368) 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 -- 172.21.15.66:0/326908922 learned_addr learned my addr 172.21.15.66:0/326908922 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849dc00640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84980cc630 0x7f84981f35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:36.060 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849d200640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cf540 0x7f84981f47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:36.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 -- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cf540 msgr2=0x7f84981f47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cf540 0x7f84981f47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 -- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84980cc630 msgr2=0x7f84981f35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84980cc630 0x7f84981f35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.058+0000 7f849e600640 1 -- 172.21.15.66:0/326908922 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f849809b000 con 0x7f849815b490 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f849e600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f849000cad0 tx=0x7f849000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849000ae20 con 0x7f849815b490 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f849000f450 con 0x7f849815b490 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849000f8c0 con 0x7f849815b490 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f849809b2e0 con 0x7f849815b490 2024-07-27T07:00:36.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.059+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f849809b8a0 con 0x7f849815b490 2024-07-27T07:00:36.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.061+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8498068ed0 con 0x7f849815b490 2024-07-27T07:00:36.065 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.062+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8490004b20 con 0x7f849815b490 2024-07-27T07:00:36.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.063+0000 7f8495600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 0x7f8478079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:36.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.064+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f849009a090 con 0x7f849815b490 2024-07-27T07:00:36.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.064+0000 7f849dc00640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 0x7f8478079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:36.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.065+0000 7f849dc00640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 0x7f8478079520 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f848c006fd0 tx=0x7f848c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:36.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.067+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8490014030 con 0x7f849815b490 2024-07-27T07:00:36.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.361+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7f84980cca40 con 0x7f849815b490 2024-07-27T07:00:36.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.971+0000 7f8495600640 1 -- 172.21.15.66:0/326908922 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.7662 v145) ==== 112+0+0 (secure 0 0 0) 0x7f8490062740 con 0x7f849815b490 2024-07-27T07:00:36.973 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7662 2024-07-27T07:00:36.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.975+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 msgr2=0x7f8478079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:36.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.975+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 0x7f8478079520 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f848c006fd0 tx=0x7f848c008040 comp rx=0 tx=0).stop 2024-07-27T07:00:36.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.975+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 msgr2=0x7f84981f3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.975+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f849000cad0 tx=0x7f849000cf90 comp rx=0 tx=0).stop 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.975+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 shutdown_connections 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8478077010 0x7f8478079520 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f849815b490 0x7f84981f3f50 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f84980cf540 0x7f84981f47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 --2- 172.21.15.66:0/326908922 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f84980cc630 0x7f84981f35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 >> 172.21.15.66:0/326908922 conn(0x7f849806d160 msgr2=0x7f84981564e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 shutdown_connections 2024-07-27T07:00:36.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:36.976+0000 7f84a0600640 1 -- 172.21.15.66:0/326908922 wait complete. 2024-07-27T07:00:37.010 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json config set mds_kill_mdstable_at 7 2024-07-27T07:00:37.306 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T07:00:37.307 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T07:00:37.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:37.307 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s37) 2024-07-27T07:00:37.312 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T07:00:37.642 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T07:00:37.642 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T07:00:37.642 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:37.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 -- 172.21.15.66:0/3953653404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f34004800 msgr2=0x7f0f34004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/3953653404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f34004800 0x7f0f34004c10 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f0f400043e0 tx=0x7f0f34005830 comp rx=0 tx=0).stop 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 -- 172.21.15.66:0/3953653404 shutdown_connections 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/3953653404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f34004800 0x7f0f34004c10 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 -- 172.21.15.66:0/3953653404 >> 172.21.15.66:0/3953653404 conn(0x7f0f500d1cb0 msgr2=0x7f0f500d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 -- 172.21.15.66:0/3953653404 shutdown_connections 2024-07-27T07:00:37.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.934+0000 7f0f4fe00640 1 -- 172.21.15.66:0/3953653404 wait complete. 2024-07-27T07:00:37.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.936+0000 7f0f4fe00640 1 Processor -- start 2024-07-27T07:00:37.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.937+0000 7f0f4fe00640 1 -- start start 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f34004800 0x7f0f501f2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f5009ce80 0x7f0f501e11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0f500b2250 con 0x7f0f5009ca70 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0f500b20d0 con 0x7f0f34004800 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0f500b23d0 con 0x7f0f5009ce80 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:55380/0 (socket says 172.21.15.66:55380) 2024-07-27T07:00:37.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.938+0000 7f0f4e000640 1 -- 172.21.15.66:0/235463003 learned_addr learned my addr 172.21.15.66:0/235463003 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4ea00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f34004800 0x7f0f501f2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4f400640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f5009ce80 0x7f0f501e11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 -- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f5009ce80 msgr2=0x7f0f501e11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f5009ce80 0x7f0f501e11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 -- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f34004800 msgr2=0x7f0f501f2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f34004800 0x7f0f501f2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 -- 172.21.15.66:0/235463003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f501e1710 con 0x7f0f5009ca70 2024-07-27T07:00:37.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.939+0000 7f0f4e000640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f0f40004500 tx=0x7f0f40004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.940+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f40040030 con 0x7f0f5009ca70 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.940+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f400060c0 con 0x7f0f5009ca70 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.940+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f40037040 con 0x7f0f5009ca70 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.940+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f5009ee20 con 0x7f0f5009ca70 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.940+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f5009f3e0 con 0x7f0f5009ca70 2024-07-27T07:00:37.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.941+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f500b4be0 con 0x7f0f5009ca70 2024-07-27T07:00:37.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.943+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0f40043070 con 0x7f0f5009ca70 2024-07-27T07:00:37.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.944+0000 7f0f46a00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 0x7f0f2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:37.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.944+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f0f400b9230 con 0x7f0f5009ca70 2024-07-27T07:00:37.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.944+0000 7f0f4ea00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 0x7f0f2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:37.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.945+0000 7f0f4ea00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 0x7f0f2c079520 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f0f38001050 tx=0x7f0f38001c60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:37.950 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:37.948+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0f500b4be0 con 0x7f0f5009ca70 2024-07-27T07:00:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.207+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f500cec20 con 0x7f0f5009ca70 2024-07-27T07:00:38.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.208+0000 7f0f46a00640 1 -- 172.21.15.66:0/235463003 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) ==== 95+0+5256 (secure 0 0 0) 0x7f0f4004a020 con 0x7f0f5009ca70 2024-07-27T07:00:38.210 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:38.210 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":145,"btime":"2024-07-27T07:00:36:957570+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:36.363152+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7662,6208]},"id":6}]} 2024-07-27T07:00:38.210 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 145 2024-07-27T07:00:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 msgr2=0x7f0f2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 0x7f0f2c079520 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f0f38001050 tx=0x7f0f38001c60 comp rx=0 tx=0).stop 2024-07-27T07:00:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 msgr2=0x7f0f501e0c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f0f40004500 tx=0x7f0f40004ad0 comp rx=0 tx=0).stop 2024-07-27T07:00:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 shutdown_connections 2024-07-27T07:00:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0f2c077010 0x7f0f2c079520 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0f5009ce80 0x7f0f501e11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0f5009ca70 0x7f0f501e0c90 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 --2- 172.21.15.66:0/235463003 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0f34004800 0x7f0f501f2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.211+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 >> 172.21.15.66:0/235463003 conn(0x7f0f500d1cb0 msgr2=0x7f0f501e40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.212+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 shutdown_connections 2024-07-27T07:00:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:38.212+0000 7f0f4fe00640 1 -- 172.21.15.66:0/235463003 wait complete. 2024-07-27T07:00:38.243 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:00:40.966 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe2ab800640 time 2024-07-27T07:00:40.966448+0000 2024-07-27T07:00:40.967 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 113: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 7) 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe2b284c4d1] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:40.969 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T07:00:40.967+0000 7fe2ab800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe2ab800640 time 2024-07-27T07:00:40.966448+0000 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 113: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 7) 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe2b284c4d1] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:40.970 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:00:40.971 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe2ab800640 thread_name:ms_dispatch 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe2b1e3e6f0] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe2b1e8b94c] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe2b284c60c] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:40.972 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T07:00:40.971+0000 7fe2ab800640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe2ab800640 thread_name:ms_dispatch 2024-07-27T07:00:40.973 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe2b1e3e6f0] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe2b1e8b94c] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe2b284c60c] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:40.974 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:00:40.975 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr: -1> 2024-07-27T07:00:40.967+0000 7fe2ab800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe2ab800640 time 2024-07-27T07:00:40.966448+0000 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 113: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 7) 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe2b284c4d1] 2024-07-27T07:00:41.010 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:41.011 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T07:00:40.971+0000 7fe2ab800640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe2ab800640 thread_name:ms_dispatch 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe2b1e3e6f0] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe2b1e8b94c] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe2b284c60c] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:41.012 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:00:41.013 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.028 INFO:tasks.ceph.mds.c.smithi066.stderr: -1> 2024-07-27T07:00:40.967+0000 7fe2ab800640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7fe2ab800640 time 2024-07-27T07:00:40.966448+0000 2024-07-27T07:00:41.028 INFO:tasks.ceph.mds.c.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 113: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 7) 2024-07-27T07:00:41.028 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.028 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:41.028 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fe2b284c4d1] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:41.029 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T07:00:40.971+0000 7fe2ab800640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fe2ab800640 thread_name:ms_dispatch 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fe2b1e3e6f0] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fe2b1e8b94c] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fe2b284c60c] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fe2b284c6de] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0xbb4) [0x558e5640f936] 2024-07-27T07:00:41.030 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x558e560afed2] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x558e560b3637] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x558e560b3f5e] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x558e5609703a] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fe2b299b407] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fe2b299bcf9] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fe2b2a785a1] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fe2b2825cdd] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fe2b2825cf9] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fe2b1e89c02] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fe2b1f0ec40] 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:00:41.031 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:00:41.757 INFO:tasks.ceph.mds.c.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:00:43.245 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 -- 172.21.15.66:0/3538257498 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 msgr2=0x7fe9500d0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 --2- 172.21.15.66:0/3538257498 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe9500d0bf0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fe9500b9a20 tx=0x7fe94002a820 comp rx=0 tx=0).stop 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 -- 172.21.15.66:0/3538257498 shutdown_connections 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 --2- 172.21.15.66:0/3538257498 >> v2:172.21.15.155:3300/0 conn(0x7fe9500d1130 0x7fe9500b72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 --2- 172.21.15.66:0/3538257498 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe9500d0bf0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 -- 172.21.15.66:0/3538257498 >> 172.21.15.66:0/3538257498 conn(0x7fe9500d3e80 msgr2=0x7fe9500d4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:43.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.546+0000 7fe94f200640 1 -- 172.21.15.66:0/3538257498 shutdown_connections 2024-07-27T07:00:43.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.547+0000 7fe94f200640 1 -- 172.21.15.66:0/3538257498 wait complete. 2024-07-27T07:00:43.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.549+0000 7fe94f200640 1 Processor -- start 2024-07-27T07:00:43.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.549+0000 7fe94f200640 1 -- start start 2024-07-27T07:00:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9500b5490 0x7fe9501f8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 0x7fe950160140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe9500b7d70 con 0x7fe9500b90f0 2024-07-27T07:00:43.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe9500b7bf0 con 0x7fe95009e730 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe9500b7ef0 con 0x7fe9500b5490 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49674/0 (socket says 172.21.15.66:49674) 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94d400640 1 -- 172.21.15.66:0/1855537871 learned_addr learned my addr 172.21.15.66:0/1855537871 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.551+0000 7fe94de00640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9500b5490 0x7fe9501f8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94e800640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 0x7fe950160140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 -- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9500b5490 msgr2=0x7fe9501f8df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9500b5490 0x7fe9501f8df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 -- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 msgr2=0x7fe950160140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:43.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 0x7fe950160140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 -- 172.21.15.66:0/1855537871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9501f4ee0 con 0x7fe9500b90f0 2024-07-27T07:00:43.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94e800640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 0x7fe950160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:43.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94d400640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fe940035040 tx=0x7fe940032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940037040 con 0x7fe9500b90f0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe940042070 con 0x7fe9500b90f0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9501f51b0 con 0x7fe9500b90f0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.552+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe940003e60 con 0x7fe9500b90f0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.553+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9501f5770 con 0x7fe9500b90f0 2024-07-27T07:00:43.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.554+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe95009ec20 con 0x7fe9500b90f0 2024-07-27T07:00:43.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.555+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe940004280 con 0x7fe9500b90f0 2024-07-27T07:00:43.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.556+0000 7fe946000640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 0x7fe92c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:43.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.556+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fe9400ba1c0 con 0x7fe9500b90f0 2024-07-27T07:00:43.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.557+0000 7fe94de00640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 0x7fe92c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:43.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.558+0000 7fe94de00640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 0x7fe92c079550 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe9500d3860 tx=0x7fe938009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:43.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.561+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe9400828e0 con 0x7fe9500b90f0 2024-07-27T07:00:43.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.819+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9500b8410 con 0x7fe9500b90f0 2024-07-27T07:00:43.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.821+0000 7fe946000640 1 -- 172.21.15.66:0/1855537871 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) ==== 95+0+5256 (secure 0 0 0) 0x7fe9400821e0 con 0x7fe9500b90f0 2024-07-27T07:00:43.822 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":145,"btime":"2024-07-27T07:00:36:957570+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:36.363152+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7662,6208]},"id":6}]} 2024-07-27T07:00:43.823 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 145 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 msgr2=0x7fe92c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 0x7fe92c079550 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fe9500d3860 tx=0x7fe938009040 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 msgr2=0x7fe95009e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fe940035040 tx=0x7fe940032d10 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 shutdown_connections 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe92c077040 0x7fe92c079550 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe95009e730 0x7fe950160140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe9500b90f0 0x7fe95009e1f0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 --2- 172.21.15.66:0/1855537871 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9500b5490 0x7fe9501f8df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 >> 172.21.15.66:0/1855537871 conn(0x7fe9500d3e80 msgr2=0x7fe95015b4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.824+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 shutdown_connections 2024-07-27T07:00:43.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:43.825+0000 7fe94f200640 1 -- 172.21.15.66:0/1855537871 wait complete. 2024-07-27T07:00:43.853 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:00:48.677 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-27T07:00:48.854 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:49.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.157+0000 7f300d200640 1 -- 172.21.15.66:0/2911729903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 msgr2=0x7f3008160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.157+0000 7f300d200640 1 --2- 172.21.15.66:0/2911729903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f3008160530 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0005fd0 tx=0x7f2ff002a5d0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.157+0000 7f300d200640 1 -- 172.21.15.66:0/2911729903 shutdown_connections 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.157+0000 7f300d200640 1 --2- 172.21.15.66:0/2911729903 >> v2:172.21.15.155:3300/0 conn(0x7f30080721d0 0x7f30080725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.158+0000 7f300d200640 1 --2- 172.21.15.66:0/2911729903 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f3008160530 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.158+0000 7f300d200640 1 -- 172.21.15.66:0/2911729903 >> 172.21.15.66:0/2911729903 conn(0x7f30080cfa70 msgr2=0x7f30080cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.158+0000 7f300d200640 1 -- 172.21.15.66:0/2911729903 shutdown_connections 2024-07-27T07:00:49.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.158+0000 7f300d200640 1 -- 172.21.15.66:0/2911729903 wait complete. 2024-07-27T07:00:49.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.161+0000 7f300d200640 1 Processor -- start 2024-07-27T07:00:49.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.161+0000 7f300d200640 1 -- start start 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f30080b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30081457e0 0x7f3008140c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30080cd9d0 con 0x7f30080721d0 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30080cd850 con 0x7f30081457e0 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f300d200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30080cdb50 con 0x7f30080cecb0 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f3007400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f3007400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49688/0 (socket says 172.21.15.66:49688) 2024-07-27T07:00:49.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f3007400640 1 -- 172.21.15.66:0/2554580638 learned_addr learned my addr 172.21.15.66:0/2554580638 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.164+0000 7f2fffe00640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f30080b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007e00640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30081457e0 0x7f3008140c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 -- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 msgr2=0x7f30080b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f30080b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 -- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30081457e0 msgr2=0x7f3008140c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30081457e0 0x7f3008140c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 -- 172.21.15.66:0/2554580638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30080b3f30 con 0x7f30080721d0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f2fffe00640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f30080b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f3007400640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c730 tx=0x7f2ff800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff80052d0 con 0x7f30080721d0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ff8005490 con 0x7f30080721d0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff800a8a0 con 0x7f30080721d0 2024-07-27T07:00:49.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.165+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f300813fb80 con 0x7f30080721d0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.166+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3008140120 con 0x7f30080721d0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.167+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30080ce070 con 0x7f30080721d0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.168+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2ff800aa40 con 0x7f30080721d0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.169+0000 7f2fff400640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 0x7f2fe4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.169+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f2ff8098fc0 con 0x7f30080721d0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.170+0000 7f2fffe00640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 0x7f2fe4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:49.173 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.171+0000 7f2fffe00640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 0x7f2fe4079520 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0033000 tx=0x7f2ff0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:49.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.174+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f30080cf0c0 con 0x7f30080721d0 2024-07-27T07:00:49.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.424+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30080b0700 con 0x7f30080721d0 2024-07-27T07:00:49.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.425+0000 7f2fff400640 1 -- 172.21.15.66:0/2554580638 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) ==== 95+0+5256 (secure 0 0 0) 0x7f2ff8061710 con 0x7f30080721d0 2024-07-27T07:00:49.427 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:49.427 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":145,"btime":"2024-07-27T07:00:36:957570+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:36.363152+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7662,6208]},"id":6}]} 2024-07-27T07:00:49.427 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 145 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 msgr2=0x7f2fe4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 0x7f2fe4079520 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2ff0033000 tx=0x7f2ff0004730 comp rx=0 tx=0).stop 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 msgr2=0x7f300813e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c730 tx=0x7f2ff800cbf0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 shutdown_connections 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fe4077010 0x7f2fe4079520 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30081457e0 0x7f3008140c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30080cecb0 0x7f30080b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 --2- 172.21.15.66:0/2554580638 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30080721d0 0x7f300813e100 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 >> 172.21.15.66:0/2554580638 conn(0x7f30080cfa70 msgr2=0x7f30080cc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.428+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 shutdown_connections 2024-07-27T07:00:49.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:49.429+0000 7f300d200640 1 -- 172.21.15.66:0/2554580638 wait complete. 2024-07-27T07:00:49.456 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:00:54.457 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:54.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 -- 172.21.15.66:0/2716037262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c1446e0 msgr2=0x7f8c0c0ce8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 --2- 172.21.15.66:0/2716037262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c1446e0 0x7f8c0c0ce8d0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc005fd0 tx=0x7f8bfc02a4a0 comp rx=0 tx=0).stop 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 -- 172.21.15.66:0/2716037262 shutdown_connections 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 --2- 172.21.15.66:0/2716037262 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c070280 0x7f8c0c0cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 --2- 172.21.15.66:0/2716037262 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c1446e0 0x7f8c0c0ce8d0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 -- 172.21.15.66:0/2716037262 >> 172.21.15.66:0/2716037262 conn(0x7f8c0c0cfa70 msgr2=0x7f8c0c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 -- 172.21.15.66:0/2716037262 shutdown_connections 2024-07-27T07:00:54.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.753+0000 7f8c11000640 1 -- 172.21.15.66:0/2716037262 wait complete. 2024-07-27T07:00:54.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.755+0000 7f8c11000640 1 Processor -- start 2024-07-27T07:00:54.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.755+0000 7f8c11000640 1 -- start start 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0c0cee10 0x7f8c0c073b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 0x7f8c0c15a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c0cb9b0 con 0x7f8c0c072d60 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0c0cb830 con 0x7f8c0c0cee10 2024-07-27T07:00:54.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c11000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8c0c0cbb30 con 0x7f8c0c1446e0 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58156/0 (socket says 172.21.15.66:58156) 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.757+0000 7f8c0be00640 1 -- 172.21.15.66:0/2486761629 learned_addr learned my addr 172.21.15.66:0/2486761629 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0b400640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0c0cee10 0x7f8c0c073b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0aa00640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 0x7f8c0c15a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 -- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 msgr2=0x7f8c0c15a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 0x7f8c0c15a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 -- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0c0cee10 msgr2=0x7f8c0c073b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0c0cee10 0x7f8c0c073b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 -- 172.21.15.66:0/2486761629 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0c0736b0 con 0x7f8c0c072d60 2024-07-27T07:00:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0aa00640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 0x7f8c0c15a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:54.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c0be00640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f8c0400ca80 tx=0x7f8c0400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:54.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.758+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04007d90 con 0x7f8c0c072d60 2024-07-27T07:00:54.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.759+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c04004c30 con 0x7f8c0c072d60 2024-07-27T07:00:54.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.759+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c04005280 con 0x7f8c0c072d60 2024-07-27T07:00:54.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.759+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c0c0ae8a0 con 0x7f8c0c072d60 2024-07-27T07:00:54.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.759+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c0c0aee60 con 0x7f8c0c072d60 2024-07-27T07:00:54.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.760+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c0c0ae610 con 0x7f8c0c072d60 2024-07-27T07:00:54.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.761+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8c04005420 con 0x7f8c0c072d60 2024-07-27T07:00:54.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.763+0000 7f8c03400640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 0x7f8bec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:54.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.763+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f8c04099e90 con 0x7f8c0c072d60 2024-07-27T07:00:54.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.764+0000 7f8c0b400640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 0x7f8bec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:54.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.765+0000 7f8c0b400640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 0x7f8bec079550 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc033000 tx=0x7f8bfc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:54.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:54.768+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8c0c0736b0 con 0x7f8c0c072d60 2024-07-27T07:00:55.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.025+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c0c0cc0e0 con 0x7f8c0c072d60 2024-07-27T07:00:55.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.026+0000 7f8c03400640 1 -- 172.21.15.66:0/2486761629 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+5304 (secure 0 0 0) 0x7f8c0409b070 con 0x7f8c0c072d60 2024-07-27T07:00:55.028 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:55.028 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":146,"btime":"2024-07-27T07:00:53:082805+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:53.082734+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:00:53.082734+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:55.028 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 146 2024-07-27T07:00:55.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 msgr2=0x7f8bec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:55.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 0x7f8bec079550 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f8bfc033000 tx=0x7f8bfc004730 comp rx=0 tx=0).stop 2024-07-27T07:00:55.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 msgr2=0x7f8c0c073170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:55.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f8c0400ca80 tx=0x7f8c0400cf40 comp rx=0 tx=0).stop 2024-07-27T07:00:55.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 shutdown_connections 2024-07-27T07:00:55.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8bec077040 0x7f8bec079550 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8c0c072d60 0x7f8c0c073170 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8c0c1446e0 0x7f8c0c15a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 --2- 172.21.15.66:0/2486761629 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8c0c0cee10 0x7f8c0c073b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.029+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 >> 172.21.15.66:0/2486761629 conn(0x7f8c0c0cfa70 msgr2=0x7f8c0c0cc2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:55.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.030+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 shutdown_connections 2024-07-27T07:00:55.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.030+0000 7f8c11000640 1 -- 172.21.15.66:0/2486761629 wait complete. 2024-07-27T07:00:55.063 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T07:00:55.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T07:00:55.144 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T07:00:55.148 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:00:55.148 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T07:00:55.241 INFO:teuthology.orchestra.run.smithi066.stdout:1722063641.69485.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i c', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T07:00:55.246 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063641.69485.core'] 2024-07-27T07:00:55.246 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063641.69485.core, deleting it 2024-07-27T07:00:55.246 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063641.69485.core 2024-07-27T07:00:55.289 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2024-07-27T07:00:55.376 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:00:55.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:00:55.376 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T07:00:55.477 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:55.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 -- 172.21.15.66:0/2088357265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad41457e0 msgr2=0x7f8ad40cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:55.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/2088357265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad41457e0 0x7f8ad40cecb0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f8ad40d09c0 tx=0x7f8ac402a560 comp rx=0 tx=0).stop 2024-07-27T07:00:55.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 -- 172.21.15.66:0/2088357265 shutdown_connections 2024-07-27T07:00:55.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/2088357265 >> v2:172.21.15.155:3300/0 conn(0x7f8ad40721d0 0x7f8ad40725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/2088357265 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 0x7f8ad40cb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/2088357265 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad41457e0 0x7f8ad40cecb0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 -- 172.21.15.66:0/2088357265 >> 172.21.15.66:0/2088357265 conn(0x7f8ad40cfa70 msgr2=0x7f8ad40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:55.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 -- 172.21.15.66:0/2088357265 shutdown_connections 2024-07-27T07:00:55.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.776+0000 7f8ad3e00640 1 -- 172.21.15.66:0/2088357265 wait complete. 2024-07-27T07:00:55.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.779+0000 7f8ad3e00640 1 Processor -- start 2024-07-27T07:00:55.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.779+0000 7f8ad3e00640 1 -- start start 2024-07-27T07:00:55.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.780+0000 7f8ad3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:55.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.780+0000 7f8ad3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 0x7f8ad4133960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:55.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 0x7f8ad415e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:55.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad40cd7c0 con 0x7f8ad40721d0 2024-07-27T07:00:55.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad40cd640 con 0x7f8ad41457e0 2024-07-27T07:00:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8ad40cd940 con 0x7f8ad4160530 2024-07-27T07:00:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58168/0 (socket says 172.21.15.66:58168) 2024-07-27T07:00:55.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 -- 172.21.15.66:0/1744132168 learned_addr learned my addr 172.21.15.66:0/1744132168 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2000640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 0x7f8ad4133960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad3400640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 0x7f8ad415e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 -- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 msgr2=0x7f8ad415e7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 0x7f8ad415e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 -- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 msgr2=0x7f8ad4133960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:55.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 0x7f8ad4133960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2a00640 1 -- 172.21.15.66:0/1744132168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad4133ea0 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.781+0000 7f8ad2000640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 0x7f8ad4133960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8ad2a00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4034040 tx=0x7f8ac40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac403e030 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ac40047a0 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4035040 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad40c7320 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.782+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad40c78e0 con 0x7f8ad40721d0 2024-07-27T07:00:55.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.784+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ad40cde80 con 0x7f8ad40721d0 2024-07-27T07:00:55.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.785+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8ac4041030 con 0x7f8ad40721d0 2024-07-27T07:00:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.786+0000 7f8acaa00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 0x7f8ab4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:55.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.786+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f8ac40b9d20 con 0x7f8ad40721d0 2024-07-27T07:00:55.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.787+0000 7f8ad2000640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 0x7f8ab4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:55.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.788+0000 7f8ad2000640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 0x7f8ab4079550 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f8ad406e240 tx=0x7f8ac0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:55.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:55.791+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8ac4082350 con 0x7f8ad40721d0 2024-07-27T07:00:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.048+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ad40cf760 con 0x7f8ad40721d0 2024-07-27T07:00:56.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.049+0000 7f8acaa00640 1 -- 172.21.15.66:0/1744132168 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+5304 (secure 0 0 0) 0x7f8ac4081c50 con 0x7f8ad40721d0 2024-07-27T07:00:56.051 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:56.051 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":146,"btime":"2024-07-27T07:00:53:082805+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:53.082734+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:00:53.082734+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:56.052 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 146 2024-07-27T07:00:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.052+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 msgr2=0x7f8ab4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.052+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 0x7f8ab4079550 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f8ad406e240 tx=0x7f8ac0008040 comp rx=0 tx=0).stop 2024-07-27T07:00:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.052+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 msgr2=0x7f8ad41331b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.052+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4034040 tx=0x7f8ac40039e0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.054 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 shutdown_connections 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ab4077040 0x7f8ab4079550 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ad4160530 0x7f8ad415e7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ad41457e0 0x7f8ad4133960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 --2- 172.21.15.66:0/1744132168 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ad40721d0 0x7f8ad41331b0 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 >> 172.21.15.66:0/1744132168 conn(0x7f8ad40cfa70 msgr2=0x7f8ad406f0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 shutdown_connections 2024-07-27T07:00:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.053+0000 7f8ad3e00640 1 -- 172.21.15.66:0/1744132168 wait complete. 2024-07-27T07:00:56.084 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:56.375 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":17,"last_created":17,"last_destroyed":14,"pending_noop":[],"snaps":[{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}},{"snapid":17,"ino":1099511627777,"stamp":"2024-07-27T07:00:37.371002+0000","name":"s37","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:00:56.376 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 14, "last_snap": 17, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s37", "snapid": 17, "stamp": "2024-07-27T07:00:37.371002+0000" } ] } 2024-07-27T07:00:56.376 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:56.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 -- 172.21.15.66:0/2297520237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd880cd640 msgr2=0x7fcd880721d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 --2- 172.21.15.66:0/2297520237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd880cd640 0x7fcd880721d0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7fcd70009900 tx=0x7fcd7002a460 comp rx=0 tx=0).stop 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 -- 172.21.15.66:0/2297520237 shutdown_connections 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 --2- 172.21.15.66:0/2297520237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd880cd640 0x7fcd880721d0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 --2- 172.21.15.66:0/2297520237 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 0x7fcd8815a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 -- 172.21.15.66:0/2297520237 >> 172.21.15.66:0/2297520237 conn(0x7fcd880cfa70 msgr2=0x7fcd880cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 -- 172.21.15.66:0/2297520237 shutdown_connections 2024-07-27T07:00:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.676+0000 7fcd8e600640 1 -- 172.21.15.66:0/2297520237 wait complete. 2024-07-27T07:00:56.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.679+0000 7fcd8e600640 1 Processor -- start 2024-07-27T07:00:56.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.679+0000 7fcd8e600640 1 -- start start 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 0x7fcd88154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd880cd640 0x7fcd881539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcd8815e800 con 0x7fcd88072710 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd8815e680 con 0x7fcd880cd640 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.680+0000 7fcd8e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd8815e980 con 0x7fcd880702c0 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58176/0 (socket says 172.21.15.66:58176) 2024-07-27T07:00:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 -- 172.21.15.66:0/1072684888 learned_addr learned my addr 172.21.15.66:0/1072684888 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd8dc00640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd880cd640 0x7fcd881539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd8d200640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 0x7fcd88154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 -- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 msgr2=0x7fcd88154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 0x7fcd88154620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 -- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd880cd640 msgr2=0x7fcd881539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd880cd640 0x7fcd881539a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.681+0000 7fcd7fe00640 1 -- 172.21.15.66:0/1072684888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd881553a0 con 0x7fcd88072710 2024-07-27T07:00:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd7fe00640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fcd70000c00 tx=0x7fcd70003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd7003e030 con 0x7fcd88072710 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd70003e60 con 0x7fcd88072710 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd88154de0 con 0x7fcd88072710 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd70035040 con 0x7fcd88072710 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.682+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd881531a0 con 0x7fcd88072710 2024-07-27T07:00:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.684+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd8815a1d0 con 0x7fcd88072710 2024-07-27T07:00:56.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.685+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcd70041030 con 0x7fcd88072710 2024-07-27T07:00:56.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.686+0000 7fcd85600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 0x7fcd64079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:56.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.686+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7fcd700b9ff0 con 0x7fcd88072710 2024-07-27T07:00:56.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.687+0000 7fcd8d200640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 0x7fcd64079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:56.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.688+0000 7fcd8d200640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 0x7fcd64079520 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcd780058c0 tx=0x7fcd78005d80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:56.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.691+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd70082680 con 0x7fcd88072710 2024-07-27T07:00:56.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.949+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd88154b70 con 0x7fcd88072710 2024-07-27T07:00:56.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.951+0000 7fcd85600640 1 -- 172.21.15.66:0/1072684888 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 146 v146) ==== 95+0+5304 (secure 0 0 0) 0x7fcd70081f80 con 0x7fcd88072710 2024-07-27T07:00:56.952 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:56.953 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":146,"btime":"2024-07-27T07:00:53:082805+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":7857,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":141}],"filesystems":[{"mdsmap":{"epoch":146,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:53.082734+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7662},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7662":{"gid":7662,"name":"c","rank":1,"incarnation":140,"state":"up:active","state_seq":19,"addr":"172.21.15.66:6833/2821916602","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2821916602},{"type":"v1","addr":"172.21.15.66:6833","nonce":2821916602}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:00:53.082734+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7662]},"id":6}]} 2024-07-27T07:00:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 146 2024-07-27T07:00:56.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 msgr2=0x7fcd64079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 0x7fcd64079520 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcd780058c0 tx=0x7fcd78005d80 comp rx=0 tx=0).stop 2024-07-27T07:00:56.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 msgr2=0x7fcd8814dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:56.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7fcd70000c00 tx=0x7fcd70003970 comp rx=0 tx=0).stop 2024-07-27T07:00:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 shutdown_connections 2024-07-27T07:00:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd64077010 0x7fcd64079520 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd880cd640 0x7fcd881539a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd88072710 0x7fcd8814dbc0 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 --2- 172.21.15.66:0/1072684888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd880702c0 0x7fcd88154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 >> 172.21.15.66:0/1072684888 conn(0x7fcd880cfa70 msgr2=0x7fcd88073610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.954+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 shutdown_connections 2024-07-27T07:00:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:56.955+0000 7fcd8e600640 1 -- 172.21.15.66:0/1072684888 wait complete. 2024-07-27T07:00:56.986 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:00:57.282 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":17,"last_created":17,"last_destroyed":14,"pending_noop":[],"snaps":[{"snapid":16,"ino":1099511627777,"stamp":"2024-07-27T06:59:57.156928+0000","name":"s34","metadata":{}},{"snapid":17,"ino":1099511627777,"stamp":"2024-07-27T07:00:37.371002+0000","name":"s37","metadata":{}}],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:00:57.283 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 14, "last_snap": 17, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s34", "snapid": 16, "stamp": "2024-07-27T06:59:57.156928+0000" }, { "ino": 1099511627777, "metadata": {}, "name": "s37", "snapid": 17, "stamp": "2024-07-27T07:00:37.371002+0000" } ] } 2024-07-27T07:00:57.283 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.583+0000 7f119ac00640 1 -- 172.21.15.66:0/1086464346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 msgr2=0x7f1194140550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.583+0000 7f119ac00640 1 --2- 172.21.15.66:0/1086464346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f1194140550 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f1188005fd0 tx=0x7f118802a530 comp rx=0 tx=0).stop 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 -- 172.21.15.66:0/1086464346 shutdown_connections 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 --2- 172.21.15.66:0/1086464346 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 0x7f119415dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 --2- 172.21.15.66:0/1086464346 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f1194140550 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 -- 172.21.15.66:0/1086464346 >> 172.21.15.66:0/1086464346 conn(0x7f11940cfa20 msgr2=0x7f11940cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 -- 172.21.15.66:0/1086464346 shutdown_connections 2024-07-27T07:00:57.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.584+0000 7f119ac00640 1 -- 172.21.15.66:0/1086464346 wait complete. 2024-07-27T07:00:57.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.587+0000 7f119ac00640 1 Processor -- start 2024-07-27T07:00:57.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.587+0000 7f119ac00640 1 -- start start 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 0x7f11940b3c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f119415e240 0x7f119413e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f11940ced10 con 0x7f119406ecd0 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1194070590 con 0x7f119415e240 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f119ac00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f11940cee90 con 0x7f11940ca070 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f1199800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f1199800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58196/0 (socket says 172.21.15.66:58196) 2024-07-27T07:00:57.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.589+0000 7f1199800640 1 -- 172.21.15.66:0/1458386483 learned_addr learned my addr 172.21.15.66:0/1458386483 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:57.592 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1198e00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 0x7f11940b3c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f119a200640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f119415e240 0x7f119413e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 -- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 msgr2=0x7f11940b3c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 0x7f11940b3c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 -- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f119415e240 msgr2=0x7f119413e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f119415e240 0x7f119413e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 -- 172.21.15.66:0/1458386483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f119413e9c0 con 0x7f119406ecd0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.590+0000 7f1199800640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1188006010 tx=0x7f11880039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.591+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118803e030 con 0x7f119406ecd0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.591+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11880047a0 con 0x7f119406ecd0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.591+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11940b47a0 con 0x7f119406ecd0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.591+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1188035040 con 0x7f119406ecd0 2024-07-27T07:00:57.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.591+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f119413ec80 con 0x7f119406ecd0 2024-07-27T07:00:57.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.592+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1194140550 con 0x7f119406ecd0 2024-07-27T07:00:57.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.593+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1188041030 con 0x7f119406ecd0 2024-07-27T07:00:57.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.594+0000 7f1191600640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 0x7f1174079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:57.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.595+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(121..121 src has 1..121) ==== 8555+0+0 (secure 0 0 0) 0x7f11880b9d50 con 0x7f119406ecd0 2024-07-27T07:00:57.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.595+0000 7f1198e00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 0x7f1174079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:57.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.597+0000 7f1198e00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 0x7f1174079550 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f1180005fd0 tx=0x7f1180005d80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:57.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.599+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f119415e650 con 0x7f119406ecd0 2024-07-27T07:00:57.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.886+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f119415db60 con 0x7f119406ecd0 2024-07-27T07:00:57.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.892+0000 7f1191600640 1 -- 172.21.15.66:0/1458386483 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 7662 v147) ==== 97+0+0 (secure 0 0 0) 0x7f1188082380 con 0x7f119406ecd0 2024-07-27T07:00:57.894 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7662 2024-07-27T07:00:57.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 msgr2=0x7f1174079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:57.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 0x7f1174079550 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f1180005fd0 tx=0x7f1180005d80 comp rx=0 tx=0).stop 2024-07-27T07:00:57.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 msgr2=0x7f11941583d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f1188006010 tx=0x7f11880039e0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 shutdown_connections 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1174077040 0x7f1174079550 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f119415e240 0x7f119413e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f11940ca070 0x7f11940b3c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 --2- 172.21.15.66:0/1458386483 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f119406ecd0 0x7f11941583d0 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 >> 172.21.15.66:0/1458386483 conn(0x7f11940cfa20 msgr2=0x7f11940687c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:57.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.895+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 shutdown_connections 2024-07-27T07:00:57.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:57.896+0000 7f119ac00640 1 -- 172.21.15.66:0/1458386483 wait complete. 2024-07-27T07:00:57.925 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T07:00:57.925 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T07:00:57.925 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:00:57.925 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:00:57.925 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:00:57.925 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-07-27T07:00:57.926 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:00:57.926 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T07:00:57.930 INFO:tasks.ceph.mds.c:Started 2024-07-27T07:00:57.930 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:00:58.141 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 -- 172.21.15.66:0/231820862 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac15b490 msgr2=0x7f4eac0cec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 --2- 172.21.15.66:0/231820862 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac15b490 0x7f4eac0cec70 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f4eac0b4fe0 tx=0x7f4e9402a560 comp rx=0 tx=0).stop 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 -- 172.21.15.66:0/231820862 shutdown_connections 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 --2- 172.21.15.66:0/231820862 >> v2:172.21.15.155:3300/0 conn(0x7f4eac0cc630 0x7f4eac0cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 --2- 172.21.15.66:0/231820862 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac15b490 0x7f4eac0cec70 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 -- 172.21.15.66:0/231820862 >> 172.21.15.66:0/231820862 conn(0x7f4eac06d160 msgr2=0x7f4eac0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 -- 172.21.15.66:0/231820862 shutdown_connections 2024-07-27T07:00:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.179+0000 7f4eb1800640 1 -- 172.21.15.66:0/231820862 wait complete. 2024-07-27T07:00:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.182+0000 7f4eb1800640 1 Processor -- start 2024-07-27T07:00:58.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.182+0000 7f4eb1800640 1 -- start start 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4eac0cc630 0x7f4eac06f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4eac15b490 0x7f4eac1556a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4eac0cdcc0 con 0x7f4eac0cf540 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4eac0cdb40 con 0x7f4eac0cc630 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.183+0000 7f4eb1800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4eac0cde40 con 0x7f4eac15b490 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58234/0 (socket says 172.21.15.66:58234) 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 -- 172.21.15.66:0/2936544336 learned_addr learned my addr 172.21.15.66:0/2936544336 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:00:58.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4eaaa00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4eac0cc630 0x7f4eac06f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 -- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4eac15b490 msgr2=0x7f4eac1556a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4eac15b490 0x7f4eac1556a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 -- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4eac0cc630 msgr2=0x7f4eac06f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4eac0cc630 0x7f4eac06f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 -- 172.21.15.66:0/2936544336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4eac0c8f30 con 0x7f4eac0cf540 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.184+0000 7f4ea3e00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f4e940099c0 tx=0x7f4e940039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.185+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9403e030 con 0x7f4eac0cf540 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.185+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4e940047a0 con 0x7f4eac0cf540 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.185+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4eac0c91f0 con 0x7f4eac0cf540 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.185+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e94035040 con 0x7f4eac0cf540 2024-07-27T07:00:58.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.185+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4eac157b70 con 0x7f4eac0cf540 2024-07-27T07:00:58.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.186+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4eac0cca40 con 0x7f4eac0cf540 2024-07-27T07:00:58.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.187+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4e94041030 con 0x7f4eac0cf540 2024-07-27T07:00:58.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.188+0000 7f4ea2a00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 0x7f4e88079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:00:58.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.189+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8641+0+0 (secure 0 0 0) 0x7f4e940b9cf0 con 0x7f4eac0cf540 2024-07-27T07:00:58.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.189+0000 7f4eaaa00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 0x7f4e88079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:00:58.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.190+0000 7f4eaaa00640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 0x7f4e88079550 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c000f60 tx=0x7f4e9c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:00:58.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.193+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4e940be070 con 0x7f4eac0cf540 2024-07-27T07:00:58.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.442+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4eac1575b0 con 0x7f4eac0cf540 2024-07-27T07:00:58.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.443+0000 7f4ea2a00640 1 -- 172.21.15.66:0/2936544336 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 148 v148) ==== 95+0+4424 (secure 0 0 0) 0x7f4e940823b0 con 0x7f4eac0cf540 2024-07-27T07:00:58.445 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:00:58.445 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":148,"btime":"2024-07-27T07:00:57:901430+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":148,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:57.901390+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:00:58.445 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 148 2024-07-27T07:00:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.446+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 msgr2=0x7f4e88079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.446+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 0x7f4e88079550 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c000f60 tx=0x7f4e9c009040 comp rx=0 tx=0).stop 2024-07-27T07:00:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 msgr2=0x7f4eac155160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:00:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f4e940099c0 tx=0x7f4e940039e0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 shutdown_connections 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4e88077040 0x7f4e88079550 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4eac15b490 0x7f4eac1556a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4eac0cf540 0x7f4eac155160 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 --2- 172.21.15.66:0/2936544336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4eac0cc630 0x7f4eac06f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 >> 172.21.15.66:0/2936544336 conn(0x7f4eac06d160 msgr2=0x7f4eac1520b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 shutdown_connections 2024-07-27T07:00:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:00:58.447+0000 7f4eb1800640 1 -- 172.21.15.66:0/2936544336 wait complete. 2024-07-27T07:00:58.474 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T07:00:58.950 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:00:58.960 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:01:02.004 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-07-27T07:01:03.474 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:03.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 -- 172.21.15.66:0/1317063166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 msgr2=0x7fdbec0725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:03.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1317063166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec0725e0 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7fdbe4005fd0 tx=0x7fdbe402a8b0 comp rx=0 tx=0).stop 2024-07-27T07:01:03.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 -- 172.21.15.66:0/1317063166 shutdown_connections 2024-07-27T07:01:03.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1317063166 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec0725e0 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:03.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1317063166 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdbec1457e0 0x7fdbec0cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:03.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 -- 172.21.15.66:0/1317063166 >> 172.21.15.66:0/1317063166 conn(0x7fdbec0cfa70 msgr2=0x7fdbec0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:03.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 -- 172.21.15.66:0/1317063166 shutdown_connections 2024-07-27T07:01:03.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.779+0000 7fdbf2800640 1 -- 172.21.15.66:0/1317063166 wait complete. 2024-07-27T07:01:03.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.782+0000 7fdbf2800640 1 Processor -- start 2024-07-27T07:01:03.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.782+0000 7fdbf2800640 1 -- start start 2024-07-27T07:01:03.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:03.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 0x7fdbec13e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:03.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdbec160530 0x7fdbec13e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:03.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec0cd9d0 con 0x7fdbec0721d0 2024-07-27T07:01:03.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdbec0cd850 con 0x7fdbec1457e0 2024-07-27T07:01:03.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.783+0000 7fdbf2800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdbec0cdb50 con 0x7fdbec160530 2024-07-27T07:01:03.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:03.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44640/0 (socket says 172.21.15.66:44640) 2024-07-27T07:01:03.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 -- 172.21.15.66:0/1208089912 learned_addr learned my addr 172.21.15.66:0/1208089912 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:03.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf0a00640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 0x7fdbec13e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:03.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 -- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdbec160530 msgr2=0x7fdbec13e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:03.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdbec160530 0x7fdbec13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 -- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 msgr2=0x7fdbec13e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 0x7fdbec13e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf1400640 1 -- 172.21.15.66:0/1208089912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbec13ca20 con 0x7fdbec0721d0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.784+0000 7fdbf0a00640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 0x7fdbec13e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbf1400640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000e7c0 tx=0x7fdbe000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe000ccc0 con 0x7fdbec0721d0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbe0010430 con 0x7fdbec0721d0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0010860 con 0x7fdbec0721d0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbec0ad9c0 con 0x7fdbec0721d0 2024-07-27T07:01:03.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.785+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbec13cd00 con 0x7fdbec0721d0 2024-07-27T07:01:03.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.786+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbec0ce070 con 0x7fdbec0721d0 2024-07-27T07:01:03.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.788+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdbe0010a00 con 0x7fdbec0721d0 2024-07-27T07:01:03.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.790+0000 7fdbe9600640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 0x7fdbcc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:03.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.790+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8641+0+0 (secure 0 0 0) 0x7fdbe0099e60 con 0x7fdbec0721d0 2024-07-27T07:01:03.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.790+0000 7fdbf0a00640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 0x7fdbcc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:03.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.792+0000 7fdbf0a00640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 0x7fdbcc079550 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdbd80013f0 tx=0x7fdbd8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:03.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:03.795+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdbe00624c0 con 0x7fdbec0721d0 2024-07-27T07:01:04.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.051+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbec145440 con 0x7fdbec0721d0 2024-07-27T07:01:04.053 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.052+0000 7fdbe9600640 1 -- 172.21.15.66:0/1208089912 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 150 v150) ==== 95+0+5254 (secure 0 0 0) 0x7fdbe0061dc0 con 0x7fdbec0721d0 2024-07-27T07:01:04.054 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:04.054 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":150,"btime":"2024-07-27T07:00:59:916468+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":150,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:58.923926+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:reconnect","state_seq":13,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:04.054 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 150 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.054+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 msgr2=0x7fdbcc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.054+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 0x7fdbcc079550 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fdbd80013f0 tx=0x7fdbd8009040 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 msgr2=0x7fdbec1420f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7fdbe000e7c0 tx=0x7fdbe000ec80 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 shutdown_connections 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdbcc077040 0x7fdbcc079550 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdbec160530 0x7fdbec13e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdbec1457e0 0x7fdbec13e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 --2- 172.21.15.66:0/1208089912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdbec0721d0 0x7fdbec1420f0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 >> 172.21.15.66:0/1208089912 conn(0x7fdbec0cfa70 msgr2=0x7fdbec0af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:04.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 shutdown_connections 2024-07-27T07:01:04.058 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.055+0000 7fdbf2800640 1 -- 172.21.15.66:0/1208089912 wait complete. 2024-07-27T07:01:04.087 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T07:01:04.087 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:04.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 -- 172.21.15.66:0/945364685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 msgr2=0x7f89800d0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 --2- 172.21.15.66:0/945364685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f89800d0ae0 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f89800b6ab0 tx=0x7f896c02a530 comp rx=0 tx=0).stop 2024-07-27T07:01:04.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 -- 172.21.15.66:0/945364685 shutdown_connections 2024-07-27T07:01:04.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 --2- 172.21.15.66:0/945364685 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f89800d0ae0 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 --2- 172.21.15.66:0/945364685 >> v2:172.21.15.155:3300/0 conn(0x7f898008c650 0x7f89800b52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.382+0000 7f8987200640 1 -- 172.21.15.66:0/945364685 >> 172.21.15.66:0/945364685 conn(0x7f89800d3ef0 msgr2=0x7f89800d4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:04.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.383+0000 7f8987200640 1 -- 172.21.15.66:0/945364685 shutdown_connections 2024-07-27T07:01:04.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.383+0000 7f8987200640 1 -- 172.21.15.66:0/945364685 wait complete. 2024-07-27T07:01:04.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.385+0000 7f8987200640 1 Processor -- start 2024-07-27T07:01:04.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.385+0000 7f8987200640 1 -- start start 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 0x7f89800c7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 0x7f8980154240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f89800b3f10 con 0x7f89800d06d0 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f89800b3d90 con 0x7f898008c650 2024-07-27T07:01:04.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8987200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f89800b4090 con 0x7f89800d1020 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8985400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8985400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44648/0 (socket says 172.21.15.66:44648) 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8985400640 1 -- 172.21.15.66:0/1863155019 learned_addr learned my addr 172.21.15.66:0/1863155019 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8985e00640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 0x7f89800c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8985400640 1 -- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 msgr2=0x7f8980154240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.387+0000 7f8986800640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 0x7f8980154240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985400640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 0x7f8980154240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985400640 1 -- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 msgr2=0x7f89800c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985400640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 0x7f89800c7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985400640 1 -- 172.21.15.66:0/1863155019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89801605b0 con 0x7f89800d06d0 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985e00640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 0x7f89800c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8986800640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 0x7f8980154240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:04.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8985400640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ab20 tx=0x7f896c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:04.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896c005c90 con 0x7f89800d06d0 2024-07-27T07:01:04.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f896c031e50 con 0x7f89800d06d0 2024-07-27T07:01:04.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f896c005240 con 0x7f89800d06d0 2024-07-27T07:01:04.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f898009fdd0 con 0x7f89800d06d0 2024-07-27T07:01:04.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.388+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89800a00b0 con 0x7f89800d06d0 2024-07-27T07:01:04.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.390+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89800b52e0 con 0x7f89800d06d0 2024-07-27T07:01:04.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.391+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f896c0053e0 con 0x7f89800d06d0 2024-07-27T07:01:04.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.392+0000 7f897a000640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 0x7f8960079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:04.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.392+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8641+0+0 (secure 0 0 0) 0x7f896c0ba4f0 con 0x7f89800d06d0 2024-07-27T07:01:04.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.393+0000 7f8985e00640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 0x7f8960079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:04.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.394+0000 7f8985e00640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 0x7f8960079520 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f8974009ab0 tx=0x7f8974005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:04.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.398+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f89801605b0 con 0x7f89800d06d0 2024-07-27T07:01:04.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.648+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f89800b88e0 con 0x7f89800d06d0 2024-07-27T07:01:04.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.650+0000 7f897a000640 1 -- 172.21.15.66:0/1863155019 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 150 v150) ==== 95+0+5254 (secure 0 0 0) 0x7f896c03f030 con 0x7f89800d06d0 2024-07-27T07:01:04.651 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:04.651 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":150,"btime":"2024-07-27T07:00:59:916468+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":150,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:58.923926+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:reconnect","state_seq":13,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:04.652 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 150 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 msgr2=0x7f8960079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 0x7f8960079520 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f8974009ab0 tx=0x7f8974005f90 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 msgr2=0x7f8980151940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f896c02ab20 tx=0x7f896c033c20 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 shutdown_connections 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8960077010 0x7f8960079520 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f89800d1020 0x7f8980154240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f89800d06d0 0x7f8980151940 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 --2- 172.21.15.66:0/1863155019 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f898008c650 0x7f89800c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 >> 172.21.15.66:0/1863155019 conn(0x7f89800d3ef0 msgr2=0x7f89800d4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 shutdown_connections 2024-07-27T07:01:04.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:04.653+0000 7f8987200640 1 -- 172.21.15.66:0/1863155019 wait complete. 2024-07-27T07:01:05.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 150, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:58.923926+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7857}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7857': {'gid': 7857, 'name': 'a', 'rank': 1, 'incarnation': 148, 'state': 'up:reconnect', 'state_seq': 13, 'addr': '172.21.15.66:6835/413944575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 413944575}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 413944575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T07:01:05.086 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7857:up:reconnect 2024-07-27T07:01:06.087 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 -- 172.21.15.66:0/2225538787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 msgr2=0x7f2098004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 --2- 172.21.15.66:0/2225538787 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f2098004800 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f209c009b50 tx=0x7f2098005830 comp rx=0 tx=0).stop 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3400640 1 -- 172.21.15.66:0/2225538787 reap_dead start 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 -- 172.21.15.66:0/2225538787 shutdown_connections 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 -- 172.21.15.66:0/2225538787 >> 172.21.15.66:0/2225538787 conn(0x7f20b40d3ef0 msgr2=0x7f20b40d4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 -- 172.21.15.66:0/2225538787 shutdown_connections 2024-07-27T07:01:06.385 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.383+0000 7f20b3e00640 1 -- 172.21.15.66:0/2225538787 wait complete. 2024-07-27T07:01:06.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.386+0000 7f20b3e00640 1 Processor -- start 2024-07-27T07:01:06.387 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.386+0000 7f20b3e00640 1 -- start start 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 0x7f20b40ca6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 0x7f20b41f84d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f20b40cf0d0 con 0x7f2098004020 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f20b40b5770 con 0x7f20b4154c80 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.387+0000 7f20b3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f20b40cf250 con 0x7f20b4151ed0 2024-07-27T07:01:06.389 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:06.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44662/0 (socket says 172.21.15.66:44662) 2024-07-27T07:01:06.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 -- 172.21.15.66:0/4170117879 learned_addr learned my addr 172.21.15.66:0/4170117879 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20aa000640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 0x7f20b40ca6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b3400640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 0x7f20b41f84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 -- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 msgr2=0x7f20b41f84d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 0x7f20b41f84d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 -- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 msgr2=0x7f20b40ca6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 0x7f20b40ca6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b2a00640 1 -- 172.21.15.66:0/4170117879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b40cabe0 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20b3400640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 0x7f20b41f84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.388+0000 7f20aa000640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 0x7f20b40ca6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20b2a00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f20a400e600 tx=0x7f20a400eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a4015020 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20a400ca50 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a400cea0 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b409f4f0 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.389+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b409fab0 con 0x7f2098004020 2024-07-27T07:01:06.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.390+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b406eee0 con 0x7f2098004020 2024-07-27T07:01:06.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.392+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f20a4018020 con 0x7f2098004020 2024-07-27T07:01:06.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.393+0000 7f20ab400640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 0x7f2090079580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:06.394 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.393+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(122..122 src has 1..122) ==== 8641+0+0 (secure 0 0 0) 0x7f20a4099a80 con 0x7f2098004020 2024-07-27T07:01:06.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.394+0000 7f20aa000640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 0x7f2090079580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:06.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.395+0000 7f20aa000640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 0x7f2090079580 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f209c035000 tx=0x7f209c0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:06.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.398+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f20b406eee0 con 0x7f2098004020 2024-07-27T07:01:06.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.649+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20b40cf7b0 con 0x7f2098004020 2024-07-27T07:01:06.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.650+0000 7f20ab400640 1 -- 172.21.15.66:0/4170117879 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 150 v150) ==== 95+0+5254 (secure 0 0 0) 0x7f20a409be20 con 0x7f2098004020 2024-07-27T07:01:06.652 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:06.652 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":150,"btime":"2024-07-27T07:00:59:916468+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":150,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:58.923926+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:reconnect","state_seq":13,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:06.652 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 150 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 msgr2=0x7f2090079580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 0x7f2090079580 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f209c035000 tx=0x7f209c0046c0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 msgr2=0x7f20b41517b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f20a400e600 tx=0x7f20a400eac0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 shutdown_connections 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2090077070 0x7f2090079580 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f20b4151ed0 0x7f20b41f84d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f20b4154c80 0x7f20b40ca6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 --2- 172.21.15.66:0/4170117879 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2098004020 0x7f20b41517b0 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:06.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.653+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 >> 172.21.15.66:0/4170117879 conn(0x7f20b40d3ef0 msgr2=0x7f20b4161470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:06.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.654+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 shutdown_connections 2024-07-27T07:01:06.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:06.654+0000 7f20b3e00640 1 -- 172.21.15.66:0/4170117879 wait complete. 2024-07-27T07:01:07.086 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 150, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:58.923926+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7857}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7857': {'gid': 7857, 'name': 'a', 'rank': 1, 'incarnation': 148, 'state': 'up:reconnect', 'state_seq': 13, 'addr': '172.21.15.66:6835/413944575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 413944575}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 413944575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T07:01:07.086 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7857:up:reconnect 2024-07-27T07:01:08.087 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 -- 172.21.15.66:0/3527922038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 msgr2=0x7fae040cdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 --2- 172.21.15.66:0/3527922038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae040cdf50 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009830 tx=0x7fadf002a400 comp rx=0 tx=0).stop 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 -- 172.21.15.66:0/3527922038 shutdown_connections 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 --2- 172.21.15.66:0/3527922038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae040cdf50 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 --2- 172.21.15.66:0/3527922038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae040c4b20 0x7fae0415b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 -- 172.21.15.66:0/3527922038 >> 172.21.15.66:0/3527922038 conn(0x7fae040cfa70 msgr2=0x7fae040cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 -- 172.21.15.66:0/3527922038 shutdown_connections 2024-07-27T07:01:08.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.389+0000 7fae0a600640 1 -- 172.21.15.66:0/3527922038 wait complete. 2024-07-27T07:01:08.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.391+0000 7fae0a600640 1 Processor -- start 2024-07-27T07:01:08.393 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.392+0000 7fae0a600640 1 -- start start 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae040c4b20 0x7fae0414b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae040ce490 0x7fae041461f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fae0406e590 con 0x7fae040cbfc0 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fae0406e410 con 0x7fae040ce490 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae0a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fae0406e710 con 0x7fae040c4b20 2024-07-27T07:01:08.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.393+0000 7fae03e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44682/0 (socket says 172.21.15.66:44682) 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 -- 172.21.15.66:0/1001788431 learned_addr learned my addr 172.21.15.66:0/1001788431 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 -- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae040c4b20 msgr2=0x7fae0414b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae040c4b20 0x7fae0414b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 -- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae040ce490 msgr2=0x7fae041461f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae040ce490 0x7fae041461f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 -- 172.21.15.66:0/1001788431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae04147550 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.394+0000 7fae03e00640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009950 tx=0x7fadf00338b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.395+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf003f020 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.395+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadf0033db0 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.395+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae04148dc0 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.395+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0037040 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.395+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae04149380 con 0x7fae040cbfc0 2024-07-27T07:01:08.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.396+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae040cfe80 con 0x7fae040cbfc0 2024-07-27T07:01:08.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.397+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fadf0042020 con 0x7fae040cbfc0 2024-07-27T07:01:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.398+0000 7fae00c00640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 0x7fade4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.399+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7fadf00b9670 con 0x7fae040cbfc0 2024-07-27T07:01:08.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.399+0000 7fae09200640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 0x7fade4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:08.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.400+0000 7fae09200640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 0x7fade4079550 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fadf80058c0 tx=0x7fadf8005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:08.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.403+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fae040cfe80 con 0x7fae040cbfc0 2024-07-27T07:01:08.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.658+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae0415b5e0 con 0x7fae040cbfc0 2024-07-27T07:01:08.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.659+0000 7fae00c00640 1 -- 172.21.15.66:0/1001788431 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 150 v150) ==== 95+0+5254 (secure 0 0 0) 0x7fadf0088e20 con 0x7fae040cbfc0 2024-07-27T07:01:08.660 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:08.660 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":150,"btime":"2024-07-27T07:00:59:916468+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":150,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:00:58.923926+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:reconnect","state_seq":13,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:08.661 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 150 2024-07-27T07:01:08.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 msgr2=0x7fade4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:08.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 0x7fade4079550 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fadf80058c0 tx=0x7fadf8005850 comp rx=0 tx=0).stop 2024-07-27T07:01:08.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 msgr2=0x7fae0414bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:08.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fadf0009950 tx=0x7fadf00338b0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 shutdown_connections 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fade4077040 0x7fade4079550 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae040ce490 0x7fae041461f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae040cbfc0 0x7fae0414bab0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 --2- 172.21.15.66:0/1001788431 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae040c4b20 0x7fae0414b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 >> 172.21.15.66:0/1001788431 conn(0x7fae040cfa70 msgr2=0x7fae040b4bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:08.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 shutdown_connections 2024-07-27T07:01:08.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:08.662+0000 7fae0a600640 1 -- 172.21.15.66:0/1001788431 wait complete. 2024-07-27T07:01:09.098 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 150, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:00:58.923926+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7857}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7857': {'gid': 7857, 'name': 'a', 'rank': 1, 'incarnation': 148, 'state': 'up:reconnect', 'state_seq': 13, 'addr': '172.21.15.66:6835/413944575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 413944575}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 413944575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208]} 2024-07-27T07:01:09.099 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7857:up:reconnect 2024-07-27T07:01:10.099 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:10.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.401+0000 7f09ca600640 1 -- 172.21.15.66:0/3580049233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c41457e0 msgr2=0x7f09c40cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:10.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.401+0000 7f09ca600640 1 --2- 172.21.15.66:0/3580049233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c41457e0 0x7f09c40cecb0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f09b4009830 tx=0x7f09b402a510 comp rx=0 tx=0).stop 2024-07-27T07:01:10.403 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 -- 172.21.15.66:0/3580049233 shutdown_connections 2024-07-27T07:01:10.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 --2- 172.21.15.66:0/3580049233 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c4160530 0x7f09c40cb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 --2- 172.21.15.66:0/3580049233 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c41457e0 0x7f09c40cecb0 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 -- 172.21.15.66:0/3580049233 >> 172.21.15.66:0/3580049233 conn(0x7f09c40cfa70 msgr2=0x7f09c40cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:10.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 -- 172.21.15.66:0/3580049233 shutdown_connections 2024-07-27T07:01:10.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.402+0000 7f09ca600640 1 -- 172.21.15.66:0/3580049233 wait complete. 2024-07-27T07:01:10.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.404+0000 7f09ca600640 1 Processor -- start 2024-07-27T07:01:10.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.404+0000 7f09ca600640 1 -- start start 2024-07-27T07:01:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c40721d0 0x7f09c413a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09c41457e0 0x7f09c415bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:10.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f09c40cd9d0 con 0x7f09c4160530 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f09c40cd850 con 0x7f09c41457e0 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09ca600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f09c40cdb50 con 0x7f09c40721d0 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09c9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09c9c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44700/0 (socket says 172.21.15.66:44700) 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.406+0000 7f09c9c00640 1 -- 172.21.15.66:0/302128466 learned_addr learned my addr 172.21.15.66:0/302128466 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09bbe00640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09c41457e0 0x7f09c415bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9200640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c40721d0 0x7f09c413a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 -- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c40721d0 msgr2=0x7f09c413a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c40721d0 0x7f09c413a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 -- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09c41457e0 msgr2=0x7f09c415bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09c41457e0 0x7f09c415bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 -- 172.21.15.66:0/302128466 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09c40c6fb0 con 0x7f09c4160530 2024-07-27T07:01:10.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.407+0000 7f09c9c00640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f09bc00cb10 tx=0x7f09bc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:10.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.408+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc016020 con 0x7f09c4160530 2024-07-27T07:01:10.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.408+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09bc00ad60 con 0x7f09c4160530 2024-07-27T07:01:10.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.408+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09bc012680 con 0x7f09c4160530 2024-07-27T07:01:10.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.408+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09c40c7290 con 0x7f09c4160530 2024-07-27T07:01:10.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.408+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09c40c7850 con 0x7f09c4160530 2024-07-27T07:01:10.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.409+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09c40c6d20 con 0x7f09c4160530 2024-07-27T07:01:10.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.410+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f09bc019020 con 0x7f09c4160530 2024-07-27T07:01:10.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.411+0000 7f09c1600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 0x7f09a0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:10.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.412+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f09bc099760 con 0x7f09c4160530 2024-07-27T07:01:10.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.412+0000 7f09c9200640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 0x7f09a0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:10.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.414+0000 7f09c9200640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 0x7f09a0079550 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f09b4034000 tx=0x7f09b4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:10.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.416+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f09bc020030 con 0x7f09c4160530 2024-07-27T07:01:10.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.669+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09c40ce000 con 0x7f09c4160530 2024-07-27T07:01:10.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.670+0000 7f09c1600640 1 -- 172.21.15.66:0/302128466 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 152 v152) ==== 95+0+5256 (secure 0 0 0) 0x7f09bc061e90 con 0x7f09c4160530 2024-07-27T07:01:10.672 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:10.672 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":152,"btime":"2024-07-27T07:01:09:661458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":152,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:09.661442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:10.672 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 152 2024-07-27T07:01:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.673+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 msgr2=0x7f09a0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:10.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.673+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 0x7f09a0079550 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f09b4034000 tx=0x7f09b4004730 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 msgr2=0x7f09c40b4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x7f09bc00cb10 tx=0x7f09bc00a060 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 shutdown_connections 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09a0077040 0x7f09a0079550 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09c4160530 0x7f09c40b4160 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09c41457e0 0x7f09c415bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 --2- 172.21.15.66:0/302128466 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09c40721d0 0x7f09c413a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 >> 172.21.15.66:0/302128466 conn(0x7f09c40cfa70 msgr2=0x7f09c415fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 shutdown_connections 2024-07-27T07:01:10.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:10.674+0000 7f09ca600640 1 -- 172.21.15.66:0/302128466 wait complete. 2024-07-27T07:01:11.106 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 152, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T06:53:51.332683+0000', 'modified': '2024-07-27T07:01:09.661442+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 6208, 'mds_1': 7857}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6208': {'gid': 6208, 'name': 'd', 'rank': 0, 'incarnation': 121, 'state': 'up:active', 'state_seq': 21, 'addr': '172.21.15.155:6837/3893315789', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3893315789}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3893315789}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_7857': {'gid': 7857, 'name': 'a', 'rank': 1, 'incarnation': 148, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.66:6835/413944575', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 413944575}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 413944575}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6208, 'qdb_cluster': [6208, 7857]} 2024-07-27T07:01:11.107 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T07:01:11.107 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 -- 172.21.15.66:0/916082909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc074040 msgr2=0x7fbbcc06eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 --2- 172.21.15.66:0/916082909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc074040 0x7fbbcc06eb50 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc0730a0 tx=0x7fbbc402a9a0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 -- 172.21.15.66:0/916082909 shutdown_connections 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 --2- 172.21.15.66:0/916082909 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc074040 0x7fbbcc06eb50 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 --2- 172.21.15.66:0/916082909 >> v2:172.21.15.155:3300/0 conn(0x7fbbcc15e780 0x7fbbcc0cf390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 -- 172.21.15.66:0/916082909 >> 172.21.15.66:0/916082909 conn(0x7fbbcc0cfa20 msgr2=0x7fbbcc0cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 -- 172.21.15.66:0/916082909 shutdown_connections 2024-07-27T07:01:11.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.415+0000 7fbbd2000640 1 -- 172.21.15.66:0/916082909 wait complete. 2024-07-27T07:01:11.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.418+0000 7fbbd2000640 1 Processor -- start 2024-07-27T07:01:11.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.418+0000 7fbbd2000640 1 -- start start 2024-07-27T07:01:11.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 0x7fbbcc1579d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 0x7fbbcc1560c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc06e650 con 0x7fbbcc156600 2024-07-27T07:01:11.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc06e4d0 con 0x7fbbcc074040 2024-07-27T07:01:11.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd2000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbcc06e7d0 con 0x7fbbcc0733b0 2024-07-27T07:01:11.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54264/0 (socket says 172.21.15.66:54264) 2024-07-27T07:01:11.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd1600640 1 -- 172.21.15.66:0/217105580 learned_addr learned my addr 172.21.15.66:0/217105580 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 0x7fbbcc1579d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.420+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 0x7fbbcc1560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 -- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 msgr2=0x7fbbcc1579d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 0x7fbbcc1579d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 -- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 msgr2=0x7fbbcc1560c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 0x7fbbcc1560c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 -- 172.21.15.66:0/217105580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbcc14b630 con 0x7fbbcc156600 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 0x7fbbcc1560c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 0x7fbbcc1579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.421+0000 7fbbd1600640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fbbc402af90 tx=0x7fbbc4031f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.422+0000 7fbbc8c00640 1 -- 172.21.15.66:0/217105580 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4034040 con 0x7fbbcc156600 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.422+0000 7fbbc8c00640 1 -- 172.21.15.66:0/217105580 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc4004540 con 0x7fbbcc156600 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.422+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbcc14d210 con 0x7fbbcc156600 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.422+0000 7fbbc8c00640 1 -- 172.21.15.66:0/217105580 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4045480 con 0x7fbbcc156600 2024-07-27T07:01:11.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.422+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbcc14f8c0 con 0x7fbbcc156600 2024-07-27T07:01:11.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.426+0000 7fbbc8c00640 1 -- 172.21.15.66:0/217105580 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbbc4037020 con 0x7fbbcc156600 2024-07-27T07:01:11.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.427+0000 7fbbc8c00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 0x7fbbac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.427+0000 7fbbc8c00640 1 -- 172.21.15.66:0/217105580 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7fbbc40bad50 con 0x7fbbcc156600 2024-07-27T07:01:11.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.427+0000 7fbbda593740 1 Processor -- start 2024-07-27T07:01:11.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.427+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 0x7fbbac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.427+0000 7fbbda593740 1 -- start start 2024-07-27T07:01:11.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 0x7fbbac079550 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbbc000a810 tx=0x7fbbc0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e603e9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e603ea3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563e60343390 con 0x563e6002b270 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563e60332a30 con 0x563e600023b0 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563e603368d0 con 0x563e6000a590 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.429+0000 7fbbd0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54266/0 (socket says 172.21.15.66:54266) 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1416960766 learned_addr learned my addr 172.21.15.66:0/1416960766 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e603e9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e603ea3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 msgr2=0x563e603ea3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e603ea3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 msgr2=0x563e603e9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e603e9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1416960766 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e602eed70 con 0x563e6002b270 2024-07-27T07:01:11.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e603ea3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.430+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e603e9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.431+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fbbc000ca60 tx=0x7fbbc000f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e810637a77a83116 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.431+0000 7fbbbd200640 1 -- 172.21.15.66:0/1416960766 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc0023070 con 0x563e6002b270 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.431+0000 7fbbbd200640 1 -- 172.21.15.66:0/1416960766 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc000ae40 con 0x563e6002b270 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.431+0000 7fbbbd200640 1 -- 172.21.15.66:0/1416960766 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc001e600 con 0x563e6002b270 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 -- 172.21.15.66:0/1416960766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 msgr2=0x563e603fa6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7fbbc000ca60 tx=0x7fbbc000f000 comp rx=0 tx=0).stop 2024-07-27T07:01:11.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 -- 172.21.15.66:0/1416960766 shutdown_connections 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e603ea3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e603e9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 --2- 172.21.15.66:0/1416960766 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603fa6d0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 -- 172.21.15.66:0/1416960766 >> 172.21.15.66:0/1416960766 conn(0x563e6001f3c0 msgr2=0x563e603d07b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 -- 172.21.15.66:0/1416960766 shutdown_connections 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.432+0000 7fbbda593740 1 -- 172.21.15.66:0/1416960766 wait complete. 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.433+0000 7fbbda593740 1 -- start start 2024-07-27T07:01:11.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.433+0000 7fbbda593740 1 Processor -- start 2024-07-27T07:01:11.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e6040e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e60427ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563e600a5620 con 0x563e600023b0 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563e602cfe10 con 0x563e6002b270 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563e6040cc90 con 0x563e6000a590 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbda593740 10 client.0 _ll_register_callbacks cb 0x563e6032c7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbd0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbd0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54280/0 (socket says 172.21.15.66:54280) 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.435+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1856145531 learned_addr learned my addr 172.21.15.66:0/1856145531 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e6040e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e60427ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 msgr2=0x563e6040e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e6040e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 msgr2=0x563e60427ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e60427ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 -- 172.21.15.66:0/1856145531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e60096850 con 0x563e600023b0 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e60427ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x563e603d1690 tx=0x7fbbc0011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2cc7b455232f72f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbb1600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc002d070 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.436+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563e603452e0 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7fbbc0013950 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7fbbc0039050 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 10 client.8106 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x563e6010d6b0 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x563e603452e0 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7fbbc0013c40 con 0x563e600023b0 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 10 client.8106 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 10 client.8106 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T07:01:11.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 20 client.8106 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e5ffe9e40 0x563e60424a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 4 client.8106 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.437+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e60340d80 con 0x563e5ffe9e40 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.438+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e5ffe9e40 0x563e60424a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.439+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e5ffe9e40 0x563e60424a40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=25687ea54903b45d server_cookie=52ea25f3c91c302e in_seq=0 out_seq=0 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.439+0000 7fbbb1600640 10 client.8106 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:11.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.441+0000 7fbbb1600640 1 -- 172.21.15.66:0/1856145531 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563e60340d80 con 0x563e5ffe9e40 2024-07-27T07:01:11.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.441+0000 7fbbb1600640 10 client.8106 handle_command_reply: tid=0 2024-07-27T07:01:11.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.441+0000 7fbbda593740 1 client.8106 shutdown 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 msgr2=0x563e60416040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x563e603d1690 tx=0x7fbbc0011c20 comp rx=0 tx=0).stop 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 shutdown_connections 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e5ffe9e40 0x563e60424a40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e60427ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e6040e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 --2- 172.21.15.66:0/1856145531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e600023b0 0x563e60416040 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbb1600640 0 client.8106 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 >> 172.21.15.66:0/1856145531 conn(0x563e6001f3c0 msgr2=0x563e603ea0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 shutdown_connections 2024-07-27T07:01:11.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 1 -- 172.21.15.66:0/1856145531 wait complete. 2024-07-27T07:01:11.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.442+0000 7fbbda593740 20 client.8106 trim_cache size 0 max 16384 2024-07-27T07:01:11.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.464+0000 7fbbda593740 1 Processor -- start 2024-07-27T07:01:11.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.464+0000 7fbbda593740 1 -- start start 2024-07-27T07:01:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e604189f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e60418f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc203570 con 0x563e6002b270 2024-07-27T07:01:11.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbbcc2017e0 con 0x563e600023b0 2024-07-27T07:01:11.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.465+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbbcc201e30 con 0x563e6000a590 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54284/0 (socket says 172.21.15.66:54284) 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 -- 172.21.15.66:0/1557591525 learned_addr learned my addr 172.21.15.66:0/1557591525 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e60418f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e604189f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 -- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 msgr2=0x563e60418f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e60418f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 -- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 msgr2=0x563e604189f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e604189f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 -- 172.21.15.66:0/1557591525 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e60413580 con 0x563e6002b270 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.466+0000 7fbbd1600640 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fbbc407ffb0 tx=0x7fbbc4082850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96a7893e47ab0da5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbb3e00640 1 -- 172.21.15.66:0/1557591525 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4087020 con 0x563e6002b270 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbb3e00640 1 -- 172.21.15.66:0/1557591525 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc4087290 con 0x563e6002b270 2024-07-27T07:01:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbb3e00640 1 -- 172.21.15.66:0/1557591525 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc408bcb0 con 0x563e6002b270 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 -- 172.21.15.66:0/1557591525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 msgr2=0x563e603cab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7fbbc407ffb0 tx=0x7fbbc4082850 comp rx=0 tx=0).stop 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 -- 172.21.15.66:0/1557591525 shutdown_connections 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6002b270 0x563e603cab80 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e6000a590 0x563e60418f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 --2- 172.21.15.66:0/1557591525 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e600023b0 0x563e604189f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.467+0000 7fbbda593740 1 -- 172.21.15.66:0/1557591525 >> 172.21.15.66:0/1557591525 conn(0x563e6001f3c0 msgr2=0x563e6040bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.468+0000 7fbbda593740 1 -- 172.21.15.66:0/1557591525 shutdown_connections 2024-07-27T07:01:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.468+0000 7fbbda593740 1 -- 172.21.15.66:0/1557591525 wait complete. 2024-07-27T07:01:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.469+0000 7fbbda593740 1 -- start start 2024-07-27T07:01:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.469+0000 7fbbda593740 1 Processor -- start 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 0x563e603ca0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e603cb350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563e60410b80 con 0x563e6000a590 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563e60412900 con 0x563e6002b270 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563e604111d0 con 0x563e600023b0 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbda593740 10 client.0 _ll_register_callbacks cb 0x7fbbc0021070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54292/0 (socket says 172.21.15.66:54292) 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 -- 172.21.15.66:0/713214514 learned_addr learned my addr 172.21.15.66:0/713214514 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 0x563e603ca0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbd1600640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e603cb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 -- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 msgr2=0x563e603ca0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 0x563e603ca0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 -- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 msgr2=0x563e603cb350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e603cb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbcbe00640 1 -- 172.21.15.66:0/713214514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e603ca620 con 0x563e6000a590 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.471+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 0x563e603ca0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbd1600640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e603cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbcbe00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc0ca020 tx=0x7fbbb800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d912a35d49242c7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbb1600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb8018760 con 0x563e6000a590 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbc4087290 con 0x563e6000a590 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7fbbb8018900 con 0x563e6000a590 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7fbbb8018b00 con 0x563e6000a590 2024-07-27T07:01:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbda593740 10 client.8112 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.472+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x563e6040ceb0 con 0x563e6000a590 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc4087290 con 0x563e6000a590 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7fbbb8021420 con 0x563e6000a590 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 10 client.8112 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 10 client.8112 resolve_mds: resolved name 'd' to daemon mds.d 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 20 client.8112 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e603e8710 0x563e60437350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 4 client.8112 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.473+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "status"}) -- 0x563e6033e4c0 con 0x563e603e8710 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.474+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e603e8710 0x563e60437350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.475+0000 7fbbd0c00640 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e603e8710 0x563e60437350 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aace518a73602dee server_cookie=3b7c0cb6ac5e1237 in_seq=0 out_seq=0 2024-07-27T07:01:11.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.475+0000 7fbbb1600640 10 client.8112 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.475+0000 7fbbb1600640 1 -- 172.21.15.66:0/713214514 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x563e6033e4c0 con 0x563e603e8710 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.475+0000 7fbbb1600640 10 client.8112 handle_command_reply: tid=0 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.475+0000 7fbbda593740 1 client.8112 shutdown 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 msgr2=0x563e60496340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc0ca020 tx=0x7fbbb800f710 comp rx=0 tx=0).stop 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 shutdown_connections 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x563e603e8710 0x563e60437350 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563e6002b270 0x563e603cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563e6000a590 0x563e60496340 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 --2- 172.21.15.66:0/713214514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563e600023b0 0x563e603ca0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbb1600640 0 client.8112 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 >> 172.21.15.66:0/713214514 conn(0x563e6001f3c0 msgr2=0x563e604189f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 shutdown_connections 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 1 -- 172.21.15.66:0/713214514 wait complete. 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.476+0000 7fbbda593740 20 client.8112 trim_cache size 0 max 16384 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 6208, 2024-07-27T07:01:11.480 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 156.641895299, 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 152, 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 123, 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 123, 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 205.523059378 2024-07-27T07:01:11.481 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 msgr2=0x7fbbac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 0x7fbbac079550 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fbbc000a810 tx=0x7fbbc0008040 comp rx=0 tx=0).stop 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 msgr2=0x7fbbcc156a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7fbbc402af90 tx=0x7fbbc4031f80 comp rx=0 tx=0).stop 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 shutdown_connections 2024-07-27T07:01:11.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbbac077040 0x7fbbac079550 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbbcc156600 0x7fbbcc156a10 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbbcc074040 0x7fbbcc1560c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 --2- 172.21.15.66:0/217105580 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbbcc0733b0 0x7fbbcc1579d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 >> 172.21.15.66:0/217105580 conn(0x7fbbcc0cfa20 msgr2=0x7fbbcc14c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 shutdown_connections 2024-07-27T07:01:11.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.477+0000 7fbbd2000640 1 -- 172.21.15.66:0/217105580 wait complete. 2024-07-27T07:01:11.503 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T07:01:11.737 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T07:01:11.736+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 -- 172.21.15.66:0/2800209747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4524006380 msgr2=0x7f452400cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 --2- 172.21.15.66:0/2800209747 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4524006380 0x7f452400cad0 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f454015b760 tx=0x7f4524006940 comp rx=0 tx=0).stop 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f453fe00640 1 -- 172.21.15.66:0/2800209747 reap_dead start 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 -- 172.21.15.66:0/2800209747 shutdown_connections 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 -- 172.21.15.66:0/2800209747 >> 172.21.15.66:0/2800209747 conn(0x7f45400cfa20 msgr2=0x7f45400cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 -- 172.21.15.66:0/2800209747 shutdown_connections 2024-07-27T07:01:11.786 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.784+0000 7f4545000640 1 -- 172.21.15.66:0/2800209747 wait complete. 2024-07-27T07:01:11.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.786+0000 7f4545000640 1 Processor -- start 2024-07-27T07:01:11.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.787+0000 7f4545000640 1 -- start start 2024-07-27T07:01:11.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4524006380 0x7f45400b55c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45400c92d0 0x7f4540155d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4540140550 con 0x7f45401573d0 2024-07-27T07:01:11.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4540070560 con 0x7f4524006380 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f4545000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f45401406d0 con 0x7f45400c92d0 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.788+0000 7f453ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54310/0 (socket says 172.21.15.66:54310) 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 -- 172.21.15.66:0/4193499469 learned_addr learned my addr 172.21.15.66:0/4193499469 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453f400640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4524006380 0x7f45400b55c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 -- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45400c92d0 msgr2=0x7f4540155d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45400c92d0 0x7f4540155d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 -- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4524006380 msgr2=0x7f45400b55c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4524006380 0x7f45400b55c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 -- 172.21.15.66:0/4193499469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45400c96e0 con 0x7f45401573d0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.789+0000 7f453ea00640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f452c010a10 tx=0x7f452c010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.790+0000 7f4537400640 1 -- 172.21.15.66:0/4193499469 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c00ece0 con 0x7f45401573d0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.790+0000 7f4537400640 1 -- 172.21.15.66:0/4193499469 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f452c00ee80 con 0x7f45401573d0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.790+0000 7f4537400640 1 -- 172.21.15.66:0/4193499469 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c004290 con 0x7f45401573d0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.790+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45401f8310 con 0x7f45401573d0 2024-07-27T07:01:11.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.790+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45401f88d0 con 0x7f45401573d0 2024-07-27T07:01:11.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.793+0000 7f4537400640 1 -- 172.21.15.66:0/4193499469 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f452c0035f0 con 0x7f45401573d0 2024-07-27T07:01:11.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.794+0000 7f4537400640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 0x7f4520079580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.794+0000 7f4537400640 1 -- 172.21.15.66:0/4193499469 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f452c09a1b0 con 0x7f45401573d0 2024-07-27T07:01:11.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.794+0000 7f454d322740 1 Processor -- start 2024-07-27T07:01:11.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.795+0000 7f453f400640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 0x7f4520079580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.795+0000 7f454d322740 1 -- start start 2024-07-27T07:01:11.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.796+0000 7f453f400640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 0x7f4520079580 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f4540071470 tx=0x7f4530009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.796+0000 7f454d322740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.796+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8ca2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8ca2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f454d322740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8beb390 con 0x55ffd88d3270 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8bdaa30 con 0x55ffd88aa3b0 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55ffd8bde8d0 con 0x55ffd88b2590 2024-07-27T07:01:11.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54314/0 (socket says 172.21.15.66:54314) 2024-07-27T07:01:11.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 -- 172.21.15.66:0/686315704 learned_addr learned my addr 172.21.15.66:0/686315704 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453ea00640 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8ca2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 -- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 msgr2=0x55ffd8ca2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8ca2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 -- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 msgr2=0x55ffd8ca2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8ca2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453f400640 1 -- 172.21.15.66:0/686315704 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd8b96d70 con 0x55ffd88d3270 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.797+0000 7f453ea00640 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8ca2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.798+0000 7f453f400640 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f453000da40 tx=0x7f4530010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efc907a8af0b384d server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.798+0000 7f452be00640 1 -- 172.21.15.66:0/686315704 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4530024070 con 0x55ffd88d3270 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.798+0000 7f452be00640 1 -- 172.21.15.66:0/686315704 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4530014d30 con 0x55ffd88d3270 2024-07-27T07:01:11.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.798+0000 7f452be00640 1 -- 172.21.15.66:0/686315704 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f453001f600 con 0x55ffd88d3270 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 -- 172.21.15.66:0/686315704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 msgr2=0x55ffd8cbfd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f453000da40 tx=0x7f4530010000 comp rx=0 tx=0).stop 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 -- 172.21.15.66:0/686315704 shutdown_connections 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8ca2f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8ca2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 --2- 172.21.15.66:0/686315704 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8cbfd40 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 -- 172.21.15.66:0/686315704 >> 172.21.15.66:0/686315704 conn(0x55ffd88c73c0 msgr2=0x55ffd8c78c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 -- 172.21.15.66:0/686315704 shutdown_connections 2024-07-27T07:01:11.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.799+0000 7f454d322740 1 -- 172.21.15.66:0/686315704 wait complete. 2024-07-27T07:01:11.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.801+0000 7f454d322740 1 -- start start 2024-07-27T07:01:11.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.801+0000 7f454d322740 1 Processor -- start 2024-07-27T07:01:11.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8cbdfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88d3270 0x55ffd8cd00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ffd894d620 con 0x55ffd88b2590 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8b77e10 con 0x55ffd88aa3b0 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55ffd8cb58b0 con 0x55ffd88d3270 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f454d322740 10 client.0 _ll_register_callbacks cb 0x55ffd8bd49a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f453ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f453ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54330/0 (socket says 172.21.15.66:54330) 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.803+0000 7f453ea00640 1 -- 172.21.15.66:0/2394012893 learned_addr learned my addr 172.21.15.66:0/2394012893 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 -- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88d3270 msgr2=0x55ffd8cd00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453fe00640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88d3270 0x55ffd8cd00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453f400640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8cbdfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88d3270 0x55ffd8cd00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 -- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 msgr2=0x55ffd8cbdfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8cbdfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 -- 172.21.15.66:0/2394012893 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd893e850 con 0x55ffd88b2590 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f453ea00640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f452c061d60 tx=0x7f452c062680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86a6bc80beaa944e server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f4528c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f452c062760 con 0x55ffd88b2590 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f452c0660e0 con 0x55ffd88b2590 2024-07-27T07:01:11.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.804+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4530014d30 con 0x55ffd88b2590 2024-07-27T07:01:11.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7f452c062060 con 0x55ffd88b2590 2024-07-27T07:01:11.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 10 client.8124 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x55ffd89b56b0 con 0x55ffd88b2590 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4530014d30 con 0x55ffd88b2590 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7f452c00f040 con 0x55ffd88b2590 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 10 client.8124 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 10 client.8124 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 20 client.8124 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8891e40 0x55ffd8cda390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 4 client.8124 mds_command: new command op to 7857 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.805+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 --> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ffd8bed2e0 con 0x55ffd8891e40 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.806+0000 7f453f400640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8891e40 0x55ffd8cda390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.806+0000 7f453f400640 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8891e40 0x55ffd8cda390 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5214571022a405c server_cookie=4ae5d607c2f70817 in_seq=0 out_seq=0 2024-07-27T07:01:11.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.806+0000 7f4528c00640 10 client.8124 ms_handle_connect on v2:172.21.15.66:6834/413944575 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.807+0000 7f4528c00640 1 -- 172.21.15.66:0/2394012893 <== mds.1 v2:172.21.15.66:6834/413944575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ffd8bed2e0 con 0x55ffd8891e40 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.807+0000 7f4528c00640 10 client.8124 handle_command_reply: tid=0 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.807+0000 7f454d322740 1 client.8124 shutdown 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 msgr2=0x55ffd8cbe4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f452c061d60 tx=0x7f452c062680 comp rx=0 tx=0).stop 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 shutdown_connections 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8891e40 0x55ffd8cda390 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88d3270 0x55ffd8cd00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88b2590 0x55ffd8cbe4f0 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 --2- 172.21.15.66:0/2394012893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8cbdfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f4528c00640 0 client.8124 ms_handle_reset on v2:172.21.15.66:6834/413944575 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 >> 172.21.15.66:0/2394012893 conn(0x55ffd88c73c0 msgr2=0x55ffd8c71f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 shutdown_connections 2024-07-27T07:01:11.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 1 -- 172.21.15.66:0/2394012893 wait complete. 2024-07-27T07:01:11.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.808+0000 7f454d322740 20 client.8124 trim_cache size 0 max 16384 2024-07-27T07:01:11.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.832+0000 7f454d322740 1 Processor -- start 2024-07-27T07:01:11.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.832+0000 7f454d322740 1 -- start start 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8c9c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88d3270 0x55ffd8c9c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4540205b50 con 0x55ffd88aa3b0 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4540203dc0 con 0x55ffd88d3270 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4540204410 con 0x55ffd88b2590 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.833+0000 7f453f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54336/0 (socket says 172.21.15.66:54336) 2024-07-27T07:01:11.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 -- 172.21.15.66:0/10850582 learned_addr learned my addr 172.21.15.66:0/10850582 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 -- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 msgr2=0x55ffd8c9c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8c9c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 -- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88d3270 msgr2=0x55ffd8c9c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88d3270 0x55ffd8c9c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 -- 172.21.15.66:0/10850582 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd8c78860 con 0x55ffd88aa3b0 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.834+0000 7f453f400640 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f453000d520 tx=0x7f4530001200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb1295dbb61204bd server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.835+0000 7f452b400640 1 -- 172.21.15.66:0/10850582 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4530024040 con 0x55ffd88aa3b0 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.835+0000 7f452b400640 1 -- 172.21.15.66:0/10850582 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f453002f040 con 0x55ffd88aa3b0 2024-07-27T07:01:11.837 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.835+0000 7f452b400640 1 -- 172.21.15.66:0/10850582 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4530006d20 con 0x55ffd88aa3b0 2024-07-27T07:01:11.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 -- 172.21.15.66:0/10850582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 msgr2=0x55ffd8c79d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f453000d520 tx=0x7f4530001200 comp rx=0 tx=0).stop 2024-07-27T07:01:11.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 -- 172.21.15.66:0/10850582 shutdown_connections 2024-07-27T07:01:11.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88d3270 0x55ffd8c9c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8c9c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 --2- 172.21.15.66:0/10850582 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88aa3b0 0x55ffd8c79d30 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 -- 172.21.15.66:0/10850582 >> 172.21.15.66:0/10850582 conn(0x55ffd88c73c0 msgr2=0x55ffd8ccfe70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 -- 172.21.15.66:0/10850582 shutdown_connections 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.836+0000 7f454d322740 1 -- 172.21.15.66:0/10850582 wait complete. 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.837+0000 7f454d322740 1 -- start start 2024-07-27T07:01:11.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.837+0000 7f454d322740 1 Processor -- start 2024-07-27T07:01:11.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.838+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8d1fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8d3a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8ccced0 con 0x55ffd88d3270 2024-07-27T07:01:11.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8cd0bf0 con 0x55ffd88aa3b0 2024-07-27T07:01:11.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55ffd8ccd580 con 0x55ffd88b2590 2024-07-27T07:01:11.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f454d322740 10 client.0 _ll_register_callbacks cb 0x7f452c097f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:11.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54344/0 (socket says 172.21.15.66:54344) 2024-07-27T07:01:11.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 -- 172.21.15.66:0/1140141455 learned_addr learned my addr 172.21.15.66:0/1140141455 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453f400640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8d1fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 -- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 msgr2=0x55ffd8d3a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8d3a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 -- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 msgr2=0x55ffd8d1fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8d1fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.839+0000 7f453fe00640 1 -- 172.21.15.66:0/1140141455 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd8cbe1d0 con 0x55ffd88d3270 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f453fe00640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f453800c650 tx=0x7f4538002050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de32de89c298664d server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f4528c00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45380011c0 con 0x55ffd88d3270 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f4538003d80 con 0x55ffd88d3270 2024-07-27T07:01:11.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ffd8c72eb0 con 0x55ffd88d3270 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7f4538045050 con 0x55ffd88d3270 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.840+0000 7f454d322740 10 client.8130 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x55ffd8d3aaa0 con 0x55ffd88d3270 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55ffd8c72eb0 con 0x55ffd88d3270 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7f453802b800 con 0x55ffd88d3270 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 10 client.8130 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 10 client.8130 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 20 client.8130 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8ca2470 0x55ffd8ca2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 4 client.8130 mds_command: new command op to 7857 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 --> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] -- command(tid 0: {"prefix": "status"}) -- 0x55ffd8c74b90 con 0x55ffd8ca2470 2024-07-27T07:01:11.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.841+0000 7f453f400640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8ca2470 0x55ffd8ca2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f453f400640 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8ca2470 0x55ffd8ca2880 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4c60b87f125fa6a7 server_cookie=b2032a4b9391a01c in_seq=0 out_seq=0 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f4528c00640 10 client.8130 ms_handle_connect on v2:172.21.15.66:6834/413944575 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f4528c00640 1 -- 172.21.15.66:0/1140141455 <== mds.1 v2:172.21.15.66:6834/413944575 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55ffd8c74b90 con 0x55ffd8ca2470 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f4528c00640 10 client.8130 handle_command_reply: tid=0 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f454d322740 1 client.8130 shutdown 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 msgr2=0x55ffd8d3dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.842+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f453800c650 tx=0x7f4538002050 comp rx=0 tx=0).stop 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 shutdown_connections 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:6834/413944575,v1:172.21.15.66:6835/413944575] conn(0x55ffd8ca2470 0x55ffd8ca2880 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55ffd88d3270 0x55ffd8d3dfb0 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55ffd88b2590 0x55ffd8d3a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 --2- 172.21.15.66:0/1140141455 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55ffd88aa3b0 0x55ffd8d1fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f4528c00640 0 client.8130 ms_handle_reset on v2:172.21.15.66:6834/413944575 2024-07-27T07:01:11.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 >> 172.21.15.66:0/1140141455 conn(0x55ffd88c73c0 msgr2=0x55ffd8c79d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 shutdown_connections 2024-07-27T07:01:11.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 1 -- 172.21.15.66:0/1140141455 wait complete. 2024-07-27T07:01:11.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.843+0000 7f454d322740 20 client.8130 trim_cache size 0 max 16384 2024-07-27T07:01:11.849 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:01:11.849 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 7857, 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:01:11.850 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 13.930124313, 2024-07-27T07:01:11.851 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 152, 2024-07-27T07:01:11.851 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 123, 2024-07-27T07:01:11.851 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 123, 2024-07-27T07:01:11.851 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 54.765968983 2024-07-27T07:01:11.851 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 msgr2=0x7f4520079580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 0x7f4520079580 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f4540071470 tx=0x7f4530009040 comp rx=0 tx=0).stop 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 msgr2=0x7f45400c8d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7f452c010a10 tx=0x7f452c010ed0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 shutdown_connections 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4520077070 0x7f4520079580 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f45400c92d0 0x7f4540155d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f45401573d0 0x7f45400c8d90 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 --2- 172.21.15.66:0/4193499469 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4524006380 0x7f45400b55c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:11.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 >> 172.21.15.66:0/4193499469 conn(0x7f45400cfa20 msgr2=0x7f45400af630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:11.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 shutdown_connections 2024-07-27T07:01:11.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:11.844+0000 7f4545000640 1 -- 172.21.15.66:0/4193499469 wait complete. 2024-07-27T07:01:11.874 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:01:11.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:11.874 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:01:11.966 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:01:11.967 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:01:12.021 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:01:12.021 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:01:12.074 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 -- 172.21.15.66:0/1047981592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 msgr2=0x7f4984003f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 --2- 172.21.15.66:0/1047981592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f4984003f60 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7f49a0071a30 tx=0x7f4984005830 comp rx=0 tx=0).stop 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499e800640 1 -- 172.21.15.66:0/1047981592 reap_dead start 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 -- 172.21.15.66:0/1047981592 shutdown_connections 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 -- 172.21.15.66:0/1047981592 >> 172.21.15.66:0/1047981592 conn(0x7f49a00cfa20 msgr2=0x7f49a00cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 -- 172.21.15.66:0/1047981592 shutdown_connections 2024-07-27T07:01:12.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.364+0000 7f499f200640 1 -- 172.21.15.66:0/1047981592 wait complete. 2024-07-27T07:01:12.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.367+0000 7f499f200640 1 Processor -- start 2024-07-27T07:01:12.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.367+0000 7f499f200640 1 -- start start 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.368+0000 7f499f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.368+0000 7f499f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a0156700 0x7f49a00722b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a00727f0 0x7f49a0157040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49a00ca070 con 0x7f4984003af0 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49a01408f0 con 0x7f49a0156700 2024-07-27T07:01:12.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49a00ca1f0 con 0x7f49a00727f0 2024-07-27T07:01:12.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:12.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54356/0 (socket says 172.21.15.66:54356) 2024-07-27T07:01:12.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 -- 172.21.15.66:0/1930908526 learned_addr learned my addr 172.21.15.66:0/1930908526 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 -- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a00727f0 msgr2=0x7f49a0157040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a00727f0 0x7f49a0157040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 -- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a0156700 msgr2=0x7f49a00722b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a0156700 0x7f49a00722b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.369+0000 7f499de00640 1 -- 172.21.15.66:0/1930908526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49a0072c00 con 0x7f4984003af0 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f499de00640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f499002ae70 tx=0x7f4990034c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4990039040 con 0x7f4984003af0 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4990005110 con 0x7f4984003af0 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f499000b620 con 0x7f4984003af0 2024-07-27T07:01:12.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49a01f5eb0 con 0x7f4984003af0 2024-07-27T07:01:12.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.370+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49a01f55b0 con 0x7f4984003af0 2024-07-27T07:01:12.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.372+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49a0050990 con 0x7f4984003af0 2024-07-27T07:01:12.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.373+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4990044020 con 0x7f4984003af0 2024-07-27T07:01:12.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.374+0000 7f4996000640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 0x7f497c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:12.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.374+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f49900b91e0 con 0x7f4984003af0 2024-07-27T07:01:12.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.375+0000 7f4997e00640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 0x7f497c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:12.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.376+0000 7f4997e00640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 0x7f497c079520 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f49a00b5700 tx=0x7f4988001580 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:12.380 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.379+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49a0050990 con 0x7f4984003af0 2024-07-27T07:01:12.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.608+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f49a00cebf0 con 0x7f4984003af0 2024-07-27T07:01:12.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.609+0000 7f4996000640 1 -- 172.21.15.66:0/1930908526 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 32 entries v123) ==== 81+0+1931 (secure 0 0 0) 0x7f49a00cebf0 con 0x7f4984003af0 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.1:0/2809025377 2024-07-27T08:01:07.083611+0000 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:01:12.611 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:01:12.612 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/629648339 2024-07-27T07:59:34.306547+0000 2024-07-27T07:01:12.613 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:01:12.614 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:01:12.615 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:01:12.615 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:01:12.615 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2245700849 2024-07-27T08:00:23.956327+0000 2024-07-27T07:01:12.616 INFO:teuthology.orchestra.run.smithi066.stderr:listed 32 entries 2024-07-27T07:01:12.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 msgr2=0x7f497c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 0x7f497c079520 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f49a00b5700 tx=0x7f4988001580 comp rx=0 tx=0).stop 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 msgr2=0x7f49a01f8d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f499002ae70 tx=0x7f4990034c90 comp rx=0 tx=0).stop 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 shutdown_connections 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f497c077010 0x7f497c079520 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49a00727f0 0x7f49a0157040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49a0156700 0x7f49a00722b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 --2- 172.21.15.66:0/1930908526 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4984003af0 0x7f49a01f8d30 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:12.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 >> 172.21.15.66:0/1930908526 conn(0x7f49a00cfa20 msgr2=0x7f49a00b0eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:12.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.612+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 shutdown_connections 2024-07-27T07:01:12.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:12.613+0000 7f499f200640 1 -- 172.21.15.66:0/1930908526 wait complete. 2024-07-27T07:01:12.643 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:01:12.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:12.643 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:01:17.413 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:01:17.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:17.413 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:01:17.471 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:01:17.471 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:01:17.526 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:01:17.526 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 -- 172.21.15.66:0/3766536516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600ccb60 msgr2=0x7f9a600cec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 --2- 172.21.15.66:0/3766536516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600ccb60 0x7f9a600cec50 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f9a50009830 tx=0x7f9a5002a510 comp rx=0 tx=0).stop 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 -- 172.21.15.66:0/3766536516 shutdown_connections 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 --2- 172.21.15.66:0/3766536516 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600ccb60 0x7f9a600cec50 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 --2- 172.21.15.66:0/3766536516 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 0x7f9a6015b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 -- 172.21.15.66:0/3766536516 >> 172.21.15.66:0/3766536516 conn(0x7f9a6006d160 msgr2=0x7f9a600b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 -- 172.21.15.66:0/3766536516 shutdown_connections 2024-07-27T07:01:17.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.811+0000 7f9a66e00640 1 -- 172.21.15.66:0/3766536516 wait complete. 2024-07-27T07:01:17.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.813+0000 7f9a66e00640 1 Processor -- start 2024-07-27T07:01:17.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.813+0000 7f9a66e00640 1 -- start start 2024-07-27T07:01:17.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 0x7f9a600cad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 0x7f9a601f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9a600724d0 con 0x7f9a600cf190 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a60072350 con 0x7f9a600ccb60 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a66e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a6015f480 con 0x7f9a600b35a0 2024-07-27T07:01:17.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.815+0000 7f9a64e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:17.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54366/0 (socket says 172.21.15.66:54366) 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 -- 172.21.15.66:0/376850529 learned_addr learned my addr 172.21.15.66:0/376850529 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a5f400640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 0x7f9a601f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a5fe00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 0x7f9a600cad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 -- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 msgr2=0x7f9a600cad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 0x7f9a600cad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 -- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 msgr2=0x7f9a601f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:17.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 0x7f9a601f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 -- 172.21.15.66:0/376850529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a601f58e0 con 0x7f9a600cf190 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a5f400640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 0x7f9a601f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.816+0000 7f9a64e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f9a5800cad0 tx=0x7f9a5800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.817+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a58016020 con 0x7f9a600cf190 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.817+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a5800ad40 con 0x7f9a600cf190 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.817+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a58012680 con 0x7f9a600cf190 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.817+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a60159f10 con 0x7f9a600cf190 2024-07-27T07:01:17.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.817+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a6015a4d0 con 0x7f9a600cf190 2024-07-27T07:01:17.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.818+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a6006a5a0 con 0x7f9a600cf190 2024-07-27T07:01:17.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.819+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9a58019020 con 0x7f9a600cf190 2024-07-27T07:01:17.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.821+0000 7f9a57e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 0x7f9a3c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:17.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.821+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f9a58099800 con 0x7f9a600cf190 2024-07-27T07:01:17.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.821+0000 7f9a5fe00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 0x7f9a3c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:17.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.823+0000 7f9a5fe00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 0x7f9a3c079550 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9a48005fd0 tx=0x7f9a48005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:17.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:17.826+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a6006a5a0 con 0x7f9a600cf190 2024-07-27T07:01:18.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.088+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f9a60159ca0 con 0x7f9a600cf190 2024-07-27T07:01:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.089+0000 7f9a57e00640 1 -- 172.21.15.66:0/376850529 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v152) ==== 53+0+73 (secure 0 0 0) 0x7f9a58020030 con 0x7f9a600cf190 2024-07-27T07:01:18.091 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:01:18.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 msgr2=0x7f9a3c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:18.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 0x7f9a3c079550 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9a48005fd0 tx=0x7f9a48005850 comp rx=0 tx=0).stop 2024-07-27T07:01:18.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 msgr2=0x7f9a6015e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7f9a5800cad0 tx=0x7f9a5800cf90 comp rx=0 tx=0).stop 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 shutdown_connections 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a3c077040 0x7f9a3c079550 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a600cf190 0x7f9a6015e230 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a600ccb60 0x7f9a601f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 --2- 172.21.15.66:0/376850529 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a600b35a0 0x7f9a600cad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 >> 172.21.15.66:0/376850529 conn(0x7f9a6006d160 msgr2=0x7f9a6006fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 shutdown_connections 2024-07-27T07:01:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18.093+0000 7f9a66e00640 1 -- 172.21.15.66:0/376850529 wait complete. 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:01:18.121 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:01:18.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.122 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:01:18.176 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41911sec preferred_lft 41911sec 2024-07-27T07:01:18.177 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.178 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:01:18.179 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:01:18.179 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:01:18.179 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:01:18.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.180 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:01:18.255 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:01:18.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.260 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:01:18.315 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:01:18.315 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:01:18.315 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:01:18.315 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:01:18.315 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:01:18.316 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:01:18.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:01:18.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:01:18.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.554 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:01:18.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:01:18.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:01:18.610 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:01:18.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.610 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:01:18.700 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:01:18.701 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:01:18.758 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:01:18.759 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:01:18.759 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:01:18.812 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:01:18.812 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:18.812 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:01:19.023 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:01:19.023 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:01:19.071 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:01:19.071 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:01:19.071 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:01:19.071 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:01:19.071 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:01:19.074 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:01:19.074 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:01:19.074 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:01:19.074 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:01:19.074 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:01:19.079 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:01:19.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:19.079 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:01:19.164 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:01:19.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:01:19.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:01:19.304 INFO:teuthology.orchestra.run.smithi066.stdout:client6622 2024-07-27T07:01:19.304 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:01:19.304 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:01:19.359 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T07:01:19.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.657+0000 7f15ccc00640 1 -- 172.21.15.66:0/3097799997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 msgr2=0x7f15c80cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 --2- 172.21.15.66:0/3097799997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c80cc6e0 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f15c80d0c90 tx=0x7f15b002a4a0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 -- 172.21.15.66:0/3097799997 shutdown_connections 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 --2- 172.21.15.66:0/3097799997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c80cc6e0 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 --2- 172.21.15.66:0/3097799997 >> v2:172.21.15.155:3300/0 conn(0x7f15c8153320 0x7f15c80cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 -- 172.21.15.66:0/3097799997 >> 172.21.15.66:0/3097799997 conn(0x7f15c806d160 msgr2=0x7f15c80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 -- 172.21.15.66:0/3097799997 shutdown_connections 2024-07-27T07:01:19.662 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.658+0000 7f15ccc00640 1 -- 172.21.15.66:0/3097799997 wait complete. 2024-07-27T07:01:19.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.660+0000 7f15ccc00640 1 Processor -- start 2024-07-27T07:01:19.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.660+0000 7f15ccc00640 1 -- start start 2024-07-27T07:01:19.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15c80ccc20 0x7f15c814db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15c8153320 0x7f15c815b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8074600 con 0x7f15c80cf4e0 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8074480 con 0x7f15c8153320 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15ccc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f15c8160500 con 0x7f15c80ccc20 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54384/0 (socket says 172.21.15.66:54384) 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.662+0000 7f15c5400640 1 -- 172.21.15.66:0/586058479 learned_addr learned my addr 172.21.15.66:0/586058479 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5e00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15c80ccc20 0x7f15c814db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c6800640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15c8153320 0x7f15c815b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 -- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15c80ccc20 msgr2=0x7f15c814db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15c80ccc20 0x7f15c814db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 -- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15c8153320 msgr2=0x7f15c815b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15c8153320 0x7f15c815b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 -- 172.21.15.66:0/586058479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15c81f6840 con 0x7f15c80cf4e0 2024-07-27T07:01:19.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15c5400640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f15b0009920 tx=0x7f15b0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.663+0000 7f15be000640 1 -- 172.21.15.66:0/586058479 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0031d60 con 0x7f15c80cf4e0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.664+0000 7f15be000640 1 -- 172.21.15.66:0/586058479 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15b0033e10 con 0x7f15c80cf4e0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.664+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15c81f5fa0 con 0x7f15c80cf4e0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.664+0000 7f15be000640 1 -- 172.21.15.66:0/586058479 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0005260 con 0x7f15c80cf4e0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.664+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15c81f6560 con 0x7f15c80cf4e0 2024-07-27T07:01:19.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.666+0000 7f15be000640 1 -- 172.21.15.66:0/586058479 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f15b0005400 con 0x7f15c80cf4e0 2024-07-27T07:01:19.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.667+0000 7f15be000640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 0x7f15a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.668+0000 7f15be000640 1 -- 172.21.15.66:0/586058479 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f15b00ba6f0 con 0x7f15c80cf4e0 2024-07-27T07:01:19.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.668+0000 7f15d3dbe740 1 Processor -- start 2024-07-27T07:01:19.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.668+0000 7f15c5e00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 0x7f15a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.668+0000 7f15d3dbe740 1 -- start start 2024-07-27T07:01:19.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed940390 0x556eedd2db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5e00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 0x7f15a4079520 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f15b80058c0 tx=0x7f15b8005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd10d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556eedc58df0 con 0x556eed9174d0 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556eedc48490 con 0x556eed91f6b0 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556eedc4c330 con 0x556eed940390 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54392/0 (socket says 172.21.15.66:54392) 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5400640 1 -- 172.21.15.66:0/322718378 learned_addr learned my addr 172.21.15.66:0/322718378 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5400640 1 -- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed940390 msgr2=0x556eedd2db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c6800640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd10d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.670+0000 7f15c5e00640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed940390 0x556eedd2db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c5400640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed940390 0x556eedd2db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c5400640 1 -- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 msgr2=0x556eedd10d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c5400640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd10d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c5400640 1 -- 172.21.15.66:0/322718378 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556eedc021f0 con 0x556eed9174d0 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c6800640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd10d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15c5400640 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f15b007ec20 tx=0x7f15b007e620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bd4ea46bf6ece32 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15b6600640 1 -- 172.21.15.66:0/322718378 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b00b2070 con 0x556eed9174d0 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15b6600640 1 -- 172.21.15.66:0/322718378 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15b0086c30 con 0x556eed9174d0 2024-07-27T07:01:19.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.671+0000 7f15b6600640 1 -- 172.21.15.66:0/322718378 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15b0048070 con 0x556eed9174d0 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 -- 172.21.15.66:0/322718378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 msgr2=0x556eedd107f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f15b007ec20 tx=0x7f15b007e620 comp rx=0 tx=0).stop 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 -- 172.21.15.66:0/322718378 shutdown_connections 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd10d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed9174d0 0x556eedd107f0 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/322718378 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed940390 0x556eedd2db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 -- 172.21.15.66:0/322718378 >> 172.21.15.66:0/322718378 conn(0x556eed9344e0 msgr2=0x556eedce6a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 -- 172.21.15.66:0/322718378 shutdown_connections 2024-07-27T07:01:19.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.672+0000 7f15d3dbe740 1 -- 172.21.15.66:0/322718378 wait complete. 2024-07-27T07:01:19.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.673+0000 7f15d3dbe740 1 -- start start 2024-07-27T07:01:19.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.674+0000 7f15d3dbe740 1 Processor -- start 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedd25bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedcfe650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x556eedb80c90 con 0x556eed940390 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556eedbe2f50 con 0x556eed91f6b0 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556eedc58df0 con 0x556eed9174d0 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15d3dbe740 10 client.0 _ll_register_callbacks cb 0x556eedc40980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:19.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54398/0 (socket says 172.21.15.66:54398) 2024-07-27T07:01:19.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15c6800640 1 -- 172.21.15.66:0/496805742 learned_addr learned my addr 172.21.15.66:0/496805742 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:19.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15c5400640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedcfe650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.676+0000 7f15c5e00640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedd25bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 -- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 msgr2=0x556eedd25bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedd25bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 -- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 msgr2=0x556eedcfe650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedcfe650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 -- 172.21.15.66:0/496805742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556eeda227d0 con 0x556eed940390 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15c6800640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f15c815c840 tx=0x7f15c000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=146582b7d73c47c3 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0017070 con 0x556eed940390 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f15c000c920 con 0x556eed940390 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.677+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15b0086c30 con 0x556eed940390 2024-07-27T07:01:19.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7f15c0023050 con 0x556eed940390 2024-07-27T07:01:19.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 10 client.8160 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:19.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x556eed9ab970 con 0x556eed940390 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15b0086c30 con 0x556eed940390 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7f15c000cb20 con 0x556eed940390 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 10 client.8160 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 10 client.8160 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 20 client.8160 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eed8fef60 0x556eedd28a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 4 client.8160 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.678+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556eedc5ad40 con 0x556eed8fef60 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.679+0000 7f15c5e00640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eed8fef60 0x556eedd28a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.680+0000 7f15c5e00640 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eed8fef60 0x556eedd28a30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=631d3c7b9c685c1c server_cookie=1fdf33ee6e1870c9 in_seq=0 out_seq=0 2024-07-27T07:01:19.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.680+0000 7f15aaa00640 10 client.8160 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.682+0000 7f15aaa00640 1 -- 172.21.15.66:0/496805742 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556eedc5ad40 con 0x556eed8fef60 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.682+0000 7f15aaa00640 10 client.8160 handle_command_reply: tid=0 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.682+0000 7f15d3dbe740 1 client.8160 shutdown 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 msgr2=0x556eedd284f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7f15c815c840 tx=0x7f15c000ec70 comp rx=0 tx=0).stop 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 shutdown_connections 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd284f0 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eed8fef60 0x556eedd28a30 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedcfe650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/496805742 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedd25bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 >> 172.21.15.66:0/496805742 conn(0x556eed9344e0 msgr2=0x556eedce79f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15aaa00640 0 client.8160 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:19.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 shutdown_connections 2024-07-27T07:01:19.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 1 -- 172.21.15.66:0/496805742 wait complete. 2024-07-27T07:01:19.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.683+0000 7f15d3dbe740 20 client.8160 trim_cache size 0 max 16384 2024-07-27T07:01:19.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.706+0000 7f15d3dbe740 1 Processor -- start 2024-07-27T07:01:19.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.707+0000 7f15d3dbe740 1 -- start start 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedce76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd107f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8205250 con 0x556eed940390 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8205920 con 0x556eed91f6b0 2024-07-27T07:01:19.710 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.708+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f15c8203bb0 con 0x556eed9174d0 2024-07-27T07:01:19.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54404/0 (socket says 172.21.15.66:54404) 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 -- 172.21.15.66:0/2945174573 learned_addr learned my addr 172.21.15.66:0/2945174573 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c5400640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd107f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 -- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 msgr2=0x556eedce76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c5e00640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedce76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedce76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 -- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 msgr2=0x556eedd107f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd107f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c6800640 1 -- 172.21.15.66:0/2945174573 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556eed8f1270 con 0x556eed940390 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.709+0000 7f15c5400640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.710+0000 7f15c6800640 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f15c0009010 tx=0x7f15c00018c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86336292164d8967 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.710+0000 7f15b5c00640 1 -- 172.21.15.66:0/2945174573 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0017040 con 0x556eed940390 2024-07-27T07:01:19.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.710+0000 7f15b5c00640 1 -- 172.21.15.66:0/2945174573 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15c002c070 con 0x556eed940390 2024-07-27T07:01:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.710+0000 7f15b5c00640 1 -- 172.21.15.66:0/2945174573 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0003d80 con 0x556eed940390 2024-07-27T07:01:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 -- 172.21.15.66:0/2945174573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 msgr2=0x556eedd10d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f15c0009010 tx=0x7f15c00018c0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 -- 172.21.15.66:0/2945174573 shutdown_connections 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd10d30 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed91f6b0 0x556eedd107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/2945174573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed9174d0 0x556eedce76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 -- 172.21.15.66:0/2945174573 >> 172.21.15.66:0/2945174573 conn(0x556eed9344e0 msgr2=0x556eedce0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 -- 172.21.15.66:0/2945174573 shutdown_connections 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.711+0000 7f15d3dbe740 1 -- 172.21.15.66:0/2945174573 wait complete. 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.712+0000 7f15d3dbe740 1 -- start start 2024-07-27T07:01:19.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.713+0000 7f15d3dbe740 1 Processor -- start 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed9174d0 0x556eedd25c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed91f6b0 0x556eeddab960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f15c8204200 con 0x556eed940390 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x556eedcf8530 con 0x556eed9174d0 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x556eedda8680 con 0x556eed91f6b0 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15d3dbe740 10 client.0 _ll_register_callbacks cb 0x7f15c00017e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.714+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54420/0 (socket says 172.21.15.66:54420) 2024-07-27T07:01:19.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 -- 172.21.15.66:0/1805230308 learned_addr learned my addr 172.21.15.66:0/1805230308 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:19.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c5400640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed91f6b0 0x556eeddab960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c5e00640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed9174d0 0x556eedd25c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 -- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed91f6b0 msgr2=0x556eeddab960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed91f6b0 0x556eeddab960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 -- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed9174d0 msgr2=0x556eedd25c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed9174d0 0x556eedd25c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 -- 172.21.15.66:0/1805230308 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556eeddabea0 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15c6800640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f15c0029040 tx=0x7f15c00015e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9493a7308179015 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.715+0000 7f15aaa00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15c0035060 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f15c0003d70 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15c002c070 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) ==== 24+0+0 (secure 0 0 0) 0x7f15c003c050 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15d3dbe740 10 client.8166 fetch_fsmap learned FSMap version 152 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.716+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) -- 0x556eedd9e820 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f15c002c070 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 152) ==== 3522+0+0 (secure 0 0 0) 0x7f15c000c810 con 0x556eed940390 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 10 client.8166 fetch_fsmap finished waiting for FSMap version 152 2024-07-27T07:01:19.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 10 client.8166 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.d 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 20 client.8166 populate_metadata read hostname 'smithi066' 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eedda7a40 0x556eedda7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 4 client.8166 mds_command: new command op to 6208 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 --> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556eedc567e0 con 0x556eedda7a40 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.717+0000 7f15c5e00640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eedda7a40 0x556eedda7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.718+0000 7f15c5e00640 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eedda7a40 0x556eedda7e50 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f16315c97ace327c server_cookie=d305bca9ef36f016 in_seq=0 out_seq=0 2024-07-27T07:01:19.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.718+0000 7f15aaa00640 10 client.8166 ms_handle_connect on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.739+0000 7f15aaa00640 1 -- 172.21.15.66:0/1805230308 <== mds.0 v2:172.21.15.155:6835/3893315789 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556eedc567e0 con 0x556eedda7a40 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.739+0000 7f15aaa00640 10 client.8166 handle_command_reply: tid=0 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.739+0000 7f15d3dbe740 1 client.8166 shutdown 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.739+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 msgr2=0x556eedd9e2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.739+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f15c0029040 tx=0x7f15c00015e0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 shutdown_connections 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x556eed940390 0x556eedd9e2e0 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x556eed91f6b0 0x556eeddab960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:6835/3893315789,v1:172.21.15.155:6837/3893315789] conn(0x556eedda7a40 0x556eedda7e50 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 --2- 172.21.15.66:0/1805230308 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x556eed9174d0 0x556eedd25c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 >> 172.21.15.66:0/1805230308 conn(0x556eed9344e0 msgr2=0x556eedce0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15aaa00640 0 client.8166 ms_handle_reset on v2:172.21.15.155:6835/3893315789 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 shutdown_connections 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 1 -- 172.21.15.66:0/1805230308 wait complete. 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.740+0000 7f15d3dbe740 20 client.8166 trim_cache size 0 max 16384 2024-07-27T07:01:19.743 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:01:19.744 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T07:01:19.744 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T07:01:19.744 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 msgr2=0x7f15a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 0x7f15a4079520 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f15b80058c0 tx=0x7f15b8005850 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 msgr2=0x7f15c815b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f15b0009920 tx=0x7f15b0033c20 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 shutdown_connections 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f15a4077010 0x7f15a4079520 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f15c8153320 0x7f15c815b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f15c80cf4e0 0x7f15c815b480 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 --2- 172.21.15.66:0/586058479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f15c80ccc20 0x7f15c814db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.741+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 >> 172.21.15.66:0/586058479 conn(0x7f15c806d160 msgr2=0x7f15c815d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:19.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.742+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 shutdown_connections 2024-07-27T07:01:19.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:19.742+0000 7f15ccc00640 1 -- 172.21.15.66:0/586058479 wait complete. 2024-07-27T07:01:19.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:19.778 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir d1/dir/.snap/*) 2024-07-27T07:01:19.870 INFO:tasks.cephfs.test_snapshots:testing snapclient mds_kill_mdstable_at=3, snapserver mds_kill_mdstable_at=8 2024-07-27T07:01:19.870 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:20.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.168+0000 7ff036200640 1 -- 172.21.15.66:0/3921357898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300d0de0 msgr2=0x7ff0300cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:20.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.168+0000 7ff036200640 1 --2- 172.21.15.66:0/3921357898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300d0de0 0x7ff0300cecb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ff028005fd0 tx=0x7ff02802aa90 comp rx=0 tx=0).stop 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 -- 172.21.15.66:0/3921357898 shutdown_connections 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 --2- 172.21.15.66:0/3921357898 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300d0de0 0x7ff0300cecb0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 --2- 172.21.15.66:0/3921357898 >> v2:172.21.15.155:3300/0 conn(0x7ff0300d2f40 0x7ff0300b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 -- 172.21.15.66:0/3921357898 >> 172.21.15.66:0/3921357898 conn(0x7ff0300d40e0 msgr2=0x7ff0300d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 -- 172.21.15.66:0/3921357898 shutdown_connections 2024-07-27T07:01:20.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.169+0000 7ff036200640 1 -- 172.21.15.66:0/3921357898 wait complete. 2024-07-27T07:01:20.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.171+0000 7ff036200640 1 Processor -- start 2024-07-27T07:01:20.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.171+0000 7ff036200640 1 -- start start 2024-07-27T07:01:20.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300b4b00 0x7ff0301677a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0300d0de0 0x7ff030151430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff0300cf370 con 0x7ff0300d2f40 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff0300cf1f0 con 0x7ff0300d0de0 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff036200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff0300cf4f0 con 0x7ff0300b4b00 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff02fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff02fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54434/0 (socket says 172.21.15.66:54434) 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff02fe00640 1 -- 172.21.15.66:0/4161623502 learned_addr learned my addr 172.21.15.66:0/4161623502 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff02f400640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300b4b00 0x7ff0301677a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:20.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.173+0000 7ff02ea00640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0300d0de0 0x7ff030151430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 -- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300b4b00 msgr2=0x7ff0301677a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300b4b00 0x7ff0301677a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 -- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0300d0de0 msgr2=0x7ff030151430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0300d0de0 0x7ff030151430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 -- 172.21.15.66:0/4161623502 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff030167ce0 con 0x7ff0300d2f40 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff02fe00640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7ff028006010 tx=0x7ff028003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028044070 con 0x7ff0300d2f40 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff028004040 con 0x7ff0300d2f40 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff028004430 con 0x7ff0300d2f40 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.174+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0301681f0 con 0x7ff0300d2f40 2024-07-27T07:01:20.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.175+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0300a0a20 con 0x7ff0300d2f40 2024-07-27T07:01:20.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.176+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0300cecb0 con 0x7ff0300d2f40 2024-07-27T07:01:20.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.177+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff028047070 con 0x7ff0300d2f40 2024-07-27T07:01:20.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.178+0000 7ff027400640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:20.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.179+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7ff0280ba3e0 con 0x7ff0300d2f40 2024-07-27T07:01:20.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.179+0000 7ff02f400640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:20.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.180+0000 7ff02f400640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7ff020009590 tx=0x7ff020005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:20.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.183+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff028032030 con 0x7ff0300d2f40 2024-07-27T07:01:20.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.435+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff030167f80 con 0x7ff0300d2f40 2024-07-27T07:01:20.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.436+0000 7ff027400640 1 -- 172.21.15.66:0/4161623502 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 152 v152) ==== 95+0+5256 (secure 0 0 0) 0x7ff028082990 con 0x7ff0300d2f40 2024-07-27T07:01:20.438 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:20.438 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":152,"btime":"2024-07-27T07:01:09:661458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":152,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:09.661442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:20.438 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 152 2024-07-27T07:01:20.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 msgr2=0x7ff010079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:20.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7ff020009590 tx=0x7ff020005f30 comp rx=0 tx=0).stop 2024-07-27T07:01:20.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 msgr2=0x7ff03009dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:20.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7ff028006010 tx=0x7ff028003ce0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 shutdown_connections 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff010077010 0x7ff010079520 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff0300d2f40 0x7ff03009dce0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.439+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff0300d0de0 0x7ff030151430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.440+0000 7ff036200640 1 --2- 172.21.15.66:0/4161623502 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff0300b4b00 0x7ff0301677a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.440+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 >> 172.21.15.66:0/4161623502 conn(0x7ff0300d40e0 msgr2=0x7ff0300d1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.440+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 shutdown_connections 2024-07-27T07:01:20.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:20.440+0000 7ff036200640 1 -- 172.21.15.66:0/4161623502 wait complete. 2024-07-27T07:01:20.470 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:01:20.770 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":19,"last_created":17,"last_destroyed":18,"pending_noop":[],"snaps":[{"snapid":17,"ino":1099511627777,"stamp":"2024-07-27T07:00:37.371002+0000","name":"s37","metadata":{}}],"need_to_purge":{"17":[16,18]},"pending_update":[],"pending_destroy":[{"version":38,"removed_snap":17,"seq":19}]} 2024-07-27T07:01:20.771 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 18, "last_snap": 19, "need_to_purge": { "17": [ 16, 18 ] }, "pending_destroy": [ { "removed_snap": 17, "seq": 19, "version": 38 } ], "pending_noop": [], "pending_update": [], "snaps": [ { "ino": 1099511627777, "metadata": {}, "name": "s37", "snapid": 17, "stamp": "2024-07-27T07:00:37.371002+0000" } ] } 2024-07-27T07:01:20.771 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:21.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 -- 172.21.15.66:0/895842598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c54004d40 msgr2=0x7f0c54005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 --2- 172.21.15.66:0/895842598 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c54004d40 0x7f0c54005190 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f0c64009b20 tx=0x7f0c54005830 comp rx=0 tx=0).stop 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c73e00640 1 -- 172.21.15.66:0/895842598 reap_dead start 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 -- 172.21.15.66:0/895842598 shutdown_connections 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 -- 172.21.15.66:0/895842598 >> 172.21.15.66:0/895842598 conn(0x7f0c740cfa70 msgr2=0x7f0c740cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 -- 172.21.15.66:0/895842598 shutdown_connections 2024-07-27T07:01:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.078+0000 7f0c78e00640 1 -- 172.21.15.66:0/895842598 wait complete. 2024-07-27T07:01:21.081 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.080+0000 7f0c78e00640 1 Processor -- start 2024-07-27T07:01:21.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.080+0000 7f0c78e00640 1 -- start start 2024-07-27T07:01:21.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c54004d40 0x7f0c740c4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c74157d30 0x7f0c741585a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74164050 con 0x7f0c740b0a30 2024-07-27T07:01:21.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0c74163ed0 con 0x7f0c74157d30 2024-07-27T07:01:21.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c78e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0c741641d0 con 0x7f0c54004d40 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c72a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c72a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54396/0 (socket says 172.21.15.66:54396) 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.082+0000 7f0c72a00640 1 -- 172.21.15.66:0/3406267892 learned_addr learned my addr 172.21.15.66:0/3406267892 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c73400640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c54004d40 0x7f0c740c4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c73e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c74157d30 0x7f0c741585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 -- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c54004d40 msgr2=0x7f0c740c4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c54004d40 0x7f0c740c4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 -- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c74157d30 msgr2=0x7f0c741585a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c74157d30 0x7f0c741585a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 -- 172.21.15.66:0/3406267892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c741f2d10 con 0x7f0c740b0a30 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.083+0000 7f0c72a00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00d6f0 tx=0x7f0c5c00dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.084+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c00de00 con 0x7f0c740b0a30 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.084+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c5c015020 con 0x7f0c740b0a30 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.084+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c5c00b7d0 con 0x7f0c740b0a30 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.084+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c740c54c0 con 0x7f0c740b0a30 2024-07-27T07:01:21.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.084+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c740b38e0 con 0x7f0c740b0a30 2024-07-27T07:01:21.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.085+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c740ce8d0 con 0x7f0c740b0a30 2024-07-27T07:01:21.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.087+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0c5c00b990 con 0x7f0c740b0a30 2024-07-27T07:01:21.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.088+0000 7f0c6b400640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 0x7f0c50079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.088+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f0c5c099880 con 0x7f0c740b0a30 2024-07-27T07:01:21.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.088+0000 7f0c73400640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 0x7f0c50079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.089+0000 7f0c73400640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 0x7f0c50079520 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c0021c0 tx=0x7f0c6c001540 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:21.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.093+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0c5c01f030 con 0x7f0c740b0a30 2024-07-27T07:01:21.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.346+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c7406e720 con 0x7f0c740b0a30 2024-07-27T07:01:21.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.348+0000 7f0c6b400640 1 -- 172.21.15.66:0/3406267892 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 152 v152) ==== 95+0+5256 (secure 0 0 0) 0x7f0c5c061f80 con 0x7f0c740b0a30 2024-07-27T07:01:21.349 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:21.349 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":152,"btime":"2024-07-27T07:01:09:661458+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":152,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:09.661442+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:21.350 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 152 2024-07-27T07:01:21.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 msgr2=0x7f0c50079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 0x7f0c50079520 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f0c6c0021c0 tx=0x7f0c6c001540 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 msgr2=0x7f0c740b40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f0c5c00d6f0 tx=0x7f0c5c00dbb0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 shutdown_connections 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0c50077010 0x7f0c50079520 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0c74157d30 0x7f0c741585a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0c740b0a30 0x7f0c740b40e0 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 --2- 172.21.15.66:0/3406267892 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0c54004d40 0x7f0c740c4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 >> 172.21.15.66:0/3406267892 conn(0x7f0c740cfa70 msgr2=0x7f0c7413cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 shutdown_connections 2024-07-27T07:01:21.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.351+0000 7f0c78e00640 1 -- 172.21.15.66:0/3406267892 wait complete. 2024-07-27T07:01:21.380 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:0 true 2024-07-27T07:01:21.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.673+0000 7f38f8c00640 1 -- 172.21.15.66:0/2963740634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d80053f0 msgr2=0x7f38d800ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.673+0000 7f38f8c00640 1 --2- 172.21.15.66:0/2963740634 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d80053f0 0x7f38d800ba80 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f38f40b22b0 tx=0x7f38d8005830 comp rx=0 tx=0).stop 2024-07-27T07:01:21.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.673+0000 7f38f2800640 1 -- 172.21.15.66:0/2963740634 reap_dead start 2024-07-27T07:01:21.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.673+0000 7f38f8c00640 1 -- 172.21.15.66:0/2963740634 shutdown_connections 2024-07-27T07:01:21.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.673+0000 7f38f8c00640 1 -- 172.21.15.66:0/2963740634 >> 172.21.15.66:0/2963740634 conn(0x7f38f406d160 msgr2=0x7f38f40b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:21.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.674+0000 7f38f8c00640 1 -- 172.21.15.66:0/2963740634 shutdown_connections 2024-07-27T07:01:21.676 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.674+0000 7f38f8c00640 1 -- 172.21.15.66:0/2963740634 wait complete. 2024-07-27T07:01:21.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.676+0000 7f38f8c00640 1 Processor -- start 2024-07-27T07:01:21.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.676+0000 7f38f8c00640 1 -- start start 2024-07-27T07:01:21.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f40736b0 0x7f38f4073ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f4157430 0x7f38f4157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f38f4164270 con 0x7f38f41f8ac0 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f38f41640f0 con 0x7f38f40736b0 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f8c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f38f41643f0 con 0x7f38f4157430 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54416/0 (socket says 172.21.15.66:54416) 2024-07-27T07:01:21.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f2800640 1 -- 172.21.15.66:0/262959631 learned_addr learned my addr 172.21.15.66:0/262959631 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:21.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.678+0000 7f38f1e00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f40736b0 0x7f38f4073ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f1400640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f4157430 0x7f38f4157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 -- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f4157430 msgr2=0x7f38f4157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f4157430 0x7f38f4157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 -- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f40736b0 msgr2=0x7f38f4073ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f40736b0 0x7f38f4073ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 -- 172.21.15.66:0/262959631 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f41f54d0 con 0x7f38f41f8ac0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f2800640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f38ec005fd0 tx=0x7f38ec02db00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec009960 con 0x7f38f41f8ac0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38ec02c510 con 0x7f38f41f8ac0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f4157d80 con 0x7f38f41f8ac0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ec0044b0 con 0x7f38f41f8ac0 2024-07-27T07:01:21.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.679+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f41f5750 con 0x7f38f41f8ac0 2024-07-27T07:01:21.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.681+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f415f630 con 0x7f38f41f8ac0 2024-07-27T07:01:21.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.682+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f38ec046020 con 0x7f38f41f8ac0 2024-07-27T07:01:21.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.683+0000 7f38ea000640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:21.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.683+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(123..123 src has 1..123) ==== 8684+0+0 (secure 0 0 0) 0x7f38ec0ba0d0 con 0x7f38f41f8ac0 2024-07-27T07:01:21.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.684+0000 7f38f1e00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:21.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.685+0000 7f38f1e00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f38e4003670 tx=0x7f38e40014f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:21.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:21.687+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f38f4157d80 con 0x7f38f41f8ac0 2024-07-27T07:01:22.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.011+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"} v 0) -- 0x7f38f40cc810 con 0x7f38f41f8ac0 2024-07-27T07:01:22.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.767+0000 7f38ea000640 1 -- 172.21.15.66:0/262959631 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:0", "val": "true"}]=0 freezing mds.6208 v153) ==== 112+0+0 (secure 0 0 0) 0x7f38f41f54d0 con 0x7f38f41f8ac0 2024-07-27T07:01:22.769 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.6208 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 msgr2=0x7f38d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f38e4003670 tx=0x7f38e40014f0 comp rx=0 tx=0).stop 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 msgr2=0x7f38f41f8ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f38ec005fd0 tx=0x7f38ec02db00 comp rx=0 tx=0).stop 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 shutdown_connections 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38d4077010 0x7f38d4079520 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38f41f8ac0 0x7f38f41f8ed0 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38f4157430 0x7f38f4157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:22.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 --2- 172.21.15.66:0/262959631 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38f40736b0 0x7f38f4073ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:22.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 >> 172.21.15.66:0/262959631 conn(0x7f38f406d160 msgr2=0x7f38f40cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:22.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 shutdown_connections 2024-07-27T07:01:22.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:22.771+0000 7f38f8c00640 1 -- 172.21.15.66:0/262959631 wait complete. 2024-07-27T07:01:22.811 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 6:1 true 2024-07-27T07:01:23.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 -- 172.21.15.66:0/3126743579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 msgr2=0x7fd2c40ce290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:23.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/3126743579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c40ce290 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4005fd0 tx=0x7fd2b402aa90 comp rx=0 tx=0).stop 2024-07-27T07:01:23.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 -- 172.21.15.66:0/3126743579 shutdown_connections 2024-07-27T07:01:23.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/3126743579 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c41600b0 0x7fd2c406e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/3126743579 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c40ce290 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 -- 172.21.15.66:0/3126743579 >> 172.21.15.66:0/3126743579 conn(0x7fd2c406c770 msgr2=0x7fd2c406cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:23.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 -- 172.21.15.66:0/3126743579 shutdown_connections 2024-07-27T07:01:23.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.089+0000 7fd2c3e00640 1 -- 172.21.15.66:0/3126743579 wait complete. 2024-07-27T07:01:23.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.092+0000 7fd2c3e00640 1 Processor -- start 2024-07-27T07:01:23.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.092+0000 7fd2c3e00640 1 -- start start 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.093+0000 7fd2c3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.093+0000 7fd2c3e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 0x7fd2c413bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c3e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2c4152fd0 0x7fd2c41533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c3e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c406ef80 con 0x7fd2c415cf50 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c3e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd2c406ee00 con 0x7fd2c4152fd0 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c3e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd2c406f100 con 0x7fd2c413c870 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:23.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54436/0 (socket says 172.21.15.66:54436) 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 -- 172.21.15.66:0/4123889495 learned_addr learned my addr 172.21.15.66:0/4123889495 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2ba000640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 0x7fd2c413bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c3400640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2c4152fd0 0x7fd2c41533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 -- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 msgr2=0x7fd2c413bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 0x7fd2c413bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 -- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2c4152fd0 msgr2=0x7fd2c41533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2c4152fd0 0x7fd2c41533e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2c2a00640 1 -- 172.21.15.66:0/4123889495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2c41e5880 con 0x7fd2c415cf50 2024-07-27T07:01:23.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.094+0000 7fd2ba000640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 0x7fd2c413bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:23.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2c2a00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4000f80 tx=0x7fd2b4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:23.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b4044070 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd2b4004250 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b4004660 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2c41e5b60 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.095+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2c41e6120 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.096+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2c406e350 con 0x7fd2c415cf50 2024-07-27T07:01:23.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.098+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd2b4047070 con 0x7fd2c415cf50 2024-07-27T07:01:23.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.099+0000 7fd2bb400640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 0x7fd2a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:23.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.099+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8756+0+0 (secure 0 0 0) 0x7fd2b40ba4d0 con 0x7fd2c415cf50 2024-07-27T07:01:23.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.100+0000 7fd2ba000640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 0x7fd2a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:23.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.101+0000 7fd2ba000640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 0x7fd2a0079520 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd2c41e8890 tx=0x7fd2ac009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:23.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.104+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd2b4032030 con 0x7fd2c415cf50 2024-07-27T07:01:23.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.396+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"} v 0) -- 0x7fd2c406ffa0 con 0x7fd2c415cf50 2024-07-27T07:01:23.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.781+0000 7fd2bb400640 1 -- 172.21.15.66:0/4123889495 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "6:1", "val": "true"}]=0 freezing mds.7857 v154) ==== 112+0+0 (secure 0 0 0) 0x7fd2b4082ac0 con 0x7fd2c415cf50 2024-07-27T07:01:23.783 INFO:teuthology.orchestra.run.smithi066.stderr:freezing mds.7857 2024-07-27T07:01:23.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 msgr2=0x7fd2a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 0x7fd2a0079520 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7fd2c41e8890 tx=0x7fd2ac009040 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 msgr2=0x7fd2c41e6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4000f80 tx=0x7fd2b4003f10 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 shutdown_connections 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd2a0077010 0x7fd2a0079520 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd2c4152fd0 0x7fd2c41533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd2c413c870 0x7fd2c413bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 --2- 172.21.15.66:0/4123889495 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd2c415cf50 0x7fd2c41e6640 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.786+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 >> 172.21.15.66:0/4123889495 conn(0x7fd2c406c770 msgr2=0x7fd2c413e570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.787+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 shutdown_connections 2024-07-27T07:01:23.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:23.787+0000 7fd2c3e00640 1 -- 172.21.15.66:0/4123889495 wait complete. 2024-07-27T07:01:23.817 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json config set mds_kill_mdstable_at 8 2024-07-27T07:01:24.101 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T07:01:24.101 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T07:01:24.102 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_kill_mdstable_at 3 2024-07-27T07:01:24.422 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_kill_mdstable_at = '' (not observed, change may require restart) "} 2024-07-27T07:01:24.422 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_kill_mdstable_at = '' (not observed, change may require restart) " } 2024-07-27T07:01:24.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:24.423 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/dir/.snap/s4) 2024-07-27T07:01:24.431 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T07:01:24.489 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7feff8a00640 time 2024-07-27T07:01:24.488837+0000 2024-07-27T07:01:24.489 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fefffa4c4d1] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.490 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:01:24.488+0000 7feff8a00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7feff8a00640 time 2024-07-27T07:01:24.488837+0000 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fefffa4c4d1] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.491 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:01:24.492 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7feff8a00640 thread_name:ms_dispatch 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fefff03e6f0] 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fefff08b94c] 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fefffa4c60c] 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.493 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.494 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:01:24.491+0000 7feff8a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7feff8a00640 thread_name:ms_dispatch 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fefff03e6f0] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fefff08b94c] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fefffa4c60c] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.495 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:24.496 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.512 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T07:01:24.488+0000 7feff8a00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7feff8a00640 time 2024-07-27T07:01:24.488837+0000 2024-07-27T07:01:24.512 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T07:01:24.512 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.512 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fefffa4c4d1] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.513 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T07:01:24.491+0000 7feff8a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7feff8a00640 thread_name:ms_dispatch 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fefff03e6f0] 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fefff08b94c] 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T07:01:24.514 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fefffa4c60c] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.515 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.516 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:24.516 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.523 INFO:tasks.ceph.mds.a.smithi066.stderr: -1> 2024-07-27T07:01:24.488+0000 7feff8a00640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: In function 'void MDSTableClient::handle_request(ceph::cref_t&)' thread 7feff8a00640 time 2024-07-27T07:01:24.488837+0000 2024-07-27T07:01:24.523 INFO:tasks.ceph.mds.a.smithi066.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableClient.cc: 76: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 3) 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7fefffa4c4d1] 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.524 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.525 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.526 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.526 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.526 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.526 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.526 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.527 INFO:tasks.ceph.mds.a.smithi066.stderr: 0> 2024-07-27T07:01:24.491+0000 7feff8a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:24.527 INFO:tasks.ceph.mds.a.smithi066.stderr: in thread 7feff8a00640 thread_name:ms_dispatch 2024-07-27T07:01:24.527 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.527 INFO:tasks.ceph.mds.a.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:24.527 INFO:tasks.ceph.mds.a.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fefff03e6f0] 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fefff08b94c] 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 3: raise() 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 4: abort() 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7fefffa4c60c] 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7fefffa4c6de] 2024-07-27T07:01:24.528 INFO:tasks.ceph.mds.a.smithi066.stderr: 7: (MDSTableClient::handle_request(boost::intrusive_ptr const&)+0x506) [0x55f17dcc1288] 2024-07-27T07:01:24.529 INFO:tasks.ceph.mds.a.smithi066.stderr: 8: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xc96) [0x55f17d961ed2] 2024-07-27T07:01:24.529 INFO:tasks.ceph.mds.a.smithi066.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f17d965637] 2024-07-27T07:01:24.529 INFO:tasks.ceph.mds.a.smithi066.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f17d965f5e] 2024-07-27T07:01:24.529 INFO:tasks.ceph.mds.a.smithi066.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f17d94903a] 2024-07-27T07:01:24.529 INFO:tasks.ceph.mds.a.smithi066.stderr: 12: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fefffb9b407] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 13: (DispatchQueue::entry()+0x60f) [0x7fefffb9bcf9] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 14: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fefffc785a1] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 15: (Thread::entry_wrapper()+0x43) [0x7fefffa25cdd] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 16: (Thread::_entry_func(void*)+0xd) [0x7fefffa25cf9] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 17: /lib64/libc.so.6(+0x89c02) [0x7fefff089c02] 2024-07-27T07:01:24.530 INFO:tasks.ceph.mds.a.smithi066.stderr: 18: /lib64/libc.so.6(+0x10ec40) [0x7fefff10ec40] 2024-07-27T07:01:24.531 INFO:tasks.ceph.mds.a.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:24.531 INFO:tasks.ceph.mds.a.smithi066.stderr: 2024-07-27T07:01:24.758 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T07:01:24.758 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T07:01:24.759 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 -- 172.21.15.66:0/2571387869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 msgr2=0x7fdd340cc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 --2- 172.21.15.66:0/2571387869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd340cc630 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c005fd0 tx=0x7fdd2c02a820 comp rx=0 tx=0).stop 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 -- 172.21.15.66:0/2571387869 shutdown_connections 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 --2- 172.21.15.66:0/2571387869 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd340cc630 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 --2- 172.21.15.66:0/2571387869 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 0x7fdd3415b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 -- 172.21.15.66:0/2571387869 >> 172.21.15.66:0/2571387869 conn(0x7fdd3406d160 msgr2=0x7fdd340b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 -- 172.21.15.66:0/2571387869 shutdown_connections 2024-07-27T07:01:25.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.078+0000 7fdd39000640 1 -- 172.21.15.66:0/2571387869 wait complete. 2024-07-27T07:01:25.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.080+0000 7fdd39000640 1 Processor -- start 2024-07-27T07:01:25.082 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.081+0000 7fdd39000640 1 -- start start 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 0x7fdd3409b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 0x7fdd341f27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdd340cdcc0 con 0x7fdd340cec70 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdd340cdb40 con 0x7fdd340cf540 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd39000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdd340cde40 con 0x7fdd34070440 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.082+0000 7fdd31400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:25.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54456/0 (socket says 172.21.15.66:54456) 2024-07-27T07:01:25.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 -- 172.21.15.66:0/2050648541 learned_addr learned my addr 172.21.15.66:0/2050648541 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:25.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31e00640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 0x7fdd3409b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:25.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd32800640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 0x7fdd341f27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:25.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 -- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 msgr2=0x7fdd3409b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:25.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 0x7fdd3409b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 -- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 msgr2=0x7fdd341f27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:25.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 0x7fdd341f27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 -- 172.21.15.66:0/2050648541 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd341f37d0 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd32800640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 0x7fdd341f27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.083+0000 7fdd31400640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000c3c0 tx=0x7fdd2000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.084+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20017070 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.084+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd200035f0 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.084+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd20003a80 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.084+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd341f34f0 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.084+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd3409ae30 con 0x7fdd340cec70 2024-07-27T07:01:25.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.085+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd3415b490 con 0x7fdd340cec70 2024-07-27T07:01:25.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.086+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdd2001a070 con 0x7fdd340cec70 2024-07-27T07:01:25.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.088+0000 7fdd2a000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 0x7fdd14079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:25.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.088+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 8756+0+0 (secure 0 0 0) 0x7fdd20098910 con 0x7fdd340cec70 2024-07-27T07:01:25.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.088+0000 7fdd31e00640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 0x7fdd14079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:25.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.090+0000 7fdd31e00640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 0x7fdd14079550 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fdd240058c0 tx=0x7fdd2400c440 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:25.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.092+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdd20060e70 con 0x7fdd340cec70 2024-07-27T07:01:25.267 INFO:tasks.ceph.mds.a.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:01:25.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.355+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd341f3280 con 0x7fdd340cec70 2024-07-27T07:01:25.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.357+0000 7fdd2a000640 1 -- 172.21.15.66:0/2050648541 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 154 v154) ==== 95+0+5256 (secure 0 0 0) 0x7fdd20060770 con 0x7fdd340cec70 2024-07-27T07:01:25.358 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:25.359 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":154,"btime":"2024-07-27T07:01:23:778924+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":154,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:23.398008+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:25.359 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 154 2024-07-27T07:01:25.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.359+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 msgr2=0x7fdd14079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:25.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.359+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 0x7fdd14079550 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fdd240058c0 tx=0x7fdd2400c440 comp rx=0 tx=0).stop 2024-07-27T07:01:25.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.359+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 msgr2=0x7fdd3409d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:25.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.359+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fdd2000c3c0 tx=0x7fdd2000c880 comp rx=0 tx=0).stop 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 shutdown_connections 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdd14077040 0x7fdd14079550 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdd340cf540 0x7fdd341f27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdd340cec70 0x7fdd3409d900 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 --2- 172.21.15.66:0/2050648541 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdd34070440 0x7fdd3409b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 >> 172.21.15.66:0/2050648541 conn(0x7fdd3406d160 msgr2=0x7fdd3406e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 shutdown_connections 2024-07-27T07:01:25.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:25.360+0000 7fdd39000640 1 -- 172.21.15.66:0/2050648541 wait complete. 2024-07-27T07:01:25.390 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:01:28.760 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-07-27T07:01:29.087 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:01:29.096 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:01:30.390 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:30.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 -- 172.21.15.66:0/2589901147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf40004800 msgr2=0x7faf40004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 --2- 172.21.15.66:0/2589901147 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf40004800 0x7faf40004c10 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7faf4400baf0 tx=0x7faf40005830 comp rx=0 tx=0).stop 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5b400640 1 -- 172.21.15.66:0/2589901147 reap_dead start 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 -- 172.21.15.66:0/2589901147 shutdown_connections 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 -- 172.21.15.66:0/2589901147 >> 172.21.15.66:0/2589901147 conn(0x7faf5c0cfa70 msgr2=0x7faf5c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 -- 172.21.15.66:0/2589901147 shutdown_connections 2024-07-27T07:01:30.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.671+0000 7faf5be00640 1 -- 172.21.15.66:0/2589901147 wait complete. 2024-07-27T07:01:30.674 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.673+0000 7faf5be00640 1 Processor -- start 2024-07-27T07:01:30.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.673+0000 7faf5be00640 1 -- start start 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf40004800 0x7faf5c13c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf5c142300 0x7faf5c143990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c1608c0 con 0x7faf5c13c730 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7faf5c160740 con 0x7faf5c142300 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf5be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7faf5c0cd640 con 0x7faf40004800 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54470/0 (socket says 172.21.15.66:54470) 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.675+0000 7faf53e00640 1 -- 172.21.15.66:0/163569306 learned_addr learned my addr 172.21.15.66:0/163569306 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf5aa00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf40004800 0x7faf5c13c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:30.677 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf5b400640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf5c142300 0x7faf5c143990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 -- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf40004800 msgr2=0x7faf5c13c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf40004800 0x7faf5c13c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 -- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf5c142300 msgr2=0x7faf5c143990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf5c142300 0x7faf5c143990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 -- 172.21.15.66:0/163569306 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf5c13ce60 con 0x7faf5c13c730 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf53e00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7faf4400ba40 tx=0x7faf44005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.676+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44040070 con 0x7faf5c13c730 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.677+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf44004030 con 0x7faf5c13c730 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.677+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf5c13e890 con 0x7faf5c13c730 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.677+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf44035040 con 0x7faf5c13c730 2024-07-27T07:01:30.679 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.677+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf5c13cb40 con 0x7faf5c13c730 2024-07-27T07:01:30.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.678+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf5c0725e0 con 0x7faf5c13c730 2024-07-27T07:01:30.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.679+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7faf44038020 con 0x7faf5c13c730 2024-07-27T07:01:30.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.680+0000 7faf52a00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 0x7faf38079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:30.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.681+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 8772+0+0 (secure 0 0 0) 0x7faf440ba3a0 con 0x7faf5c13c730 2024-07-27T07:01:30.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.681+0000 7faf5aa00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 0x7faf38079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:30.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.682+0000 7faf5aa00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 0x7faf38079520 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7faf4c001a30 tx=0x7faf4c001c60 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:30.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.685+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7faf44082900 con 0x7faf5c13c730 2024-07-27T07:01:30.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.937+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf5c0cf760 con 0x7faf5c13c730 2024-07-27T07:01:30.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.938+0000 7faf52a00640 1 -- 172.21.15.66:0/163569306 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 154 v154) ==== 95+0+5256 (secure 0 0 0) 0x7faf44082200 con 0x7faf5c13c730 2024-07-27T07:01:30.939 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:30.940 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":154,"btime":"2024-07-27T07:01:23:778924+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":154,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:23.398008+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:30.940 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 154 2024-07-27T07:01:30.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 msgr2=0x7faf38079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:30.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 0x7faf38079520 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7faf4c001a30 tx=0x7faf4c001c60 comp rx=0 tx=0).stop 2024-07-27T07:01:30.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 msgr2=0x7faf5c141dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:30.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7faf4400ba40 tx=0x7faf44005870 comp rx=0 tx=0).stop 2024-07-27T07:01:30.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 shutdown_connections 2024-07-27T07:01:30.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7faf38077010 0x7faf38079520 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7faf5c142300 0x7faf5c143990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7faf5c13c730 0x7faf5c141dc0 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 --2- 172.21.15.66:0/163569306 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7faf40004800 0x7faf5c13c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:30.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 >> 172.21.15.66:0/163569306 conn(0x7faf5c0cfa70 msgr2=0x7faf5c0b0060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:30.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 shutdown_connections 2024-07-27T07:01:30.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:30.941+0000 7faf5be00640 1 -- 172.21.15.66:0/163569306 wait complete. 2024-07-27T07:01:30.973 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:01:35.374 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~7s 2024-07-27T07:01:35.974 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:36.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 -- 172.21.15.66:0/425720952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 msgr2=0x7ff6f8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:36.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 --2- 172.21.15.66:0/425720952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff6f8004c10 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7ff7000016c0 tx=0x7ff6f8005830 comp rx=0 tx=0).stop 2024-07-27T07:01:36.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 -- 172.21.15.66:0/425720952 shutdown_connections 2024-07-27T07:01:36.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 --2- 172.21.15.66:0/425720952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff6f8004c10 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 -- 172.21.15.66:0/425720952 >> 172.21.15.66:0/425720952 conn(0x7ff7140cfa70 msgr2=0x7ff7140cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:36.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 -- 172.21.15.66:0/425720952 shutdown_connections 2024-07-27T07:01:36.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.277+0000 7ff713200640 1 -- 172.21.15.66:0/425720952 wait complete. 2024-07-27T07:01:36.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.280+0000 7ff713200640 1 Processor -- start 2024-07-27T07:01:36.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.280+0000 7ff713200640 1 -- start start 2024-07-27T07:01:36.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.281+0000 7ff713200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.281+0000 7ff713200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff71414e100 0x7ff714155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff713200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff714155670 0x7ff7141f6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff713200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff71415a610 con 0x7ff6f8004800 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff713200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff71415a490 con 0x7ff714155670 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff713200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff71406f480 con 0x7ff71414e100 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:32990/0 (socket says 172.21.15.66:32990) 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 -- 172.21.15.66:0/2889505728 learned_addr learned my addr 172.21.15.66:0/2889505728 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 -- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff71414e100 msgr2=0x7ff714155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff71414e100 0x7ff714155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 -- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff714155670 msgr2=0x7ff7141f6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:36.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff714155670 0x7ff7141f6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.282+0000 7ff711e00640 1 -- 172.21.15.66:0/2889505728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff714155a80 con 0x7ff6f8004800 2024-07-27T07:01:36.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff711e00640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7ff704010940 tx=0x7ff704010e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff70400ec80 con 0x7ff6f8004800 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff70400ee20 con 0x7ff6f8004800 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff704004290 con 0x7ff6f8004800 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff714153630 con 0x7ff6f8004800 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.283+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff714153bf0 con 0x7ff6f8004800 2024-07-27T07:01:36.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.284+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7141f30a0 con 0x7ff6f8004800 2024-07-27T07:01:36.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.286+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff7040035f0 con 0x7ff6f8004800 2024-07-27T07:01:36.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.287+0000 7ff70a000640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 0x7ff6f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:36.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.287+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 8728+0+0 (secure 0 0 0) 0x7ff70409a0f0 con 0x7ff6f8004800 2024-07-27T07:01:36.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.287+0000 7ff711400640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 0x7ff6f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:36.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.289+0000 7ff711400640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 0x7ff6f4079520 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7ff700032000 tx=0x7ff700001120 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:36.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.292+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff714155a80 con 0x7ff6f8004800 2024-07-27T07:01:36.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.554+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff71406f990 con 0x7ff6f8004800 2024-07-27T07:01:36.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.556+0000 7ff70a000640 1 -- 172.21.15.66:0/2889505728 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 154 v154) ==== 95+0+5256 (secure 0 0 0) 0x7ff704062790 con 0x7ff6f8004800 2024-07-27T07:01:36.558 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:36.558 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":154,"btime":"2024-07-27T07:01:23:778924+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":154,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:23.398008+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208,7857]},"id":6}]} 2024-07-27T07:01:36.558 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 154 2024-07-27T07:01:36.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.559+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 msgr2=0x7ff6f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:36.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.559+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 0x7ff6f4079520 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7ff700032000 tx=0x7ff700001120 comp rx=0 tx=0).stop 2024-07-27T07:01:36.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.559+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 msgr2=0x7ff7141f2b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:36.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.559+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7ff704010940 tx=0x7ff704010e00 comp rx=0 tx=0).stop 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 shutdown_connections 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff6f4077010 0x7ff6f4079520 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff714155670 0x7ff7141f6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff71414e100 0x7ff714155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 --2- 172.21.15.66:0/2889505728 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6f8004800 0x7ff7141f2b30 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 >> 172.21.15.66:0/2889505728 conn(0x7ff7140cfa70 msgr2=0x7ff7140af610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.560+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 shutdown_connections 2024-07-27T07:01:36.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:36.561+0000 7ff713200640 1 -- 172.21.15.66:0/2889505728 wait complete. 2024-07-27T07:01:36.592 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:01:41.593 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 -- 172.21.15.66:0/3220182499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cf540 msgr2=0x7f296015b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 --2- 172.21.15.66:0/3220182499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cf540 0x7f296015b490 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f296015b180 tx=0x7f295002b860 comp rx=0 tx=0).stop 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 -- 172.21.15.66:0/3220182499 shutdown_connections 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 --2- 172.21.15.66:0/3220182499 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cf540 0x7f296015b490 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 -- 172.21.15.66:0/3220182499 >> 172.21.15.66:0/3220182499 conn(0x7f296006d160 msgr2=0x7f29600b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 -- 172.21.15.66:0/3220182499 shutdown_connections 2024-07-27T07:01:41.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.888+0000 7f2964c00640 1 -- 172.21.15.66:0/3220182499 wait complete. 2024-07-27T07:01:41.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.891+0000 7f2964c00640 1 Processor -- start 2024-07-27T07:01:41.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.891+0000 7f2964c00640 1 -- start start 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29600cc630 0x7f296014ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29600cf540 0x7f29600b13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f29600cded0 con 0x7f29600cec70 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f29600cdd50 con 0x7f29600cc630 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.892+0000 7f2964c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f29600ce050 con 0x7f29600cf540 2024-07-27T07:01:41.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:41.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51948/0 (socket says 172.21.15.66:51948) 2024-07-27T07:01:41.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 -- 172.21.15.66:0/2351077478 learned_addr learned my addr 172.21.15.66:0/2351077478 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f295de00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29600cc630 0x7f296014ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 -- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29600cf540 msgr2=0x7f29600b13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29600cf540 0x7f29600b13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 -- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29600cc630 msgr2=0x7f296014ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29600cc630 0x7f296014ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.893+0000 7f2955400640 1 -- 172.21.15.66:0/2351077478 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29601f51b0 con 0x7f29600cec70 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2955400640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f294800b3f0 tx=0x7f294800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948015020 con 0x7f29600cec70 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2948011920 con 0x7f29600cec70 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29601f5420 con 0x7f29600cec70 2024-07-27T07:01:41.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2948011d70 con 0x7f29600cec70 2024-07-27T07:01:41.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.894+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29601f93e0 con 0x7f29600cec70 2024-07-27T07:01:41.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.895+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29600b1970 con 0x7f29600cec70 2024-07-27T07:01:41.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.897+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2948018020 con 0x7f29600cec70 2024-07-27T07:01:41.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.898+0000 7f2956a00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 0x7f293c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:41.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.898+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 8728+0+0 (secure 0 0 0) 0x7f2948099250 con 0x7f29600cec70 2024-07-27T07:01:41.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.898+0000 7f295de00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 0x7f293c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:41.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.900+0000 7f295de00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 0x7f293c079550 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f2950035000 tx=0x7f2950004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:41.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:41.902+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f294801f030 con 0x7f29600cec70 2024-07-27T07:01:41.988 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~13s 2024-07-27T07:01:42.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.159+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f29600ce560 con 0x7f29600cec70 2024-07-27T07:01:42.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.160+0000 7f2956a00640 1 -- 172.21.15.66:0/2351077478 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 155 v155) ==== 95+0+5304 (secure 0 0 0) 0x7f29480617d0 con 0x7f29600cec70 2024-07-27T07:01:42.162 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:42.162 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":155,"btime":"2024-07-27T07:01:38:102647+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":155,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:38.102598+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:01:38.102597+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7857,6208]},"id":6}]} 2024-07-27T07:01:42.162 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 155 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 msgr2=0x7f293c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 0x7f293c079550 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f2950035000 tx=0x7f2950004730 comp rx=0 tx=0).stop 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 msgr2=0x7f29600b0e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f294800b3f0 tx=0x7f294800b8b0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 shutdown_connections 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f293c077040 0x7f293c079550 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f29600cf540 0x7f29600b13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f29600cec70 0x7f29600b0e60 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 --2- 172.21.15.66:0/2351077478 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f29600cc630 0x7f296014ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.163+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 >> 172.21.15.66:0/2351077478 conn(0x7f296006d160 msgr2=0x7f29600cb430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.164+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 shutdown_connections 2024-07-27T07:01:42.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.164+0000 7f2964c00640 1 -- 172.21.15.66:0/2351077478 wait complete. 2024-07-27T07:01:42.193 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T07:01:42.193 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -n kernel.core_pattern 2024-07-27T07:01:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T07:01:42.274 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:01:42.274 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T07:01:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:1722063684.71073.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i a', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T07:01:42.370 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063684.71073.core'] 2024-07-27T07:01:42.370 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063684.71073.core, deleting it 2024-07-27T07:01:42.371 DEBUG:teuthology.orchestra.run.smithi066:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063684.71073.core 2024-07-27T07:01:42.497 INFO:tasks.cephfs.mount:Suspending the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:01:42.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:01:42.497 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 down 2024-07-27T07:01:42.595 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:42.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.889+0000 7ffa6be00640 1 -- 172.21.15.66:0/73822431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0b4690 msgr2=0x7ffa6c0b52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:42.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.889+0000 7ffa6be00640 1 --2- 172.21.15.66:0/73822431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c0b52e0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7ffa54005fd0 tx=0x7ffa5402a5d0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.892 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.889+0000 7ffa6be00640 1 -- 172.21.15.66:0/73822431 shutdown_connections 2024-07-27T07:01:42.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.889+0000 7ffa6be00640 1 --2- 172.21.15.66:0/73822431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c0b52e0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.889+0000 7ffa6be00640 1 -- 172.21.15.66:0/73822431 >> 172.21.15.66:0/73822431 conn(0x7ffa6c0d3ef0 msgr2=0x7ffa6c0d4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:42.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.890+0000 7ffa6be00640 1 -- 172.21.15.66:0/73822431 shutdown_connections 2024-07-27T07:01:42.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.890+0000 7ffa6be00640 1 -- 172.21.15.66:0/73822431 wait complete. 2024-07-27T07:01:42.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.893+0000 7ffa6be00640 1 Processor -- start 2024-07-27T07:01:42.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.893+0000 7ffa6be00640 1 -- start start 2024-07-27T07:01:42.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 0x7ffa6c14f1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:42.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c14f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c0cf5a0 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c0cf420 con 0x7ffa6c0b4690 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffa6c0cf720 con 0x7ffa6c08c650 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51964/0 (socket says 172.21.15.66:51964) 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6b400640 1 -- 172.21.15.66:0/440067489 learned_addr learned my addr 172.21.15.66:0/440067489 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa6aa00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 0x7ffa6c14f1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.895+0000 7ffa63e00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c14f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 -- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 msgr2=0x7ffa6c14f1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 0x7ffa6c14f1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 -- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 msgr2=0x7ffa6c14f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c14f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 -- 172.21.15.66:0/440067489 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c1f8700 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6aa00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 0x7ffa6c14f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa63e00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c14f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.896+0000 7ffa6b400640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7ffa6400ba10 tx=0x7ffa6400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.897+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64019070 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.897+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa6400cc30 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.897+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6c1f89e0 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.897+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa640146a0 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.897+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6c1f8fa0 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.898+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6c0cfbc0 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.899+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffa6401c070 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.900+0000 7ffa62a00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 0x7ffa48079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:42.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.901+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 8728+0+0 (secure 0 0 0) 0x7ffa64099190 con 0x7ffa6c0d0de0 2024-07-27T07:01:42.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.901+0000 7ffa6aa00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 0x7ffa48079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:42.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.903+0000 7ffa6aa00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 0x7ffa48079520 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c007fd0 tx=0x7ffa5c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:42.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:42.905+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa6400ce20 con 0x7ffa6c0d0de0 2024-07-27T07:01:43.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.160+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffa6c0cd960 con 0x7ffa6c0d0de0 2024-07-27T07:01:43.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.161+0000 7ffa62a00640 1 -- 172.21.15.66:0/440067489 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 155 v155) ==== 95+0+5304 (secure 0 0 0) 0x7ffa640617a0 con 0x7ffa6c0d0de0 2024-07-27T07:01:43.163 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":155,"btime":"2024-07-27T07:01:38:102647+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8043,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":149}],"filesystems":[{"mdsmap":{"epoch":155,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:38.102598+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":7857},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_7857":{"gid":7857,"name":"a","rank":1,"incarnation":148,"state":"up:active","state_seq":17,"addr":"172.21.15.66:6835/413944575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":413944575},{"type":"v1","addr":"172.21.15.66:6835","nonce":413944575}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:01:38.102597+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[7857,6208]},"id":6}]} 2024-07-27T07:01:43.164 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 155 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 msgr2=0x7ffa48079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 0x7ffa48079520 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c007fd0 tx=0x7ffa5c009040 comp rx=0 tx=0).stop 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 msgr2=0x7ffa6c14fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7ffa6400ba10 tx=0x7ffa6400bed0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 shutdown_connections 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa48077010 0x7ffa48079520 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa6c0d0de0 0x7ffa6c14fc70 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa6c0b4690 0x7ffa6c14f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 --2- 172.21.15.66:0/440067489 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa6c08c650 0x7ffa6c14f1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.164+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 >> 172.21.15.66:0/440067489 conn(0x7ffa6c0d3ef0 msgr2=0x7ffa6c161510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:43.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.165+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 shutdown_connections 2024-07-27T07:01:43.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.165+0000 7ffa6be00640 1 -- 172.21.15.66:0/440067489 wait complete. 2024-07-27T07:01:43.194 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump snaps --server 2024-07-27T07:01:43.495 INFO:teuthology.orchestra.run.smithi155.stdout:{"last_snap":20,"last_created":17,"last_destroyed":19,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[{"version":41,"snapinfo":{"snapid":20,"ino":1099511627777,"stamp":"2024-07-27T07:01:24.481854+0000","name":"s4","metadata":{}}}],"pending_destroy":[]} 2024-07-27T07:01:43.495 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 19, "last_snap": 20, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [ { "snapInfinityo": { "ino": 1099511627777, "metadata": {}, "name": "s4", "snapid": 20, "stamp": "2024-07-27T07:01:24.481854+0000" }, "version": 41 } ], "snaps": [] } 2024-07-27T07:01:43.496 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:1 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 -- 172.21.15.66:0/3862221152 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac072340 msgr2=0x7f5cac15fab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 --2- 172.21.15.66:0/3862221152 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac072340 0x7f5cac15fab0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5c98005fd0 tx=0x7f5c9802a540 comp rx=0 tx=0).stop 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 -- 172.21.15.66:0/3862221152 shutdown_connections 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 --2- 172.21.15.66:0/3862221152 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac072340 0x7f5cac15fab0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 --2- 172.21.15.66:0/3862221152 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 -- 172.21.15.66:0/3862221152 >> 172.21.15.66:0/3862221152 conn(0x7f5cac0cfa20 msgr2=0x7f5cac0cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 -- 172.21.15.66:0/3862221152 shutdown_connections 2024-07-27T07:01:43.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.799+0000 7f5cabe00640 1 -- 172.21.15.66:0/3862221152 wait complete. 2024-07-27T07:01:43.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.802+0000 7f5cabe00640 1 Processor -- start 2024-07-27T07:01:43.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.802+0000 7f5cabe00640 1 -- start start 2024-07-27T07:01:43.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac1552a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:43.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:43.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac15fff0 0x7f5cac0c8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:43.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac15cd50 con 0x7f5cac072340 2024-07-27T07:01:43.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac15cbd0 con 0x7f5cac15fff0 2024-07-27T07:01:43.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5cabe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5cac15ced0 con 0x7f5cac06fa90 2024-07-27T07:01:43.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5caa000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:43.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5caa000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51980/0 (socket says 172.21.15.66:51980) 2024-07-27T07:01:43.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5caa000640 1 -- 172.21.15.66:0/269812524 learned_addr learned my addr 172.21.15.66:0/269812524 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:43.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.804+0000 7f5caaa00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac1552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:43.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5cab400640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac15fff0 0x7f5cac0c8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:43.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 -- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 msgr2=0x7f5cac1552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:43.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac1552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 -- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac15fff0 msgr2=0x7f5cac0c8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac15fff0 0x7f5cac0c8d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 -- 172.21.15.66:0/269812524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cac1539c0 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caaa00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac1552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5caa000640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f5c98000c00 tx=0x7f5c980038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.805+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9803e030 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.806+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c98003db0 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.806+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cac153ca0 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.806+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c98035040 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.806+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cac0cd8d0 con 0x7f5cac072340 2024-07-27T07:01:43.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.807+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cac073da0 con 0x7f5cac072340 2024-07-27T07:01:43.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.808+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5c98041030 con 0x7f5cac072340 2024-07-27T07:01:43.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.809+0000 7f5ca2a00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 0x7f5c8c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:43.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.809+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 8728+0+0 (secure 0 0 0) 0x7f5c980b9c80 con 0x7f5cac072340 2024-07-27T07:01:43.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.810+0000 7f5caaa00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 0x7f5c8c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:43.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.811+0000 7f5caaa00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 0x7f5c8c079550 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c009ab0 tx=0x7f5c9c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:43.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:43.815+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c98082180 con 0x7f5cac072340 2024-07-27T07:01:44.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.116+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:1"} v 0) -- 0x7f5cac0b0de0 con 0x7f5cac072340 2024-07-27T07:01:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.122+0000 7f5ca2a00640 1 -- 172.21.15.66:0/269812524 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:1"}]=0 failed mds gid 7857 v156) ==== 97+0+0 (secure 0 0 0) 0x7f5c98081a80 con 0x7f5cac072340 2024-07-27T07:01:44.123 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 7857 2024-07-27T07:01:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 msgr2=0x7f5c8c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 0x7f5c8c079550 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f5c9c009ab0 tx=0x7f5c9c005f90 comp rx=0 tx=0).stop 2024-07-27T07:01:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 msgr2=0x7f5cac0ce0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f5c98000c00 tx=0x7f5c980038a0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 shutdown_connections 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c8c077040 0x7f5c8c079550 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5cac15fff0 0x7f5cac0c8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5cac072340 0x7f5cac0ce0d0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 --2- 172.21.15.66:0/269812524 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5cac06fa90 0x7f5cac1552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.125+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 >> 172.21.15.66:0/269812524 conn(0x7f5cac0cfa20 msgr2=0x7f5cac0cccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:44.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.126+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 shutdown_connections 2024-07-27T07:01:44.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.127+0000 7f5cabe00640 1 -- 172.21.15.66:0/269812524 wait complete. 2024-07-27T07:01:44.158 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:01:44.158 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:01:44.158 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:01:44.158 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:01:44.159 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:01:44.159 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a' 2024-07-27T07:01:44.159 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:01:44.159 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:01:44.163 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:01:44.164 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:44.375 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 -- 172.21.15.66:0/4056030825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc6806d9a0 msgr2=0x7fdc6815eca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/4056030825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc6806d9a0 0x7fdc6815eca0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fdc6806e310 tx=0x7fdc6002aa30 comp rx=0 tx=0).stop 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 -- 172.21.15.66:0/4056030825 shutdown_connections 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/4056030825 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc6806d9a0 0x7fdc6815eca0 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/4056030825 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc680b3750 0x7fdc6806d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/4056030825 >> v2:172.21.15.155:3300/0 conn(0x7fdc6806f600 0x7fdc6806ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 -- 172.21.15.66:0/4056030825 >> 172.21.15.66:0/4056030825 conn(0x7fdc680b2d00 msgr2=0x7fdc680d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:44.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.408+0000 7fdc6fc00640 1 -- 172.21.15.66:0/4056030825 shutdown_connections 2024-07-27T07:01:44.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.409+0000 7fdc6fc00640 1 -- 172.21.15.66:0/4056030825 wait complete. 2024-07-27T07:01:44.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.411+0000 7fdc6fc00640 1 Processor -- start 2024-07-27T07:01:44.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.411+0000 7fdc6fc00640 1 -- start start 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 0x7fdc681f8a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 0x7fdc681f8f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6815f1e0 con 0x7fdc680b3750 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6806e080 con 0x7fdc6806f600 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6fc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fdc6815f360 con 0x7fdc6806d9a0 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:44.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52008/0 (socket says 172.21.15.66:52008) 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 -- 172.21.15.66:0/2341391691 learned_addr learned my addr 172.21.15.66:0/2341391691 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6d200640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 0x7fdc681f8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc5fe00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 0x7fdc681f8f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 -- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 msgr2=0x7fdc681f8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 0x7fdc681f8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 -- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 msgr2=0x7fdc681f8f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 0x7fdc681f8f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6dc00640 1 -- 172.21.15.66:0/2341391691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc681594c0 con 0x7fdc680b3750 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc6d200640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 0x7fdc681f8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.413+0000 7fdc5fe00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 0x7fdc681f8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:01:44.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc6dc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fdc6002b020 tx=0x7fdc60003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:44.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc60033050 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc60004450 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc681597a0 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc60004840 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.414+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc68159d60 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.415+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc6815f810 con 0x7fdc680b3750 2024-07-27T07:01:44.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.417+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fdc60036070 con 0x7fdc680b3750 2024-07-27T07:01:44.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.418+0000 7fdc65600640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 0x7fdc44079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:44.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.418+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 8770+0+0 (secure 0 0 0) 0x7fdc600baa00 con 0x7fdc680b3750 2024-07-27T07:01:44.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.418+0000 7fdc6d200640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 0x7fdc44079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:44.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.420+0000 7fdc6d200640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 0x7fdc44079520 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fdc6806f490 tx=0x7fdc58005d50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:44.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.422+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fdc60082fe0 con 0x7fdc680b3750 2024-07-27T07:01:44.663 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.662+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdc680d01c0 con 0x7fdc680b3750 2024-07-27T07:01:44.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.663+0000 7fdc65600640 1 -- 172.21.15.66:0/2341391691 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) ==== 95+0+4427 (secure 0 0 0) 0x7fdc600828e0 con 0x7fdc680b3750 2024-07-27T07:01:44.665 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":157,"btime":"2024-07-27T07:01:44:130825+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:44.130786+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:44.665 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 157 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 msgr2=0x7fdc44079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 0x7fdc44079520 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fdc6806f490 tx=0x7fdc58005d50 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 msgr2=0x7fdc68155e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7fdc6002b020 tx=0x7fdc60003f10 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 shutdown_connections 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fdc44077010 0x7fdc44079520 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fdc680b3750 0x7fdc68155e10 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fdc6806f600 0x7fdc681f8f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 --2- 172.21.15.66:0/2341391691 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fdc6806d9a0 0x7fdc681f8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 >> 172.21.15.66:0/2341391691 conn(0x7fdc680b2d00 msgr2=0x7fdc680b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 shutdown_connections 2024-07-27T07:01:44.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:44.666+0000 7fdc6fc00640 1 -- 172.21.15.66:0/2341391691 wait complete. 2024-07-27T07:01:44.692 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T07:01:45.170 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_rollback(ceph::cref_t&)' thread 7f405b400640 time 2024-07-27T07:01:45.169505+0000 2024-07-27T07:01:45.170 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 202: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 8) 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f406244c4d1] 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.172 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T07:01:45.171+0000 7f405b400640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_rollback(ceph::cref_t&)' thread 7f405b400640 time 2024-07-27T07:01:45.169505+0000 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 202: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 8) 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.173 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f406244c4d1] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.174 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f405b400640 thread_name:ms_dispatch 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4061a3e6f0] 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f4061a8b94c] 2024-07-27T07:01:45.175 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f406244c60c] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.176 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T07:01:45.175+0000 7f405b400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f405b400640 thread_name:ms_dispatch 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4061a3e6f0] 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f4061a8b94c] 2024-07-27T07:01:45.177 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f406244c60c] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.178 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.179 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.179 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.179 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:45.179 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.212 INFO:tasks.ceph.mds.d.smithi155.stderr: -8806> 2024-07-27T06:59:36.724+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:01:45.228 INFO:tasks.ceph.mds.d.smithi155.stderr: -2517> 2024-07-27T07:01:11.736+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T07:01:45.171+0000 7f405b400640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_rollback(ceph::cref_t&)' thread 7f405b400640 time 2024-07-27T07:01:45.169505+0000 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 202: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 8) 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f406244c4d1] 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.233 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.234 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T07:01:45.175+0000 7f405b400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f405b400640 thread_name:ms_dispatch 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4061a3e6f0] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f4061a8b94c] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f406244c60c] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.235 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:45.236 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.238 INFO:tasks.ceph.mds.d.smithi155.stderr: -8806> 2024-07-27T06:59:36.724+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:01:45.247 INFO:tasks.ceph.mds.d.smithi155.stderr: -2517> 2024-07-27T07:01:11.736+0000 7f4058200640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:01:45.250 INFO:tasks.ceph.mds.d.smithi155.stderr: -1> 2024-07-27T07:01:45.171+0000 7f405b400640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: In function 'void MDSTableServer::handle_rollback(ceph::cref_t&)' thread 7f405b400640 time 2024-07-27T07:01:45.169505+0000 2024-07-27T07:01:45.250 INFO:tasks.ceph.mds.d.smithi155.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/src/mds/MDSTableServer.cc: 202: FAILED ceph_assert(g_conf()->mds_kill_mdstable_at != 8) 2024-07-27T07:01:45.250 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.250 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.250 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x127) [0x7f406244c4d1] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.251 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T07:01:45.175+0000 7f405b400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f405b400640 thread_name:ms_dispatch 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f4061a3e6f0] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f4061a8b94c] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: (ceph::__ceph_assert_fail(char const*, char const*, int, char const*)+0x262) [0x7f406244c60c] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /usr/lib64/ceph/libceph-common.so.2(+0x24c6de) [0x7f406244c6de] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSTableServer::handle_rollback(boost::intrusive_ptr const&)+0x24b) [0x55e7357ea669] 2024-07-27T07:01:45.252 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDSTableServer::handle_request(boost::intrusive_ptr const&)+0xa1) [0x55e7357e3611] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (MDSRank::handle_message(boost::intrusive_ptr const&)+0xca5) [0x55e735486ee1] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55e73548a637] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55e73548af5e] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55e73546e03a] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f406259b407] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (DispatchQueue::entry()+0x60f) [0x7f406259bcf9] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f40626785a1] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (Thread::entry_wrapper()+0x43) [0x7f4062425cdd] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: (Thread::_entry_func(void*)+0xd) [0x7f4062425cf9] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: /lib64/libc.so.6(+0x89c02) [0x7f4061a89c02] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /lib64/libc.so.6(+0x10ec40) [0x7f4061b0ec40] 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:01:45.253 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:01:46.018 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:01:48.602 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T07:01:48.602 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-07-27T07:01:49.693 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 -- 172.21.15.66:0/3545148451 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 msgr2=0x7f98dc15e750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 --2- 172.21.15.66:0/3545148451 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc15e750 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7f98c8009820 tx=0x7f98c802a510 comp rx=0 tx=0).stop 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 -- 172.21.15.66:0/3545148451 shutdown_connections 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 --2- 172.21.15.66:0/3545148451 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc15e750 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 -- 172.21.15.66:0/3545148451 >> 172.21.15.66:0/3545148451 conn(0x7f98dc0d0c20 msgr2=0x7f98dc0d1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 -- 172.21.15.66:0/3545148451 shutdown_connections 2024-07-27T07:01:49.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.996+0000 7f98e1e00640 1 -- 172.21.15.66:0/3545148451 wait complete. 2024-07-27T07:01:50.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.999+0000 7f98e1e00640 1 Processor -- start 2024-07-27T07:01:50.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:49.999+0000 7f98e1e00640 1 -- start start 2024-07-27T07:01:50.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98dc06c770 0x7f98dc161a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98dc15beb0 0x7f98dc0b3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f98dc073c50 con 0x7f98dc0b0060 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f98dc073ad0 con 0x7f98dc15beb0 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98e1e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f98dc073dd0 con 0x7f98dc06c770 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98dbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52026/0 (socket says 172.21.15.66:52026) 2024-07-27T07:01:50.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.001+0000 7f98dbe00640 1 -- 172.21.15.66:0/553708709 learned_addr learned my addr 172.21.15.66:0/553708709 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:50.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 -- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98dc06c770 msgr2=0x7f98dc161a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98dc06c770 0x7f98dc161a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 -- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98dc15beb0 msgr2=0x7f98dc0b3a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98dc15beb0 0x7f98dc0b3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 -- 172.21.15.66:0/553708709 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98dc15fef0 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98dbe00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f98c802ab00 tx=0x7f98c8033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.002+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c8031b50 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.003+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98c8031de0 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.003+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98c8005280 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.003+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98dc1601d0 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.003+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98dc160790 con 0x7f98dc0b0060 2024-07-27T07:01:50.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.004+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98dc074230 con 0x7f98dc0b0060 2024-07-27T07:01:50.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.006+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f98c8005420 con 0x7f98dc0b0060 2024-07-27T07:01:50.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.008+0000 7f98d8c00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 0x7f98bc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.008+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 8770+0+0 (secure 0 0 0) 0x7f98c80ba520 con 0x7f98dc0b0060 2024-07-27T07:01:50.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.008+0000 7f98e0a00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 0x7f98bc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:50.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.010+0000 7f98e0a00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 0x7f98bc079550 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f98d0007fd0 tx=0x7f98d0007900 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:50.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.013+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f98c803f030 con 0x7f98dc0b0060 2024-07-27T07:01:50.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.265+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98dc15b400 con 0x7f98dc0b0060 2024-07-27T07:01:50.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.267+0000 7f98d8c00640 1 -- 172.21.15.66:0/553708709 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 159 v159) ==== 95+0+5257 (secure 0 0 0) 0x7f98c8082b90 con 0x7f98dc0b0060 2024-07-27T07:01:50.268 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:50.268 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"btime":"2024-07-27T07:01:46:164177+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8238,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":158}],"filesystems":[{"mdsmap":{"epoch":159,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:45.173546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:50.269 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 159 2024-07-27T07:01:50.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.269+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 msgr2=0x7f98bc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.269+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 0x7f98bc079550 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f98d0007fd0 tx=0x7f98d0007900 comp rx=0 tx=0).stop 2024-07-27T07:01:50.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.269+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 msgr2=0x7f98dc161f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.269+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7f98c802ab00 tx=0x7f98c8033ba0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 shutdown_connections 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f98bc077040 0x7f98bc079550 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f98dc15beb0 0x7f98dc0b3a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f98dc0b0060 0x7f98dc161f90 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 --2- 172.21.15.66:0/553708709 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f98dc06c770 0x7f98dc161a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 >> 172.21.15.66:0/553708709 conn(0x7f98dc0d0c20 msgr2=0x7f98dc06fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 shutdown_connections 2024-07-27T07:01:50.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.270+0000 7f98e1e00640 1 -- 172.21.15.66:0/553708709 wait complete. 2024-07-27T07:01:50.301 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T07:01:50.302 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-07-27T07:01:50.599 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_beacon_grace":"15.000000"} 2024-07-27T07:01:50.600 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-07-27T07:01:50.600 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:50.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 -- 172.21.15.66:0/3689191919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce8160530 msgr2=0x7f4ce80cb6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 --2- 172.21.15.66:0/3689191919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce8160530 0x7f4ce80cb6d0 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4005fd0 tx=0x7f4cd402a5d0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 -- 172.21.15.66:0/3689191919 shutdown_connections 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 --2- 172.21.15.66:0/3689191919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce8160530 0x7f4ce80cb6d0 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 --2- 172.21.15.66:0/3689191919 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ce81457e0 0x7f4ce80cecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 -- 172.21.15.66:0/3689191919 >> 172.21.15.66:0/3689191919 conn(0x7f4ce80cfa70 msgr2=0x7f4ce80cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 -- 172.21.15.66:0/3689191919 shutdown_connections 2024-07-27T07:01:50.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.898+0000 7f4ceca00640 1 -- 172.21.15.66:0/3689191919 wait complete. 2024-07-27T07:01:50.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.900+0000 7f4ceca00640 1 Processor -- start 2024-07-27T07:01:50.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.901+0000 7f4ceca00640 1 -- start start 2024-07-27T07:01:50.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ce81457e0 0x7f4ce8159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ce8160530 0x7f4ce81f6cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce80cd9d0 con 0x7f4ce80721d0 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4ce80cd850 con 0x7f4ce8160530 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ceca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4ce80cdb50 con 0x7f4ce81457e0 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.902+0000 7f4ce7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:52036/0 (socket says 172.21.15.66:52036) 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 -- 172.21.15.66:0/2852914767 learned_addr learned my addr 172.21.15.66:0/2852914767 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 -- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ce81457e0 msgr2=0x7f4ce8159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ce81457e0 0x7f4ce8159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 -- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ce8160530 msgr2=0x7f4ce81f6cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ce8160530 0x7f4ce81f6cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:50.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 -- 172.21.15.66:0/2852914767 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ce806f350 con 0x7f4ce80721d0 2024-07-27T07:01:50.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.903+0000 7f4ce7400640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800c9a0 tx=0x7f4cd800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:50.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.904+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd8007bb0 con 0x7f4ce80721d0 2024-07-27T07:01:50.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.904+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4cd8007e40 con 0x7f4ce80721d0 2024-07-27T07:01:50.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.904+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ce806f630 con 0x7f4ce80721d0 2024-07-27T07:01:50.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.904+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cd800f690 con 0x7f4ce80721d0 2024-07-27T07:01:50.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.904+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ce806fbf0 con 0x7f4ce80721d0 2024-07-27T07:01:50.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.905+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ce80ce000 con 0x7f4ce80721d0 2024-07-27T07:01:50.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.906+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4cd800f830 con 0x7f4ce80721d0 2024-07-27T07:01:50.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.907+0000 7f4cdf400640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 0x7f4cc8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:50.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.908+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 8770+0+0 (secure 0 0 0) 0x7f4cd8099d20 con 0x7f4ce80721d0 2024-07-27T07:01:50.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.908+0000 7f4ce6a00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 0x7f4cc8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:50.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.910+0000 7f4ce6a00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 0x7f4cc8079550 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4033000 tx=0x7f4cd40046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:50.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:50.912+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4cd8014030 con 0x7f4ce80721d0 2024-07-27T07:01:51.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.163+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ce80cf760 con 0x7f4ce80721d0 2024-07-27T07:01:51.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.164+0000 7f4cdf400640 1 -- 172.21.15.66:0/2852914767 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 159 v159) ==== 95+0+5257 (secure 0 0 0) 0x7f4cd8062280 con 0x7f4ce80721d0 2024-07-27T07:01:51.166 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:51.166 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"btime":"2024-07-27T07:01:46:164177+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8238,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":158}],"filesystems":[{"mdsmap":{"epoch":159,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:45.173546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:51.166 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 159 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 msgr2=0x7f4cc8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 0x7f4cc8079550 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f4cd4033000 tx=0x7f4cd40046c0 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 msgr2=0x7f4ce80c7310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f4cd800c9a0 tx=0x7f4cd800ce60 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 shutdown_connections 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cc8077040 0x7f4cc8079550 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4ce8160530 0x7f4ce81f6cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4ce81457e0 0x7f4ce8159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 --2- 172.21.15.66:0/2852914767 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4ce80721d0 0x7f4ce80c7310 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:51.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.167+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 >> 172.21.15.66:0/2852914767 conn(0x7f4ce80cfa70 msgr2=0x7f4ce815bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:51.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.168+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 shutdown_connections 2024-07-27T07:01:51.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:51.168+0000 7f4ceca00640 1 -- 172.21.15.66:0/2852914767 wait complete. 2024-07-27T07:01:51.193 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:01:55.215 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-07-27T07:01:56.194 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:01:56.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 -- 172.21.15.66:0/2082706084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 msgr2=0x7fde10005100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:56.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 --2- 172.21.15.66:0/2082706084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde10005100 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7fde1c006f80 tx=0x7fde10006940 comp rx=0 tx=0).stop 2024-07-27T07:01:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 -- 172.21.15.66:0/2082706084 shutdown_connections 2024-07-27T07:01:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 --2- 172.21.15.66:0/2082706084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde10005100 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 -- 172.21.15.66:0/2082706084 >> 172.21.15.66:0/2082706084 conn(0x7fde2c06d160 msgr2=0x7fde2c0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.498+0000 7fde31e00640 1 -- 172.21.15.66:0/2082706084 shutdown_connections 2024-07-27T07:01:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.499+0000 7fde31e00640 1 -- 172.21.15.66:0/2082706084 wait complete. 2024-07-27T07:01:56.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.501+0000 7fde31e00640 1 Processor -- start 2024-07-27T07:01:56.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.501+0000 7fde31e00640 1 -- start start 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde2c0ca8c0 0x7fde2c0cacd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde2c1f8680 0x7fde2c1f8a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fde2c0cf160 con 0x7fde10004c90 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fde2c0cefe0 con 0x7fde2c0ca8c0 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde31e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fde2c0cca40 con 0x7fde2c1f8680 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48786/0 (socket says 172.21.15.66:48786) 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 -- 172.21.15.66:0/2420569039 learned_addr learned my addr 172.21.15.66:0/2420569039 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde23e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde2c0ca8c0 0x7fde2c0cacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2b400640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde2c1f8680 0x7fde2c1f8a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 -- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde2c1f8680 msgr2=0x7fde2c1f8a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde2c1f8680 0x7fde2c1f8a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 -- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde2c0ca8c0 msgr2=0x7fde2c0cacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde2c0ca8c0 0x7fde2c0cacd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.503+0000 7fde2aa00640 1 -- 172.21.15.66:0/2420569039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2c159cf0 con 0x7fde10004c90 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde2aa00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fde1c00c350 tx=0x7fde1c003de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c006bb0 con 0x7fde10004c90 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde1c0015a0 con 0x7fde10004c90 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2c1e9830 con 0x7fde10004c90 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c02e680 con 0x7fde10004c90 2024-07-27T07:01:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.504+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde2c0ca0c0 con 0x7fde10004c90 2024-07-27T07:01:56.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.505+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde2c15a320 con 0x7fde10004c90 2024-07-27T07:01:56.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.507+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fde1c035020 con 0x7fde10004c90 2024-07-27T07:01:56.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.508+0000 7fde23400640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 0x7fde08079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:01:56.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.508+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 8813+0+0 (secure 0 0 0) 0x7fde1c0b99d0 con 0x7fde10004c90 2024-07-27T07:01:56.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.509+0000 7fde23e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 0x7fde08079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:01:56.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.510+0000 7fde23e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 0x7fde08079520 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fde2c1e7bf0 tx=0x7fde14005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:01:56.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.513+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fde1c047030 con 0x7fde10004c90 2024-07-27T07:01:56.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.774+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde2c1e7c20 con 0x7fde10004c90 2024-07-27T07:01:56.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.775+0000 7fde23400640 1 -- 172.21.15.66:0/2420569039 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 159 v159) ==== 95+0+5257 (secure 0 0 0) 0x7fde1c03e070 con 0x7fde10004c90 2024-07-27T07:01:56.776 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:01:56.776 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"btime":"2024-07-27T07:01:46:164177+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8238,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":158}],"filesystems":[{"mdsmap":{"epoch":159,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:45.173546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:01:56.776 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 159 2024-07-27T07:01:56.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 msgr2=0x7fde08079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:56.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 0x7fde08079520 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fde2c1e7bf0 tx=0x7fde14005f90 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 msgr2=0x7fde2c149560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fde1c00c350 tx=0x7fde1c003de0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 shutdown_connections 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fde08077010 0x7fde08079520 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fde2c1f8680 0x7fde2c1f8a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fde2c0ca8c0 0x7fde2c0cacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 --2- 172.21.15.66:0/2420569039 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fde10004c90 0x7fde2c149560 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:01:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.778+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 >> 172.21.15.66:0/2420569039 conn(0x7fde2c06d160 msgr2=0x7fde2c0aef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:01:56.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.779+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 shutdown_connections 2024-07-27T07:01:56.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:01:56.779+0000 7fde31e00640 1 -- 172.21.15.66:0/2420569039 wait complete. 2024-07-27T07:01:56.807 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:01:59.230 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:01:59.239 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:02:01.808 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:01.828 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~13s 2024-07-27T07:02:02.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 -- 172.21.15.66:0/1568735940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0721d0 msgr2=0x7f4c0c0725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:02.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 --2- 172.21.15.66:0/1568735940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0721d0 0x7f4c0c0725e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4c04005fd0 tx=0x7f4c0402aa10 comp rx=0 tx=0).stop 2024-07-27T07:02:02.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 -- 172.21.15.66:0/1568735940 shutdown_connections 2024-07-27T07:02:02.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 --2- 172.21.15.66:0/1568735940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0721d0 0x7f4c0c0725e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 --2- 172.21.15.66:0/1568735940 >> v2:172.21.15.155:3300/0 conn(0x7f4c0c0cd640 0x7f4c0c15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 -- 172.21.15.66:0/1568735940 >> 172.21.15.66:0/1568735940 conn(0x7f4c0c0cfa70 msgr2=0x7f4c0c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:02.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.108+0000 7f4c12400640 1 -- 172.21.15.66:0/1568735940 shutdown_connections 2024-07-27T07:02:02.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.109+0000 7f4c12400640 1 -- 172.21.15.66:0/1568735940 wait complete. 2024-07-27T07:02:02.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.111+0000 7f4c12400640 1 Processor -- start 2024-07-27T07:02:02.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.111+0000 7f4c12400640 1 -- start start 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0702c0 0x7f4c0c1f8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c0c0721d0 0x7f4c0c1f5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c15dee0 con 0x7f4c0c0cd640 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c15dd60 con 0x7f4c0c0721d0 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c12400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4c0c15e060 con 0x7f4c0c0702c0 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c11a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c11a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58274/0 (socket says 172.21.15.66:58274) 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c11a00640 1 -- 172.21.15.66:0/2299890072 learned_addr learned my addr 172.21.15.66:0/2299890072 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:02.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.113+0000 7f4c11000640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0702c0 0x7f4c0c1f8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:02.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 -- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0702c0 msgr2=0x7f4c0c1f8670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:02.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0702c0 0x7f4c0c1f8670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 -- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c0c0721d0 msgr2=0x7f4c0c1f5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c0c0721d0 0x7f4c0c1f5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 -- 172.21.15.66:0/2299890072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c0c1f5030 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c11a00640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009d90 tx=0x7f4c04003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c04033050 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c04004450 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.114+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004860 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.115+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c0c1f8bb0 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.115+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c0c1f90c0 con 0x7f4c0c0cd640 2024-07-27T07:02:02.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.116+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c0c0725e0 con 0x7f4c0c0cd640 2024-07-27T07:02:02.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.117+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4c04036070 con 0x7f4c0c0cd640 2024-07-27T07:02:02.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.118+0000 7f4c08c00640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 0x7f4bec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:02.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.119+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 8813+0+0 (secure 0 0 0) 0x7f4c040ba910 con 0x7f4c0c0cd640 2024-07-27T07:02:02.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.119+0000 7f4c11000640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 0x7f4bec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:02.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.120+0000 7f4c11000640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 0x7f4bec079520 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f4c000015e0 tx=0x7f4c00009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:02.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.123+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4c0c1f5030 con 0x7f4c0c0cd640 2024-07-27T07:02:02.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.377+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4c0c1f8e50 con 0x7f4c0c0cd640 2024-07-27T07:02:02.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.378+0000 7f4c08c00640 1 -- 172.21.15.66:0/2299890072 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 159 v159) ==== 95+0+5257 (secure 0 0 0) 0x7f4c04082ed0 con 0x7f4c0c0cd640 2024-07-27T07:02:02.379 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:02.380 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"btime":"2024-07-27T07:01:46:164177+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8238,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":158}],"filesystems":[{"mdsmap":{"epoch":159,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:01:45.173546+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:02:02.380 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 159 2024-07-27T07:02:02.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.380+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 msgr2=0x7f4bec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:02.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.380+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 0x7f4bec079520 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f4c000015e0 tx=0x7f4c00009040 comp rx=0 tx=0).stop 2024-07-27T07:02:02.382 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.380+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 msgr2=0x7f4c0c1530f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.380+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009d90 tx=0x7f4c04003f10 comp rx=0 tx=0).stop 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 shutdown_connections 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4bec077010 0x7f4bec079520 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4c0c0cd640 0x7f4c0c1530f0 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4c0c0721d0 0x7f4c0c1f5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 --2- 172.21.15.66:0/2299890072 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4c0c0702c0 0x7f4c0c1f8670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 >> 172.21.15.66:0/2299890072 conn(0x7f4c0c0cfa70 msgr2=0x7f4c0c153aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 shutdown_connections 2024-07-27T07:02:02.383 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:02.381+0000 7f4c12400640 1 -- 172.21.15.66:0/2299890072 wait complete. 2024-07-27T07:02:02.410 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-07-27T07:02:07.411 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 -- 172.21.15.66:0/2807232395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac006e160 msgr2=0x7f1ac006f230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 --2- 172.21.15.66:0/2807232395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac006e160 0x7f1ac006f230 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4005fd0 tx=0x7f1ab402a530 comp rx=0 tx=0).stop 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 -- 172.21.15.66:0/2807232395 shutdown_connections 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 --2- 172.21.15.66:0/2807232395 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac0152070 0x7f1ac015c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 --2- 172.21.15.66:0/2807232395 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac006e160 0x7f1ac006f230 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 -- 172.21.15.66:0/2807232395 >> 172.21.15.66:0/2807232395 conn(0x7f1ac006d160 msgr2=0x7f1ac00b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 -- 172.21.15.66:0/2807232395 shutdown_connections 2024-07-27T07:02:07.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.713+0000 7f1ac8200640 1 -- 172.21.15.66:0/2807232395 wait complete. 2024-07-27T07:02:07.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.715+0000 7f1ac8200640 1 Processor -- start 2024-07-27T07:02:07.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.716+0000 7f1ac8200640 1 -- start start 2024-07-27T07:02:07.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 0x7f1ac009d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:07.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ac0152070 0x7f1ac01eac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac00ccba0 con 0x7f1ac00cec50 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1ac0152690 con 0x7f1ac0152070 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac8200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1ac00ccd20 con 0x7f1ac006e160 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac4e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.717+0000 7f1ac4e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58290/0 (socket says 172.21.15.66:58290) 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 -- 172.21.15.66:0/3697613094 learned_addr learned my addr 172.21.15.66:0/3697613094 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:07.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac5800640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 0x7f1ac009d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac6200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ac0152070 0x7f1ac01eac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 -- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 msgr2=0x7f1ac009d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 0x7f1ac009d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 -- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ac0152070 msgr2=0x7f1ac01eac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ac0152070 0x7f1ac01eac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 -- 172.21.15.66:0/3697613094 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ac009bfe0 con 0x7f1ac00cec50 2024-07-27T07:02:07.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac5800640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 0x7f1ac009d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.718+0000 7f1ac4e00640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00c970 tx=0x7f1aac00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.719+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac007bb0 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.719+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1aac005020 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.719+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ac009c2c0 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.719+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1aac007e60 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.719+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ac009c880 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.720+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ac00cd210 con 0x7f1ac00cec50 2024-07-27T07:02:07.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.721+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1aac005470 con 0x7f1ac00cec50 2024-07-27T07:02:07.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.722+0000 7f1abd600640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 0x7f1aa0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:07.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.723+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 8813+0+0 (secure 0 0 0) 0x7f1aac099970 con 0x7f1ac00cec50 2024-07-27T07:02:07.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.723+0000 7f1ac5800640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 0x7f1aa0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:07.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.724+0000 7f1ac5800640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 0x7f1aa0079520 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4033000 tx=0x7f1ab4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:07.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.728+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1aac014030 con 0x7f1ac00cec50 2024-07-27T07:02:07.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.996+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1ac0070670 con 0x7f1ac00cec50 2024-07-27T07:02:07.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:07.997+0000 7f1abd600640 1 -- 172.21.15.66:0/3697613094 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5305 (secure 0 0 0) 0x7f1aac061f30 con 0x7f1ac00cec50 2024-07-27T07:02:08.000 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:08.000 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":160,"btime":"2024-07-27T07:02:03:116339+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":8238,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":158}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:03.116287+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":6208,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6208":{"gid":6208,"name":"d","rank":0,"incarnation":121,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6837/3893315789","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3893315789},{"type":"v1","addr":"172.21.15.155:6837","nonce":3893315789}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:02:03.116287+0000","export_targets":[],"features":4540701547738038271,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6208,"qdb_cluster":[6208]},"id":6}]} 2024-07-27T07:02:08.000 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 160 2024-07-27T07:02:08.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.000+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 msgr2=0x7f1aa0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.000+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 0x7f1aa0079520 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4033000 tx=0x7f1ab4004730 comp rx=0 tx=0).stop 2024-07-27T07:02:08.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.000+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 msgr2=0x7f1ac01e9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.000+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f1aac00c970 tx=0x7f1aac00ce30 comp rx=0 tx=0).stop 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 shutdown_connections 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1aa0077010 0x7f1aa0079520 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ac0152070 0x7f1ac01eac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ac00cec50 0x7f1ac01e9ec0 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 --2- 172.21.15.66:0/3697613094 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ac006e160 0x7f1ac009d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 >> 172.21.15.66:0/3697613094 conn(0x7f1ac006d160 msgr2=0x7f1ac00b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:08.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 shutdown_connections 2024-07-27T07:02:08.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.001+0000 7f1ac8200640 1 -- 172.21.15.66:0/3697613094 wait complete. 2024-07-27T07:02:08.033 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-07-27T07:02:08.033 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -n kernel.core_pattern 2024-07-27T07:02:08.118 INFO:teuthology.orchestra.run.smithi155.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-07-27T07:02:08.121 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:02:08.122 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-07-27T07:02:08.213 INFO:teuthology.orchestra.run.smithi155.stdout:1722063705.45878.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i d', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T07:02:08.218 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1722063705.45878.core'] 2024-07-27T07:02:08.218 INFO:tasks.cephfs.cephfs_test_case:Found core file 1722063705.45878.core, deleting it 2024-07-27T07:02:08.218 DEBUG:teuthology.orchestra.run.smithi155:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1722063705.45878.core 2024-07-27T07:02:08.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail 6:0 2024-07-27T07:02:08.439 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~20s 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 -- 172.21.15.66:0/1130467518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a10003b10 msgr2=0x7f4a10003f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 --2- 172.21.15.66:0/1130467518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a10003b10 0x7f4a10003f80 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c001dc0 tx=0x7f4a10005830 comp rx=0 tx=0).stop 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 -- 172.21.15.66:0/1130467518 shutdown_connections 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 --2- 172.21.15.66:0/1130467518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a10003b10 0x7f4a10003f80 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 -- 172.21.15.66:0/1130467518 >> 172.21.15.66:0/1130467518 conn(0x7f4a2c0cfa20 msgr2=0x7f4a2c0cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:08.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.633+0000 7f4a32600640 1 -- 172.21.15.66:0/1130467518 shutdown_connections 2024-07-27T07:02:08.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.634+0000 7f4a32600640 1 -- 172.21.15.66:0/1130467518 wait complete. 2024-07-27T07:02:08.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.636+0000 7f4a32600640 1 Processor -- start 2024-07-27T07:02:08.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.636+0000 7f4a32600640 1 -- start start 2024-07-27T07:02:08.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a10003b10 0x7f4a2c155e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:08.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 0x7f4a2c15e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:08.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:08.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c0726d0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2c072550 con 0x7f4a10003b10 2024-07-27T07:02:08.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a32600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4a2c15fab0 con 0x7f4a2c0b4520 2024-07-27T07:02:08.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a31c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:08.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a31c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58310/0 (socket says 172.21.15.66:58310) 2024-07-27T07:02:08.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a31c00640 1 -- 172.21.15.66:0/1938304915 learned_addr learned my addr 172.21.15.66:0/1938304915 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a31200640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a10003b10 0x7f4a2c155e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.638+0000 7f4a2be00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 0x7f4a2c15e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 -- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 msgr2=0x7f4a2c15e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 0x7f4a2c15e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 -- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a10003b10 msgr2=0x7f4a2c155e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a10003b10 0x7f4a2c155e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 -- 172.21.15.66:0/1938304915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2c0b3800 con 0x7f4a2c0b4930 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a2be00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 0x7f4a2c15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a31c00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f4a2c072310 tx=0x7f4a2400da20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a24005020 con 0x7f4a2c0b4930 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a240052b0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.639+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a240047a0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.640+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2c0b3ae0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.640+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a2c156e60 con 0x7f4a2c0b4930 2024-07-27T07:02:08.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.641+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a2c0b3570 con 0x7f4a2c0b4930 2024-07-27T07:02:08.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.642+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4a2401b020 con 0x7f4a2c0b4930 2024-07-27T07:02:08.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.644+0000 7f4a28c00640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 0x7f4a08079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:08.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.644+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 8813+0+0 (secure 0 0 0) 0x7f4a24098cf0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.644+0000 7f4a31200640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 0x7f4a08079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:08.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.646+0000 7f4a31200640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 0x7f4a08079550 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c032000 tx=0x7f4a1c001510 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:08.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.649+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4a240612b0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.931+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "6:0"} v 0) -- 0x7f4a2c160010 con 0x7f4a2c0b4930 2024-07-27T07:02:08.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.937+0000 7f4a28c00640 1 -- 172.21.15.66:0/1938304915 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "6:0"}]=0 failed mds gid 6208 v161) ==== 97+0+0 (secure 0 0 0) 0x7f4a24060bb0 con 0x7f4a2c0b4930 2024-07-27T07:02:08.939 INFO:teuthology.orchestra.run.smithi066.stderr:failed mds gid 6208 2024-07-27T07:02:08.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 msgr2=0x7f4a08079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 0x7f4a08079550 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c032000 tx=0x7f4a1c001510 comp rx=0 tx=0).stop 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 msgr2=0x7f4a2c15ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f4a2c072310 tx=0x7f4a2400da20 comp rx=0 tx=0).stop 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 shutdown_connections 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4a08077040 0x7f4a08079550 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4a2c0b4930 0x7f4a2c15ee20 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4a2c0b4520 0x7f4a2c15e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 --2- 172.21.15.66:0/1938304915 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4a10003b10 0x7f4a2c155e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:08.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.939+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 >> 172.21.15.66:0/1938304915 conn(0x7f4a2c0cfa20 msgr2=0x7f4a2c0c8d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:08.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.940+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 shutdown_connections 2024-07-27T07:02:08.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:08.940+0000 7f4a32600640 1 -- 172.21.15.66:0/1938304915 wait complete. 2024-07-27T07:02:08.970 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T07:02:08.970 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T07:02:08.970 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:02:08.970 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:02:08.970 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:02:08.971 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T07:02:08.971 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:02:08.972 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T07:02:08.980 INFO:tasks.ceph.mds.d:Started 2024-07-27T07:02:08.980 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:09.206 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 -- 172.21.15.66:0/1525840970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900b6f40 msgr2=0x7fc2900b20d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 --2- 172.21.15.66:0/1525840970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900b6f40 0x7fc2900b20d0 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7fc290069ba0 tx=0x7fc28002a5f0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 -- 172.21.15.66:0/1525840970 shutdown_connections 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 --2- 172.21.15.66:0/1525840970 >> v2:172.21.15.155:3300/0 conn(0x7fc2900cfdc0 0x7fc2900ce460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 --2- 172.21.15.66:0/1525840970 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b2610 0x7fc2900cf880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 --2- 172.21.15.66:0/1525840970 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900b6f40 0x7fc2900b20d0 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 -- 172.21.15.66:0/1525840970 >> 172.21.15.66:0/1525840970 conn(0x7fc2900d1cb0 msgr2=0x7fc2900d20c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:09.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 -- 172.21.15.66:0/1525840970 shutdown_connections 2024-07-27T07:02:09.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.244+0000 7fc294e00640 1 -- 172.21.15.66:0/1525840970 wait complete. 2024-07-27T07:02:09.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.248+0000 7fc294e00640 1 Processor -- start 2024-07-27T07:02:09.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.248+0000 7fc294e00640 1 -- start start 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2900b2610 0x7fc2901f8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b6f40 0x7fc2901e2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2900ceb20 con 0x7fc2900cfdc0 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc2900ce9a0 con 0x7fc2900b2610 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc294e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc2900ceca0 con 0x7fc2900b6f40 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc28fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58318/0 (socket says 172.21.15.66:58318) 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.250+0000 7fc28fe00640 1 -- 172.21.15.66:0/379583881 learned_addr learned my addr 172.21.15.66:0/379583881 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28f400640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2900b2610 0x7fc2901f8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:09.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc287e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b6f40 0x7fc2901e2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 -- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b6f40 msgr2=0x7fc2901e2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:09.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b6f40 0x7fc2901e2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 -- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2900b2610 msgr2=0x7fc2901f8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2900b2610 0x7fc2901f8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 -- 172.21.15.66:0/379583881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2900b06b0 con 0x7fc2900cfdc0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc28fe00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fc28800e9c0 tx=0x7fc28800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc288004d20 con 0x7fc2900cfdc0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc28800cb20 con 0x7fc2900cfdc0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2900b0990 con 0x7fc2900cfdc0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.251+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc288005020 con 0x7fc2900cfdc0 2024-07-27T07:02:09.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.252+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2901f6540 con 0x7fc2900cfdc0 2024-07-27T07:02:09.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.253+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2901f93a0 con 0x7fc2900cfdc0 2024-07-27T07:02:09.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.254+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc2880051c0 con 0x7fc2900cfdc0 2024-07-27T07:02:09.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.256+0000 7fc287400640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 0x7fc26c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:09.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.256+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fc288099e10 con 0x7fc2900cfdc0 2024-07-27T07:02:09.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.257+0000 7fc28f400640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 0x7fc26c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:09.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.258+0000 7fc28f400640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 0x7fc26c079520 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fc280033000 tx=0x7fc280004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:09.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.261+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc28809d030 con 0x7fc2900cfdc0 2024-07-27T07:02:09.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.512+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2900b0eb0 con 0x7fc2900cfdc0 2024-07-27T07:02:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.513+0000 7fc287400640 1 -- 172.21.15.66:0/379583881 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 162 v162) ==== 95+0+4420 (secure 0 0 0) 0x7fc288016030 con 0x7fc2900cfdc0 2024-07-27T07:02:09.514 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:09.515 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":162,"btime":"2024-07-27T07:02:08:945510+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50}],"filesystems":[{"mdsmap":{"epoch":162,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:08.945485+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:reconnect","state_seq":14,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:replay","state_seq":1,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-07-27T07:02:09.515 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 162 2024-07-27T07:02:09.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 msgr2=0x7fc26c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:09.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 0x7fc26c079520 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fc280033000 tx=0x7fc280004730 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 msgr2=0x7fc2901e3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fc28800e9c0 tx=0x7fc28800ee80 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 shutdown_connections 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc26c077010 0x7fc26c079520 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2900cfdc0 0x7fc2901e3140 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2900b6f40 0x7fc2901e2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 --2- 172.21.15.66:0/379583881 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2900b2610 0x7fc2901f8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 >> 172.21.15.66:0/379583881 conn(0x7fc2900d1cb0 msgr2=0x7fc2900b6610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 shutdown_connections 2024-07-27T07:02:09.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:09.516+0000 7fc294e00640 1 -- 172.21.15.66:0/379583881 wait complete. 2024-07-27T07:02:09.543 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-07-27T07:02:14.544 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 -- 172.21.15.66:0/3408223087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d0004800 msgr2=0x7f38d0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 --2- 172.21.15.66:0/3408223087 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38d0004800 0x7f38d0004c10 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f38d8009b20 tx=0x7f38d0005830 comp rx=0 tx=0).stop 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2000640 1 -- 172.21.15.66:0/3408223087 reap_dead start 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 -- 172.21.15.66:0/3408223087 shutdown_connections 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 -- 172.21.15.66:0/3408223087 >> 172.21.15.66:0/3408223087 conn(0x7f38ec0d3e80 msgr2=0x7f38ec0d4290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 -- 172.21.15.66:0/3408223087 shutdown_connections 2024-07-27T07:02:14.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.852+0000 7f38f2a00640 1 -- 172.21.15.66:0/3408223087 wait complete. 2024-07-27T07:02:14.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.855+0000 7f38f2a00640 1 Processor -- start 2024-07-27T07:02:14.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.855+0000 7f38f2a00640 1 -- start start 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.857+0000 7f38f2a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38d0004800 0x7f38ec151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38ec1607a0 0x7f38ec160bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0b7b70 con 0x7f38ec09e1b0 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0b79f0 con 0x7f38ec1607a0 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec0b7cf0 con 0x7f38d0004800 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35964/0 (socket says 172.21.15.66:35964) 2024-07-27T07:02:14.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f2000640 1 -- 172.21.15.66:0/449108722 learned_addr learned my addr 172.21.15.66:0/449108722 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f1600640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38d0004800 0x7f38ec151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.858+0000 7f38f0c00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38ec1607a0 0x7f38ec160bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 -- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38d0004800 msgr2=0x7f38ec151240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38d0004800 0x7f38ec151240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 -- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38ec1607a0 msgr2=0x7f38ec160bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38ec1607a0 0x7f38ec160bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 -- 172.21.15.66:0/449108722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec09eb00 con 0x7f38ec09e1b0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2000640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0d1620 tx=0x7f38e400dcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e400b8a0 con 0x7f38ec09e1b0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38e4018070 con 0x7f38ec09e1b0 2024-07-27T07:02:14.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ec15c130 con 0x7f38ec09e1b0 2024-07-27T07:02:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.859+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e400bce0 con 0x7f38ec09e1b0 2024-07-27T07:02:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.860+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ec15c6f0 con 0x7f38ec09e1b0 2024-07-27T07:02:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.861+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38ec0d4b00 con 0x7f38ec09e1b0 2024-07-27T07:02:14.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.862+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f38e401d460 con 0x7f38ec09e1b0 2024-07-27T07:02:14.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.864+0000 7f38e9600640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 0x7f38cc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:14.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.864+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f38e4099420 con 0x7f38ec09e1b0 2024-07-27T07:02:14.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.864+0000 7f38f1600640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 0x7f38cc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:14.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.866+0000 7f38f1600640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 0x7f38cc079520 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f38dc000c00 tx=0x7f38dc006b70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:14.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:14.869+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f38ec09eb00 con 0x7f38ec09e1b0 2024-07-27T07:02:15.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.128+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f38ec1601a0 con 0x7f38ec09e1b0 2024-07-27T07:02:15.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.129+0000 7f38e9600640 1 -- 172.21.15.66:0/449108722 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7f38e4061980 con 0x7f38ec09e1b0 2024-07-27T07:02:15.130 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:15.130 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:15.130 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 msgr2=0x7f38cc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 0x7f38cc079520 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f38dc000c00 tx=0x7f38dc006b70 comp rx=0 tx=0).stop 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 msgr2=0x7f38ec09e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f38ec0d1620 tx=0x7f38e400dcd0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 shutdown_connections 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f38cc077010 0x7f38cc079520 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38ec09e1b0 0x7f38ec09e5c0 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38ec1607a0 0x7f38ec160bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 --2- 172.21.15.66:0/449108722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38d0004800 0x7f38ec151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 >> 172.21.15.66:0/449108722 conn(0x7f38ec0d3e80 msgr2=0x7f38ec06da60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:15.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 shutdown_connections 2024-07-27T07:02:15.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.132+0000 7f38f2a00640 1 -- 172.21.15.66:0/449108722 wait complete. 2024-07-27T07:02:15.152 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-07-27T07:02:15.163 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-07-27T07:02:15.163 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:15.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 -- 172.21.15.66:0/1010914392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52940cf290 msgr2=0x7f52940b3ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 --2- 172.21.15.66:0/1010914392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52940cf290 0x7f52940b3ed0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f5280009830 tx=0x7f528002a510 comp rx=0 tx=0).stop 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 -- 172.21.15.66:0/1010914392 shutdown_connections 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 --2- 172.21.15.66:0/1010914392 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f52940cf290 0x7f52940b3ed0 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 --2- 172.21.15.66:0/1010914392 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f529409dc20 0x7f529415c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 -- 172.21.15.66:0/1010914392 >> 172.21.15.66:0/1010914392 conn(0x7f529406d160 msgr2=0x7f52940b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 -- 172.21.15.66:0/1010914392 shutdown_connections 2024-07-27T07:02:15.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.456+0000 7f5298c00640 1 -- 172.21.15.66:0/1010914392 wait complete. 2024-07-27T07:02:15.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.459+0000 7f5298c00640 1 Processor -- start 2024-07-27T07:02:15.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.459+0000 7f5298c00640 1 -- start start 2024-07-27T07:02:15.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:15.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52940b4410 0x7f5294159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:15.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52940cf290 0x7f529415a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:15.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f52940ce250 con 0x7f529409dc20 2024-07-27T07:02:15.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f52940ccda0 con 0x7f52940cf290 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.460+0000 7f5298c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f52940ce3d0 con 0x7f52940b4410 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35986/0 (socket says 172.21.15.66:35986) 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 -- 172.21.15.66:0/3413465772 learned_addr learned my addr 172.21.15.66:0/3413465772 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 -- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52940b4410 msgr2=0x7f5294159fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52940b4410 0x7f5294159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 -- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52940cf290 msgr2=0x7f529415a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52940cf290 0x7f529415a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 -- 172.21.15.66:0/3413465772 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5294157370 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.461+0000 7f5291e00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f528400eb30 tx=0x7f528400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.462+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5284010430 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.462+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52840105d0 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.462+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5294154140 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.462+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5284010a20 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.462+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5294154700 con 0x7f529409dc20 2024-07-27T07:02:15.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.463+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52940ce830 con 0x7f529409dc20 2024-07-27T07:02:15.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.464+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5284010bc0 con 0x7f529409dc20 2024-07-27T07:02:15.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.465+0000 7f528a000640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 0x7f5274079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:15.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.466+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f528409a260 con 0x7f529409dc20 2024-07-27T07:02:15.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.466+0000 7f5291400640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 0x7f5274079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:15.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.467+0000 7f5291400640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 0x7f5274079520 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f5280034000 tx=0x7f52800046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:15.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.470+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5284062850 con 0x7f529409dc20 2024-07-27T07:02:15.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.717+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f529406f7f0 con 0x7f529409dc20 2024-07-27T07:02:15.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.718+0000 7f528a000640 1 -- 172.21.15.66:0/3413465772 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7f5284062150 con 0x7f529409dc20 2024-07-27T07:02:15.719 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:15.719 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:15.719 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 msgr2=0x7f5274079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 0x7f5274079520 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f5280034000 tx=0x7f52800046c0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 msgr2=0x7f5294153340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:15.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f528400eb30 tx=0x7f528400c2d0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 shutdown_connections 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5274077010 0x7f5274079520 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f52940cf290 0x7f529415a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f52940b4410 0x7f5294159fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 --2- 172.21.15.66:0/3413465772 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f529409dc20 0x7f5294153340 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:15.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 >> 172.21.15.66:0/3413465772 conn(0x7f529406d160 msgr2=0x7f52940aed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.721+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 shutdown_connections 2024-07-27T07:02:15.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:15.722+0000 7f5298c00640 1 -- 172.21.15.66:0/3413465772 wait complete. 2024-07-27T07:02:15.748 DEBUG:tasks.cephfs.filesystem:Looked up MDS state for mds.0: up:active 2024-07-27T07:02:15.748 DEBUG:tasks.cephfs.filesystem:reached state 'up:active' in 0.5845310688018799s 2024-07-27T07:02:15.748 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 -- 172.21.15.66:0/392031430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0702c0 msgr2=0x7f2b8c15a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 --2- 172.21.15.66:0/392031430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0702c0 0x7f2b8c15a1d0 secure :-1 s=READY pgs=1481 cs=0 l=1 rev1=1 crypto rx=0x7f2b74009900 tx=0x7f2b7402a460 comp rx=0 tx=0).stop 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 -- 172.21.15.66:0/392031430 shutdown_connections 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 --2- 172.21.15.66:0/392031430 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0cd640 0x7f2b8c0721d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 --2- 172.21.15.66:0/392031430 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0702c0 0x7f2b8c15a1d0 unknown :-1 s=CLOSED pgs=1481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 -- 172.21.15.66:0/392031430 >> 172.21.15.66:0/392031430 conn(0x7f2b8c0cfa70 msgr2=0x7f2b8c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 -- 172.21.15.66:0/392031430 shutdown_connections 2024-07-27T07:02:16.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.035+0000 7f2b91c00640 1 -- 172.21.15.66:0/392031430 wait complete. 2024-07-27T07:02:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.037+0000 7f2b91c00640 1 Processor -- start 2024-07-27T07:02:16.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.038+0000 7f2b91c00640 1 -- start start 2024-07-27T07:02:16.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0702c0 0x7f2b8c0ae720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b8c072710 0x7f2b8c151600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8c15e800 con 0x7f2b8c0cd640 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2b8c15e680 con 0x7f2b8c072710 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2b8c15e980 con 0x7f2b8c0702c0 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.039+0000 7f2b91200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36002/0 (socket says 172.21.15.66:36002) 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 -- 172.21.15.66:0/853098854 learned_addr learned my addr 172.21.15.66:0/853098854 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b8be00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0702c0 0x7f2b8c0ae720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b8b400640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b8c072710 0x7f2b8c151600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 -- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0702c0 msgr2=0x7f2b8c0ae720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0702c0 0x7f2b8c0ae720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 -- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b8c072710 msgr2=0x7f2b8c151600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b8c072710 0x7f2b8c151600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 -- 172.21.15.66:0/853098854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b8c15b3f0 con 0x7f2b8c0cd640 2024-07-27T07:02:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.040+0000 7f2b91200640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400b9e0 tx=0x7f2b8400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.041+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b84003b70 con 0x7f2b8c0cd640 2024-07-27T07:02:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.041+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b84003e00 con 0x7f2b8c0cd640 2024-07-27T07:02:16.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.041+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b8400cb80 con 0x7f2b8c0cd640 2024-07-27T07:02:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.041+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b8c0afc40 con 0x7f2b8c0cd640 2024-07-27T07:02:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.041+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b8c0b0200 con 0x7f2b8c0cd640 2024-07-27T07:02:16.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.042+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b8c15b160 con 0x7f2b8c0cd640 2024-07-27T07:02:16.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.044+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2b84004000 con 0x7f2b8c0cd640 2024-07-27T07:02:16.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.045+0000 7f2b83e00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 0x7f2b68079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.045+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f2b840994f0 con 0x7f2b8c0cd640 2024-07-27T07:02:16.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.046+0000 7f2b8be00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 0x7f2b68079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.047+0000 7f2b8be00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 0x7f2b68079550 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f2b74033000 tx=0x7f2b74004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:16.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.050+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2b84061a50 con 0x7f2b8c0cd640 2024-07-27T07:02:16.188 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:02:16.188+0000 7f811c800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T07:02:16.188 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:02:16.188+0000 7f811c800640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:02:16.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.308+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b8c151b40 con 0x7f2b8c0cd640 2024-07-27T07:02:16.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.309+0000 7f2b83e00640 1 -- 172.21.15.66:0/853098854 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7f2b84061350 con 0x7f2b8c0cd640 2024-07-27T07:02:16.310 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:16.310 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:16.310 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 msgr2=0x7f2b68079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 0x7f2b68079550 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f2b74033000 tx=0x7f2b74004730 comp rx=0 tx=0).stop 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 msgr2=0x7f2b8c15cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400b9e0 tx=0x7f2b8400bea0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 shutdown_connections 2024-07-27T07:02:16.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2b68077040 0x7f2b68079550 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2b8c0cd640 0x7f2b8c15cbc0 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2b8c072710 0x7f2b8c151600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 --2- 172.21.15.66:0/853098854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2b8c0702c0 0x7f2b8c0ae720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.312+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 >> 172.21.15.66:0/853098854 conn(0x7f2b8c0cfa70 msgr2=0x7f2b8c0b4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.313+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 shutdown_connections 2024-07-27T07:02:16.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.313+0000 7f2b91c00640 1 -- 172.21.15.66:0/853098854 wait complete. 2024-07-27T07:02:16.341 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T07:02:16.640 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":20,"last_created":17,"last_destroyed":19,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:02:16.640 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 19, "last_snap": 20, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T07:02:16.640 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-07-27T07:02:16.640 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 -- 172.21.15.66:0/3236984758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 msgr2=0x7f85cc003ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 --2- 172.21.15.66:0/3236984758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85cc003ff0 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7f85d8009ed0 tx=0x7f85cc005830 comp rx=0 tx=0).stop 2024-07-27T07:02:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 -- 172.21.15.66:0/3236984758 shutdown_connections 2024-07-27T07:02:16.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 --2- 172.21.15.66:0/3236984758 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85cc003ff0 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 -- 172.21.15.66:0/3236984758 >> 172.21.15.66:0/3236984758 conn(0x7f85e806d160 msgr2=0x7f85e80b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 -- 172.21.15.66:0/3236984758 shutdown_connections 2024-07-27T07:02:16.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.924+0000 7f85efa00640 1 -- 172.21.15.66:0/3236984758 wait complete. 2024-07-27T07:02:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.927+0000 7f85efa00640 1 Processor -- start 2024-07-27T07:02:16.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.927+0000 7f85efa00640 1 -- start start 2024-07-27T07:02:16.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85e81f6ae0 0x7f85e8073cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 0x7f85e809ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f85e80cf590 con 0x7f85cc003b80 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f85e80cf410 con 0x7f85e809aa40 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85efa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f85e815c890 con 0x7f85e81f6ae0 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85ed000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85ed000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36010/0 (socket says 172.21.15.66:36010) 2024-07-27T07:02:16.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.929+0000 7f85ed000640 1 -- 172.21.15.66:0/924550015 learned_addr learned my addr 172.21.15.66:0/924550015 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:16.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 -- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85e81f6ae0 msgr2=0x7f85e8073cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85e81f6ae0 0x7f85e8073cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85eda00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 0x7f85e809ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 -- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 msgr2=0x7f85e809ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 0x7f85e809ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 -- 172.21.15.66:0/924550015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85e815fb20 con 0x7f85cc003b80 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85eda00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 0x7f85e809ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85ed000640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f85d8036040 tx=0x7f85d8033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d8038040 con 0x7f85cc003b80 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85d8041070 con 0x7f85cc003b80 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.930+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85d803c670 con 0x7f85cc003b80 2024-07-27T07:02:16.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.931+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85e81f7560 con 0x7f85cc003b80 2024-07-27T07:02:16.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.931+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85e815fdc0 con 0x7f85cc003b80 2024-07-27T07:02:16.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.932+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85e815cdf0 con 0x7f85cc003b80 2024-07-27T07:02:16.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.933+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f85d803c810 con 0x7f85cc003b80 2024-07-27T07:02:16.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.934+0000 7f85e5600640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 0x7f85c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:16.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.935+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f85d80ba650 con 0x7f85cc003b80 2024-07-27T07:02:16.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.935+0000 7f85dfe00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 0x7f85c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:16.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.936+0000 7f85dfe00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 0x7f85c4079520 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f85e80af260 tx=0x7f85d0006980 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:16.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:16.940+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f85d8082b20 con 0x7f85cc003b80 2024-07-27T07:02:17.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.194+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85e80cee00 con 0x7f85cc003b80 2024-07-27T07:02:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.196+0000 7f85e5600640 1 -- 172.21.15.66:0/924550015 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7f85d8082420 con 0x7f85cc003b80 2024-07-27T07:02:17.196 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:17.197 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:17.197 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:17.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.198+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 msgr2=0x7f85c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:17.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.198+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 0x7f85c4079520 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f85e80af260 tx=0x7f85d0006980 comp rx=0 tx=0).stop 2024-07-27T07:02:17.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 msgr2=0x7f85e81605c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 secure :-1 s=READY pgs=1485 cs=0 l=1 rev1=1 crypto rx=0x7f85d8036040 tx=0x7f85d8033cb0 comp rx=0 tx=0).stop 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 shutdown_connections 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f85c4077010 0x7f85c4079520 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f85e809aa40 0x7f85e809ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f85e81f6ae0 0x7f85e8073cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 --2- 172.21.15.66:0/924550015 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f85cc003b80 0x7f85e81605c0 unknown :-1 s=CLOSED pgs=1485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 >> 172.21.15.66:0/924550015 conn(0x7f85e806d160 msgr2=0x7f85e80b0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 shutdown_connections 2024-07-27T07:02:17.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:17.199+0000 7f85efa00640 1 -- 172.21.15.66:0/924550015 wait complete. 2024-07-27T07:02:17.227 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump snaps --server 2024-07-27T07:02:17.540 INFO:teuthology.orchestra.run.smithi066.stdout:{"last_snap":20,"last_created":17,"last_destroyed":19,"pending_noop":[],"snaps":[],"need_to_purge":{},"pending_update":[],"pending_destroy":[]} 2024-07-27T07:02:17.540 DEBUG:tasks.cephfs.filesystem:_json_asok output { "last_created": 17, "last_destroyed": 19, "last_snap": 20, "need_to_purge": {}, "pending_destroy": [], "pending_noop": [], "pending_update": [], "snaps": [] } 2024-07-27T07:02:17.541 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:17.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:17.541 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:02:18.141 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘d1/dir/.snap/s4’: Permission denied 2024-07-27T07:02:18.143 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:02:18.144 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:18.144 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:18.205 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:18.206 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:18.263 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:02:18.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 -- 172.21.15.66:0/4239116936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 msgr2=0x7ffa8015c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/4239116936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa8015c4c0 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7ffa800b2780 tx=0x7ffa7802a980 comp rx=0 tx=0).stop 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 -- 172.21.15.66:0/4239116936 shutdown_connections 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/4239116936 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa8015c4c0 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/4239116936 >> v2:172.21.15.155:3300/0 conn(0x7ffa80072340 0x7ffa8015fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/4239116936 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 0x7ffa80073da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.556+0000 7ffa7fe00640 1 -- 172.21.15.66:0/4239116936 >> 172.21.15.66:0/4239116936 conn(0x7ffa800cfa20 msgr2=0x7ffa800cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.557+0000 7ffa7fe00640 1 -- 172.21.15.66:0/4239116936 shutdown_connections 2024-07-27T07:02:18.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.557+0000 7ffa7fe00640 1 -- 172.21.15.66:0/4239116936 wait complete. 2024-07-27T07:02:18.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.560+0000 7ffa7fe00640 1 Processor -- start 2024-07-27T07:02:18.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.560+0000 7ffa7fe00640 1 -- start start 2024-07-27T07:02:18.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 0x7ffa800b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa80072340 0x7ffa801f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8015cb80 con 0x7ffa8015fff0 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ffa8015ca00 con 0x7ffa80072340 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.562+0000 7ffa7fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ffa8015cd00 con 0x7ffa8006fa90 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36040/0 (socket says 172.21.15.66:36040) 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 -- 172.21.15.66:0/341486185 learned_addr learned my addr 172.21.15.66:0/341486185 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7ea00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 0x7ffa800b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 -- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 msgr2=0x7ffa800b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 0x7ffa800b3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 -- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa80072340 msgr2=0x7ffa801f4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:18.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa80072340 0x7ffa801f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.563+0000 7ffa7f400640 1 -- 172.21.15.66:0/341486185 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa800b5200 con 0x7ffa8015fff0 2024-07-27T07:02:18.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa7f400640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7ffa78033040 tx=0x7ffa78003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78034040 con 0x7ffa8015fff0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa78004640 con 0x7ffa8015fff0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa800b54e0 con 0x7ffa8015fff0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78045480 con 0x7ffa8015fff0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.564+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa80142960 con 0x7ffa8015fff0 2024-07-27T07:02:18.566 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.566+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa800b5a00 con 0x7ffa8015fff0 2024-07-27T07:02:18.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.567+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ffa78037020 con 0x7ffa8015fff0 2024-07-27T07:02:18.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.568+0000 7ffa76a00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 0x7ffa60079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:18.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.568+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7ffa780baff0 con 0x7ffa8015fff0 2024-07-27T07:02:18.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.569+0000 7ffa7ea00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 0x7ffa60079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:18.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.570+0000 7ffa7ea00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 0x7ffa60079550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000b890 tx=0x7ffa70005b10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:18.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.573+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ffa800b5a00 con 0x7ffa8015fff0 2024-07-27T07:02:18.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.807+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ffa8015d250 con 0x7ffa8015fff0 2024-07-27T07:02:18.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.808+0000 7ffa76a00640 1 -- 172.21.15.66:0/341486185 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 37 entries v130) ==== 81+0+2233 (secure 0 0 0) 0x7ffa80160400 con 0x7ffa8015fff0 2024-07-27T07:02:18.808 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2905707820 2024-07-27T08:01:53.151729+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/413944575 2024-07-28T07:01:44.118342+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/413944575 2024-07-28T07:01:44.118342+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.1:0/2809025377 2024-07-27T08:01:07.083611+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:02:18.809 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/3893315789 2024-07-28T07:02:08.933411+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/3893315789 2024-07-28T07:02:08.933411+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:02:18.810 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/629648339 2024-07-27T07:59:34.306547+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:02:18.811 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2245700849 2024-07-27T08:00:23.956327+0000 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:listed 37 entries 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 msgr2=0x7ffa60079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 0x7ffa60079550 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000b890 tx=0x7ffa70005b10 comp rx=0 tx=0).stop 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 msgr2=0x7ffa801f8f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7ffa78033040 tx=0x7ffa78003ef0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 shutdown_connections 2024-07-27T07:02:18.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ffa60077040 0x7ffa60079550 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ffa8015fff0 0x7ffa801f8f10 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ffa80072340 0x7ffa801f4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 --2- 172.21.15.66:0/341486185 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ffa8006fa90 0x7ffa800b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 >> 172.21.15.66:0/341486185 conn(0x7ffa800cfa20 msgr2=0x7ffa8015f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.811+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 shutdown_connections 2024-07-27T07:02:18.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:18.812+0000 7ffa7fe00640 1 -- 172.21.15.66:0/341486185 wait complete. 2024-07-27T07:02:18.839 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:02:18.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:18.839 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:19.217 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:02:19.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:19.218 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:02:19.275 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:19.275 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:19.329 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:02:19.329 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:02:19.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 -- 172.21.15.66:0/2802350630 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6641457e0 msgr2=0x7fa6640cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:19.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 --2- 172.21.15.66:0/2802350630 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6641457e0 0x7fa6640cecb0 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7fa64c005fd0 tx=0x7fa64c02a5d0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 -- 172.21.15.66:0/2802350630 shutdown_connections 2024-07-27T07:02:19.624 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 --2- 172.21.15.66:0/2802350630 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 0x7fa6640725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 --2- 172.21.15.66:0/2802350630 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa6641457e0 0x7fa6640cecb0 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 -- 172.21.15.66:0/2802350630 >> 172.21.15.66:0/2802350630 conn(0x7fa6640cfa70 msgr2=0x7fa6640cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:19.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.623+0000 7fa663200640 1 -- 172.21.15.66:0/2802350630 shutdown_connections 2024-07-27T07:02:19.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.624+0000 7fa663200640 1 -- 172.21.15.66:0/2802350630 wait complete. 2024-07-27T07:02:19.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.626+0000 7fa663200640 1 Processor -- start 2024-07-27T07:02:19.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.627+0000 7fa663200640 1 -- start start 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 0x7fa6641f5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6641457e0 0x7fa66415caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa6640cd9d0 con 0x7fa664160530 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa6640cd850 con 0x7fa6641457e0 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa663200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa6640cdb50 con 0x7fa6640721d0 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.628+0000 7fa662800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:36062/0 (socket says 172.21.15.66:36062) 2024-07-27T07:02:19.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 -- 172.21.15.66:0/1733127274 learned_addr learned my addr 172.21.15.66:0/1733127274 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:19.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa661e00640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 0x7fa6641f5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa661400640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6641457e0 0x7fa66415caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 -- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 msgr2=0x7fa6641f5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 0x7fa6641f5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 -- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6641457e0 msgr2=0x7fa66415caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6641457e0 0x7fa66415caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.629+0000 7fa662800640 1 -- 172.21.15.66:0/1733127274 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6641f8d20 con 0x7fa664160530 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa662800640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7fa65c00e960 tx=0x7fa65c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c004d20 con 0x7fa664160530 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa65c00cb20 con 0x7fa664160530 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6641f9000 con 0x7fa664160530 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa65c005020 con 0x7fa664160530 2024-07-27T07:02:19.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.630+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6640b44d0 con 0x7fa664160530 2024-07-27T07:02:19.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.631+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6641f9520 con 0x7fa664160530 2024-07-27T07:02:19.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.633+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa65c0051c0 con 0x7fa664160530 2024-07-27T07:02:19.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.634+0000 7fa65a000640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 0x7fa640079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:19.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.635+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fa65c099ed0 con 0x7fa664160530 2024-07-27T07:02:19.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.635+0000 7fa661e00640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 0x7fa640079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:19.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.636+0000 7fa661e00640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 0x7fa640079550 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa64c033000 tx=0x7fa64c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:19.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.639+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa65c016030 con 0x7fa664160530 2024-07-27T07:02:19.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.895+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa6640ce070 con 0x7fa664160530 2024-07-27T07:02:19.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.896+0000 7fa65a000640 1 -- 172.21.15.66:0/1733127274 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v166) ==== 53+0+73 (secure 0 0 0) 0x7fa65c0623a0 con 0x7fa664160530 2024-07-27T07:02:19.896 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.898+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 msgr2=0x7fa640079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.898+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 0x7fa640079550 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fa64c033000 tx=0x7fa64c004730 comp rx=0 tx=0).stop 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 msgr2=0x7fa664143240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7fa65c00e960 tx=0x7fa65c00ee20 comp rx=0 tx=0).stop 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 shutdown_connections 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa640077040 0x7fa640079550 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa664160530 0x7fa664143240 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa6641457e0 0x7fa66415caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 --2- 172.21.15.66:0/1733127274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa6640721d0 0x7fa6641f5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:19.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 >> 172.21.15.66:0/1733127274 conn(0x7fa6640cfa70 msgr2=0x7fa6640cb6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:19.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 shutdown_connections 2024-07-27T07:02:19.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:19.899+0000 7fa663200640 1 -- 172.21.15.66:0/1733127274 wait complete. 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:02:19.925 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:19.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:19.926 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:02:19.980 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:19.981 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41849sec preferred_lft 41849sec 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:02:19.982 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:02:19.983 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:19.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:19.984 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:02:20.061 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:02:20.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:20.065 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:02:20.116 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:02:20.116 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:02:20.116 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:02:20.117 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:02:20.117 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:02:20.117 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:02:20.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:20 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:02:20.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:02:20.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:20.348 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:02:20.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:02:20.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:02:20.400 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:20.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:20.401 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:02:20.491 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:02:20.491 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:20.549 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:20.549 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:02:20.549 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:20.602 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:02:20.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:20.602 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:20.810 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:20.811 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:02:20.855 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:20.855 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:02:20.855 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:02:20.855 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:02:20.855 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:02:20.857 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:02:20.857 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:02:20.857 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:02:20.857 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:02:20.857 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:02:20.862 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:02:20.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:20.863 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:20.945 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:02:21.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:02:21.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:02:21.084 INFO:teuthology.orchestra.run.smithi066.stdout:client6017 2024-07-27T07:02:21.085 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:21.085 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:21.137 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-07-27T07:02:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.433+0000 7f13dfe00640 1 -- 172.21.15.66:0/2542197975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e015f9a0 msgr2=0x7f13e015fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.433+0000 7f13dfe00640 1 --2- 172.21.15.66:0/2542197975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e015f9a0 0x7f13e015fdb0 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f13e0156a00 tx=0x7f13cc02a560 comp rx=0 tx=0).stop 2024-07-27T07:02:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 -- 172.21.15.66:0/2542197975 shutdown_connections 2024-07-27T07:02:21.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 --2- 172.21.15.66:0/2542197975 >> v2:172.21.15.155:3300/0 conn(0x7f13e006e350 0x7f13e006e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 --2- 172.21.15.66:0/2542197975 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e015f9a0 0x7f13e015fdb0 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 -- 172.21.15.66:0/2542197975 >> 172.21.15.66:0/2542197975 conn(0x7f13e006c770 msgr2=0x7f13e006cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 -- 172.21.15.66:0/2542197975 shutdown_connections 2024-07-27T07:02:21.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.434+0000 7f13dfe00640 1 -- 172.21.15.66:0/2542197975 wait complete. 2024-07-27T07:02:21.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.436+0000 7f13dfe00640 1 Processor -- start 2024-07-27T07:02:21.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.436+0000 7f13dfe00640 1 -- start start 2024-07-27T07:02:21.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13e015cf50 0x7f13e015b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13e015f9a0 0x7f13e00b2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13e006f070 con 0x7f13e006e350 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13e006eef0 con 0x7f13e015f9a0 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f13e006f1f0 con 0x7f13e015cf50 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54492/0 (socket says 172.21.15.66:54492) 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 -- 172.21.15.66:0/1490780509 learned_addr learned my addr 172.21.15.66:0/1490780509 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13df400640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13e015f9a0 0x7f13e00b2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 -- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13e015cf50 msgr2=0x7f13e015b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13e015cf50 0x7f13e015b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 -- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13e015f9a0 msgr2=0x7f13e00b2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.438+0000 7f13dea00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13e015f9a0 0x7f13e00b2c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13dea00640 1 -- 172.21.15.66:0/1490780509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13e01e8230 con 0x7f13e006e350 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13dea00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f13d000c3f0 tx=0x7f13d000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13d6a00640 1 -- 172.21.15.66:0/1490780509 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0017070 con 0x7f13e006e350 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13d6a00640 1 -- 172.21.15.66:0/1490780509 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d00035f0 con 0x7f13e006e350 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13d6a00640 1 -- 172.21.15.66:0/1490780509 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0003a40 con 0x7f13e006e350 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13e01e8510 con 0x7f13e006e350 2024-07-27T07:02:21.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.439+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13e01e8ad0 con 0x7f13e006e350 2024-07-27T07:02:21.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.443+0000 7f13d6a00640 1 -- 172.21.15.66:0/1490780509 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f13d001a070 con 0x7f13e006e350 2024-07-27T07:02:21.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.444+0000 7f13d6a00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 0x7f13c0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.444+0000 7f13d6a00640 1 -- 172.21.15.66:0/1490780509 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f13d00989a0 con 0x7f13e006e350 2024-07-27T07:02:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.445+0000 7f13ecd94740 1 Processor -- start 2024-07-27T07:02:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.445+0000 7f13de000640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 0x7f13c0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.447 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.445+0000 7f13ecd94740 1 -- start start 2024-07-27T07:02:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13de000640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 0x7f13c0079550 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f13cc033000 tx=0x7f13cc0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3e09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3e0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb0f328df0 con 0x55cb0f010390 2024-07-27T07:02:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cb0f318490 con 0x55cb0efe74d0 2024-07-27T07:02:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.446+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb0f31c330 con 0x55cb0efef6b0 2024-07-27T07:02:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.453 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54500/0 (socket says 172.21.15.66:54500) 2024-07-27T07:02:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 -- 172.21.15.66:0/3707956043 learned_addr learned my addr 172.21.15.66:0/3707956043 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13de000640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3e09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13df400640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3e0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 -- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 msgr2=0x55cb0f3e0f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3e0f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 -- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 msgr2=0x55cb0f3e09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3e09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13dea00640 1 -- 172.21.15.66:0/3707956043 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb0f2d21f0 con 0x55cb0f010390 2024-07-27T07:02:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.447+0000 7f13df400640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3e0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:21.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.448+0000 7f13dea00640 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f13d0000fb0 tx=0x7f13d0060310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9641a807082c9b6 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.448+0000 7f13cb400640 1 -- 172.21.15.66:0/3707956043 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0069170 con 0x55cb0f010390 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.448+0000 7f13cb400640 1 -- 172.21.15.66:0/3707956043 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d0064e00 con 0x55cb0f010390 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.448+0000 7f13cb400640 1 -- 172.21.15.66:0/3707956043 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d00695d0 con 0x55cb0f010390 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 -- 172.21.15.66:0/3707956043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 msgr2=0x55cb0f3fdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f13d0000fb0 tx=0x7f13d0060310 comp rx=0 tx=0).stop 2024-07-27T07:02:21.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 -- 172.21.15.66:0/3707956043 shutdown_connections 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3e0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3e09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 --2- 172.21.15.66:0/3707956043 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3fdd10 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 -- 172.21.15.66:0/3707956043 >> 172.21.15.66:0/3707956043 conn(0x55cb0f0044e0 msgr2=0x55cb0f3b6c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 -- 172.21.15.66:0/3707956043 shutdown_connections 2024-07-27T07:02:21.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.449+0000 7f13ecd94740 1 -- 172.21.15.66:0/3707956043 wait complete. 2024-07-27T07:02:21.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.450+0000 7f13ecd94740 1 -- start start 2024-07-27T07:02:21.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.451+0000 7f13ecd94740 1 Processor -- start 2024-07-27T07:02:21.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3cf810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3dc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb0f250c90 con 0x55cb0f010390 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55cb0f2b2f50 con 0x55cb0efe74d0 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb0f3da250 con 0x55cb0efef6b0 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.452+0000 7f13ecd94740 10 client.0 _ll_register_callbacks cb 0x55cb0f310980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:02:21.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54508/0 (socket says 172.21.15.66:54508) 2024-07-27T07:02:21.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 -- 172.21.15.66:0/572944836 learned_addr learned my addr 172.21.15.66:0/572944836 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:21.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13dea00640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3cf810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13de000640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3dc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 -- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 msgr2=0x55cb0f3dc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3dc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 -- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 msgr2=0x55cb0f3cf810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3cf810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13df400640 1 -- 172.21.15.66:0/572944836 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb0f0f27d0 con 0x55cb0f010390 2024-07-27T07:02:21.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.453+0000 7f13dea00640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13df400640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f13e00afeb0 tx=0x7f13d800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f532a185c9578d6 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d801c060 con 0x55cb0f010390 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f13d800cd20 con 0x55cb0f010390 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13d0064e00 con 0x55cb0f010390 2024-07-27T07:02:21.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f13d8023050 con 0x55cb0f010390 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13ecd94740 10 client.8352 fetch_fsmap learned FSMap version 166 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.454+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=166,monmap=2+}) -- 0x55cb0f07b970 con 0x55cb0f010390 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d0064e00 con 0x55cb0f010390 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 166) ==== 3522+0+0 (secure 0 0 0) 0x7f13d8017440 con 0x55cb0f010390 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 10 client.8352 fetch_fsmap finished waiting for FSMap version 166 2024-07-27T07:02:21.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 10 client.8352 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-07-27T07:02:21.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 20 client.8352 populate_metadata read hostname 'smithi066' 2024-07-27T07:02:21.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0efcef60 0x55cb0f40e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 4 client.8352 mds_command: new command op to 8238 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:02:21.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 --> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb0f32ad40 con 0x55cb0efcef60 2024-07-27T07:02:21.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.455+0000 7f13dea00640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0efcef60 0x55cb0f40e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.456+0000 7f13bfe00640 10 client.8352 ms_handle_connect on v2:172.21.15.66:6834/2056935646 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.456+0000 7f13dea00640 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0efcef60 0x55cb0f40e160 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9546be1bd9bdacc2 server_cookie=2f5513c8b7b8054e in_seq=0 out_seq=0 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13bfe00640 1 -- 172.21.15.66:0/572944836 <== mds.0 v2:172.21.15.66:6834/2056935646 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cb0f32ad40 con 0x55cb0efcef60 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13bfe00640 10 client.8352 handle_command_reply: tid=0 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 client.8352 shutdown 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 msgr2=0x55cb0f3f4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f13e00afeb0 tx=0x7f13d800ec80 comp rx=0 tx=0).stop 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 shutdown_connections 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0efcef60 0x55cb0f40e160 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f3f4a50 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efef6b0 0x55cb0f3dc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 --2- 172.21.15.66:0/572944836 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f3cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13bfe00640 0 client.8352 ms_handle_reset on v2:172.21.15.66:6834/2056935646 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 >> 172.21.15.66:0/572944836 conn(0x55cb0f0044e0 msgr2=0x55cb0f3d01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 shutdown_connections 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.457+0000 7f13ecd94740 1 -- 172.21.15.66:0/572944836 wait complete. 2024-07-27T07:02:21.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.458+0000 7f13ecd94740 20 client.8352 trim_cache size 0 max 16384 2024-07-27T07:02:21.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.475+0000 7f13ecd94740 1 Processor -- start 2024-07-27T07:02:21.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.475+0000 7f13ecd94740 1 -- start start 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 0x55cb0f409f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efef6b0 0x55cb0f40a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13e02052a0 con 0x55cb0f010390 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13e0205970 con 0x55cb0efef6b0 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.476+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f13e0203c00 con 0x55cb0efe74d0 2024-07-27T07:02:21.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54524/0 (socket says 172.21.15.66:54524) 2024-07-27T07:02:21.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 -- 172.21.15.66:0/1251749513 learned_addr learned my addr 172.21.15.66:0/1251749513 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13de000640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efef6b0 0x55cb0f40a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13dea00640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 0x55cb0f409f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 -- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 msgr2=0x55cb0f409f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 0x55cb0f409f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 -- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efef6b0 msgr2=0x55cb0f40a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efef6b0 0x55cb0f40a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13df400640 1 -- 172.21.15.66:0/1251749513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb0efc1270 con 0x55cb0f010390 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.477+0000 7f13dea00640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 0x55cb0f409f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.478+0000 7f13df400640 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f13d8004a80 tx=0x7f13d8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f4930417edadfc5 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.478+0000 7f13caa00640 1 -- 172.21.15.66:0/1251749513 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d800c700 con 0x55cb0f010390 2024-07-27T07:02:21.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.478+0000 7f13caa00640 1 -- 172.21.15.66:0/1251749513 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d8017940 con 0x55cb0f010390 2024-07-27T07:02:21.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.478+0000 7f13caa00640 1 -- 172.21.15.66:0/1251749513 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d8004d80 con 0x55cb0f010390 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 -- 172.21.15.66:0/1251749513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 msgr2=0x55cb0f41d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f13d8004a80 tx=0x7f13d8004ab0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 -- 172.21.15.66:0/1251749513 shutdown_connections 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0f010390 0x55cb0f41d4a0 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efef6b0 0x55cb0f40a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 --2- 172.21.15.66:0/1251749513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0efe74d0 0x55cb0f409f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 -- 172.21.15.66:0/1251749513 >> 172.21.15.66:0/1251749513 conn(0x55cb0f0044e0 msgr2=0x55cb0f3e1050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 -- 172.21.15.66:0/1251749513 shutdown_connections 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.479+0000 7f13ecd94740 1 -- 172.21.15.66:0/1251749513 wait complete. 2024-07-27T07:02:21.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.480+0000 7f13ecd94740 1 -- start start 2024-07-27T07:02:21.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.480+0000 7f13ecd94740 1 Processor -- start 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f47b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0f010390 0x55cb0f3d76c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55cb0f3dd9d0 con 0x55cb0efef6b0 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13e0204250 con 0x55cb0efe74d0 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55cb0f3b8180 con 0x55cb0f010390 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13ecd94740 10 client.0 _ll_register_callbacks cb 0x7f13d8009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13de000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13de000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54540/0 (socket says 172.21.15.66:54540) 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.482+0000 7f13de000640 1 -- 172.21.15.66:0/101069420 learned_addr learned my addr 172.21.15.66:0/101069420 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:21.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13dea00640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f47b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13df400640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0f010390 0x55cb0f3d76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 -- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0f010390 msgr2=0x55cb0f3d76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0f010390 0x55cb0f3d76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 -- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 msgr2=0x55cb0f47b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f47b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 -- 172.21.15.66:0/101069420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb0f3ce750 con 0x55cb0efef6b0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13de000640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f13cc034040 tx=0x7f13cc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beb2ba7395161255 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13bfe00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc035040 con 0x55cb0efef6b0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f13cc0049a0 con 0x55cb0efef6b0 2024-07-27T07:02:21.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.483+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13d8017940 con 0x55cb0efef6b0 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=166) ==== 24+0+0 (secure 0 0 0) 0x7f13cc003e10 con 0x55cb0efef6b0 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 10 client.8358 fetch_fsmap learned FSMap version 166 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=166,monmap=2+}) -- 0x55cb0f47be20 con 0x55cb0efef6b0 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f13d8017940 con 0x55cb0efef6b0 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 166) ==== 3522+0+0 (secure 0 0 0) 0x7f13cc004c90 con 0x55cb0efef6b0 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 10 client.8358 fetch_fsmap finished waiting for FSMap version 166 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 10 client.8358 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 20 client.8358 populate_metadata read hostname 'smithi066' 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0f3d7dc0 0x55cb0f414440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 4 client.8358 mds_command: new command op to 8238 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-07-27T07:02:21.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.484+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 --> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55cb0f3b2df0 con 0x55cb0f3d7dc0 2024-07-27T07:02:21.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.485+0000 7f13dea00640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0f3d7dc0 0x55cb0f414440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:21.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.485+0000 7f13dea00640 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0f3d7dc0 0x55cb0f414440 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a0416025c726308 server_cookie=753b50403d37f4a4 in_seq=0 out_seq=0 2024-07-27T07:02:21.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.485+0000 7f13bfe00640 10 client.8358 ms_handle_connect on v2:172.21.15.66:6834/2056935646 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.510+0000 7f13bfe00640 1 -- 172.21.15.66:0/101069420 <== mds.0 v2:172.21.15.66:6834/2056935646 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55cb0f3b2df0 con 0x55cb0f3d7dc0 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.510+0000 7f13bfe00640 10 client.8358 handle_command_reply: tid=0 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.510+0000 7f13ecd94740 1 client.8358 shutdown 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.510+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 msgr2=0x55cb0f3e0f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.510+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f13cc034040 tx=0x7f13cc009260 comp rx=0 tx=0).stop 2024-07-27T07:02:21.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 shutdown_connections 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:6834/2056935646,v1:172.21.15.66:6835/2056935646] conn(0x55cb0f3d7dc0 0x55cb0f414440 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55cb0f010390 0x55cb0f3d76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55cb0efef6b0 0x55cb0f3e0f40 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 --2- 172.21.15.66:0/101069420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55cb0efe74d0 0x55cb0f47b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13bfe00640 0 client.8358 ms_handle_reset on v2:172.21.15.66:6834/2056935646 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 >> 172.21.15.66:0/101069420 conn(0x55cb0f0044e0 msgr2=0x55cb0f3b79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 shutdown_connections 2024-07-27T07:02:21.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 1 -- 172.21.15.66:0/101069420 wait complete. 2024-07-27T07:02:21.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.511+0000 7f13ecd94740 20 client.8358 trim_cache size 0 max 16384 2024-07-27T07:02:21.515 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:02:21.515 INFO:teuthology.orchestra.run.smithi066.stdout: "message": "", 2024-07-27T07:02:21.515 INFO:teuthology.orchestra.run.smithi066.stdout: "return_code": 0 2024-07-27T07:02:21.516 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 msgr2=0x7f13c0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 0x7f13c0079550 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f13cc033000 tx=0x7f13cc0046c0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 msgr2=0x7f13e015ae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f13d000c3f0 tx=0x7f13d000c8b0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 shutdown_connections 2024-07-27T07:02:21.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f13c0077040 0x7f13c0079550 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13e015f9a0 0x7f13e00b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13e015cf50 0x7f13e015b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 --2- 172.21.15.66:0/1490780509 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f13e006e350 0x7f13e015ae80 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 >> 172.21.15.66:0/1490780509 conn(0x7f13e006c770 msgr2=0x7f13e00b0d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 shutdown_connections 2024-07-27T07:02:21.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:21.512+0000 7f13dfe00640 1 -- 172.21.15.66:0/1490780509 wait complete. 2024-07-27T07:02:21.546 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:02:21.546 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:02:21.676 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:02:21.811 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:02:21.811 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:02:21.811 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:21.812 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:21.874 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:21.874 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:21.933 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:02:22.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 -- 172.21.15.66:0/295108083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f967406fa90 msgr2=0x7f9674073da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:22.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 --2- 172.21.15.66:0/295108083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f967406fa90 0x7f9674073da0 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f9668005fd0 tx=0x7f966802a540 comp rx=0 tx=0).stop 2024-07-27T07:02:22.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 -- 172.21.15.66:0/295108083 shutdown_connections 2024-07-27T07:02:22.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 --2- 172.21.15.66:0/295108083 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f967406fa90 0x7f9674073da0 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 -- 172.21.15.66:0/295108083 >> 172.21.15.66:0/295108083 conn(0x7f96740cfa20 msgr2=0x7f96740cfe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:22.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 -- 172.21.15.66:0/295108083 shutdown_connections 2024-07-27T07:02:22.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.232+0000 7f967aa00640 1 -- 172.21.15.66:0/295108083 wait complete. 2024-07-27T07:02:22.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.235+0000 7f967aa00640 1 Processor -- start 2024-07-27T07:02:22.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.235+0000 7f967aa00640 1 -- start start 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.236+0000 7f967aa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f967406fa90 0x7f967414fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.236+0000 7f967aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.236+0000 7f967aa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 0x7f9674155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f967aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f967406ed60 con 0x7f9674072340 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f967aa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f967406ebe0 con 0x7f967406fa90 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f967aa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f967406eee0 con 0x7f96740b52c0 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:22.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54558/0 (socket says 172.21.15.66:54558) 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 -- 172.21.15.66:0/1200656181 learned_addr learned my addr 172.21.15.66:0/1200656181 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9679600640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f967406fa90 0x7f967414fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f967a000640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 0x7f9674155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 -- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 msgr2=0x7f9674155f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 0x7f9674155f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 -- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f967406fa90 msgr2=0x7f967414fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f967406fa90 0x7f967414fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f9678c00640 1 -- 172.21.15.66:0/1200656181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96741f5cf0 con 0x7f9674072340 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.237+0000 7f967a000640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 0x7f9674155f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f9678c00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f966000c3c0 tx=0x7f966000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660017070 con 0x7f9674072340 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96600035f0 con 0x7f9674072340 2024-07-27T07:02:22.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9674140130 con 0x7f9674072340 2024-07-27T07:02:22.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660003a40 con 0x7f9674072340 2024-07-27T07:02:22.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.238+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9674155420 con 0x7f9674072340 2024-07-27T07:02:22.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.239+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9674073da0 con 0x7f9674072340 2024-07-27T07:02:22.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.241+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f966001a070 con 0x7f9674072340 2024-07-27T07:02:22.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.242+0000 7f9671600640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 0x7f9654079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:22.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.242+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f9660098940 con 0x7f9674072340 2024-07-27T07:02:22.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.243+0000 7f9679600640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 0x7f9654079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:22.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.244+0000 7f9679600640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 0x7f9654079550 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9668033000 tx=0x7f9668004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:22.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.247+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9674140130 con 0x7f9674072340 2024-07-27T07:02:22.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.473+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f96741537f0 con 0x7f9674072340 2024-07-27T07:02:22.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.474+0000 7f9671600640 1 -- 172.21.15.66:0/1200656181 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 37 entries v130) ==== 81+0+2233 (secure 0 0 0) 0x7f96741f5cf0 con 0x7f9674072340 2024-07-27T07:02:22.475 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2905707820 2024-07-27T08:01:53.151729+0000 2024-07-27T07:02:22.475 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/413944575 2024-07-28T07:01:44.118342+0000 2024-07-27T07:02:22.475 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/413944575 2024-07-28T07:01:44.118342+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.1:0/2809025377 2024-07-27T08:01:07.083611+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/2821916602 2024-07-28T07:00:57.888575+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/4003276428 2024-07-27T07:57:06.468774+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/1743656434 2024-07-28T06:56:14.048827+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:02:22.476 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/1327799038 2024-07-28T06:55:39.406022+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/2264115068 2024-07-28T06:56:54.526177+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/3893315789 2024-07-28T07:02:08.933411+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/3893315789 2024-07-28T07:02:08.933411+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/1962719378 2024-07-27T07:57:54.813897+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2447479800 2024-07-28T06:54:41.020822+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/3566123206 2024-07-28T06:57:37.378551+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/453068308 2024-07-28T06:57:45.674525+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/629648339 2024-07-27T07:59:34.306547+0000 2024-07-27T07:02:22.477 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/332329356 2024-07-28T06:58:34.809188+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/47876060 2024-07-28T06:55:10.170311+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4246302780 2024-07-28T06:58:44.031933+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6835/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/922386195 2024-07-27T07:58:55.098099+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3903800801 2024-07-28T06:59:23.685570+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/2013406216 2024-07-28T06:56:46.179625+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6835/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6834/4172488855 2024-07-28T07:00:16.804252+0000 2024-07-27T07:02:22.478 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:0/2245700849 2024-07-27T08:00:23.956327+0000 2024-07-27T07:02:22.479 INFO:teuthology.orchestra.run.smithi066.stderr:listed 37 entries 2024-07-27T07:02:22.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 msgr2=0x7f9654079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 0x7f9654079550 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f9668033000 tx=0x7f9668004730 comp rx=0 tx=0).stop 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 msgr2=0x7f967413fbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7f966000c3c0 tx=0x7f966000c880 comp rx=0 tx=0).stop 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 shutdown_connections 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9654077040 0x7f9654079550 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f96740b52c0 0x7f9674155f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9674072340 0x7f967413fbf0 unknown :-1 s=CLOSED pgs=1500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 --2- 172.21.15.66:0/1200656181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f967406fa90 0x7f967414fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:22.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 >> 172.21.15.66:0/1200656181 conn(0x7f96740cfa20 msgr2=0x7f96741527b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:22.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 shutdown_connections 2024-07-27T07:02:22.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:22.477+0000 7f967aa00640 1 -- 172.21.15.66:0/1200656181 wait complete. 2024-07-27T07:02:22.507 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:02:22.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:22.507 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:22.610 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:02:22.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:22.611 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:02:22.669 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:02:22.670 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:02:22.670 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:22.727 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:02:22.727 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:02:22.728 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:22.728 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:22.788 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:02:22.788 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:02:22.788 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:02:22.789 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:22.845 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:02:22.846 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:23.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 -- 172.21.15.66:0/122377062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 msgr2=0x7fcb7c15a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 --2- 172.21.15.66:0/122377062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c15a1d0 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c0cc4a0 tx=0x7fcb6802a4a0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 -- 172.21.15.66:0/122377062 shutdown_connections 2024-07-27T07:02:23.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 --2- 172.21.15.66:0/122377062 >> v2:172.21.15.155:3300/0 conn(0x7fcb7c0721d0 0x7fcb7c0725e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 --2- 172.21.15.66:0/122377062 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c15a1d0 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 -- 172.21.15.66:0/122377062 >> 172.21.15.66:0/122377062 conn(0x7fcb7c0cfa70 msgr2=0x7fcb7c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:23.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.146+0000 7fcb82000640 1 -- 172.21.15.66:0/122377062 shutdown_connections 2024-07-27T07:02:23.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.147+0000 7fcb82000640 1 -- 172.21.15.66:0/122377062 wait complete. 2024-07-27T07:02:23.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.149+0000 7fcb82000640 1 Processor -- start 2024-07-27T07:02:23.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.149+0000 7fcb82000640 1 -- start start 2024-07-27T07:02:23.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.150+0000 7fcb82000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 0x7fcb7c14dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb82000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb82000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 0x7fcb7c1548a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb82000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c15dd60 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb82000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcb7c0704d0 con 0x7fcb7c0721d0 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb82000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcb7c15dee0 con 0x7fcb7c0cd640 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54576/0 (socket says 172.21.15.66:54576) 2024-07-27T07:02:23.153 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 -- 172.21.15.66:0/3974092263 learned_addr learned my addr 172.21.15.66:0/3974092263 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb80c00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 0x7fcb7c14dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb81600640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 0x7fcb7c1548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 -- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 msgr2=0x7fcb7c1548a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 0x7fcb7c1548a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 -- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 msgr2=0x7fcb7c14dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 0x7fcb7c14dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb7be00640 1 -- 172.21.15.66:0/3974092263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb7c14e800 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb81600640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 0x7fcb7c1548a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:23.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.151+0000 7fcb80c00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 0x7fcb7c14dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb7be00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fcb6802aa90 tx=0x7fcb68033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68031d60 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb68033e10 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb68005260 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb7c14eae0 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.152+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb7c158890 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.153+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb7c14e570 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.155+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcb68005400 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.156+0000 7fcb78c00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 0x7fcb5c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.156+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fcb680ba7b0 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.157+0000 7fcb80c00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 0x7fcb5c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.159+0000 7fcb80c00640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 0x7fcb5c079520 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fcb70000f60 tx=0x7fcb70009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:23.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.161+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcb6803f030 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.415+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcb7c0725e0 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.416+0000 7fcb78c00640 1 -- 172.21.15.66:0/3974092263 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7fcb68005d00 con 0x7fcb7c0cb0d0 2024-07-27T07:02:23.418 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:23.418 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:23.419 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:23.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.419+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 msgr2=0x7fcb5c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.419+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 0x7fcb5c079520 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fcb70000f60 tx=0x7fcb70009040 comp rx=0 tx=0).stop 2024-07-27T07:02:23.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.419+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 msgr2=0x7fcb7c149c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.419+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fcb6802aa90 tx=0x7fcb68033c20 comp rx=0 tx=0).stop 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 shutdown_connections 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcb5c077010 0x7fcb5c079520 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb7c0cd640 0x7fcb7c1548a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb7c0cb0d0 0x7fcb7c149c10 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 --2- 172.21.15.66:0/3974092263 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb7c0721d0 0x7fcb7c14dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 >> 172.21.15.66:0/3974092263 conn(0x7fcb7c0cfa70 msgr2=0x7fcb7c0ccd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 shutdown_connections 2024-07-27T07:02:23.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.420+0000 7fcb82000640 1 -- 172.21.15.66:0/3974092263 wait complete. 2024-07-27T07:02:23.448 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:23.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.732+0000 7fb07be00640 1 -- 172.21.15.66:0/2093389344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0cbfc0 msgr2=0x7fb07c0cdf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.732+0000 7fb07be00640 1 --2- 172.21.15.66:0/2093389344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0cbfc0 0x7fb07c0cdf50 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fb07c071010 tx=0x7fb06802a560 comp rx=0 tx=0).stop 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 -- 172.21.15.66:0/2093389344 shutdown_connections 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 --2- 172.21.15.66:0/2093389344 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0cbfc0 0x7fb07c0cdf50 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 --2- 172.21.15.66:0/2093389344 >> v2:172.21.15.155:3300/0 conn(0x7fb07c0c4b20 0x7fb07c15b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 -- 172.21.15.66:0/2093389344 >> 172.21.15.66:0/2093389344 conn(0x7fb07c0cfa70 msgr2=0x7fb07c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 -- 172.21.15.66:0/2093389344 shutdown_connections 2024-07-27T07:02:23.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.733+0000 7fb07be00640 1 -- 172.21.15.66:0/2093389344 wait complete. 2024-07-27T07:02:23.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.736+0000 7fb07be00640 1 Processor -- start 2024-07-27T07:02:23.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.736+0000 7fb07be00640 1 -- start start 2024-07-27T07:02:23.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.738+0000 7fb07be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb07c0cbfc0 0x7fb07c147030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb07c0ce490 0x7fb07c15c280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c1517a0 con 0x7fb07c0c4b20 2024-07-27T07:02:23.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb07c151620 con 0x7fb07c0ce490 2024-07-27T07:02:23.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb07c151920 con 0x7fb07c0cbfc0 2024-07-27T07:02:23.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54588/0 (socket says 172.21.15.66:54588) 2024-07-27T07:02:23.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07aa00640 1 -- 172.21.15.66:0/470593800 learned_addr learned my addr 172.21.15.66:0/470593800 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:23.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07a000640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb07c0cbfc0 0x7fb07c147030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.739+0000 7fb07b400640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb07c0ce490 0x7fb07c15c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 -- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb07c0cbfc0 msgr2=0x7fb07c147030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb07c0cbfc0 0x7fb07c147030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 -- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb07c0ce490 msgr2=0x7fb07c15c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb07c0ce490 0x7fb07c15c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 -- 172.21.15.66:0/470593800 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb07c14ab70 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.740+0000 7fb07aa00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fb06c00d740 tx=0x7fb06c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.741+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c017070 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.741+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb06c009d20 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.741+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb06c0106c0 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.741+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb07c14ae50 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.741+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb07c14b410 con 0x7fb07c0c4b20 2024-07-27T07:02:23.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.742+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb07c15b5e0 con 0x7fb07c0c4b20 2024-07-27T07:02:23.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.744+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb06c01a070 con 0x7fb07c0c4b20 2024-07-27T07:02:23.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.745+0000 7fb072a00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 0x7fb05c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:23.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.745+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fb06c099630 con 0x7fb07c0c4b20 2024-07-27T07:02:23.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.745+0000 7fb07a000640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 0x7fb05c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:23.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.747+0000 7fb07a000640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 0x7fb05c079520 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb068033000 tx=0x7fb068004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:23.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:23.753+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb06c061bf0 con 0x7fb07c0c4b20 2024-07-27T07:02:24.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.015+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb07c1e82a0 con 0x7fb07c0c4b20 2024-07-27T07:02:24.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.016+0000 7fb072a00640 1 -- 172.21.15.66:0/470593800 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7fb06c0614f0 con 0x7fb07c0c4b20 2024-07-27T07:02:24.018 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:24.018 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:24.018 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:24.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 msgr2=0x7fb05c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 0x7fb05c079520 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb068033000 tx=0x7fb068004730 comp rx=0 tx=0).stop 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 msgr2=0x7fb07c15a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 secure :-1 s=READY pgs=1505 cs=0 l=1 rev1=1 crypto rx=0x7fb06c00d740 tx=0x7fb06c00dc00 comp rx=0 tx=0).stop 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 shutdown_connections 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb05c077010 0x7fb05c079520 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb07c0ce490 0x7fb07c15c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb07c0cbfc0 0x7fb07c147030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 --2- 172.21.15.66:0/470593800 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb07c0c4b20 0x7fb07c15a340 unknown :-1 s=CLOSED pgs=1505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 >> 172.21.15.66:0/470593800 conn(0x7fb07c0cfa70 msgr2=0x7fb07c06f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:24.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.019+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 shutdown_connections 2024-07-27T07:02:24.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.020+0000 7fb07be00640 1 -- 172.21.15.66:0/470593800 wait complete. 2024-07-27T07:02:24.049 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:24.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 -- 172.21.15.66:0/1941159234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ad4003ac0 msgr2=0x7f1ad4003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 --2- 172.21.15.66:0/1941159234 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ad4003ac0 0x7f1ad4003f10 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f1ae000c310 tx=0x7f1ad4005830 comp rx=0 tx=0).stop 2024-07-27T07:02:24.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af2600640 1 -- 172.21.15.66:0/1941159234 reap_dead start 2024-07-27T07:02:24.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 -- 172.21.15.66:0/1941159234 shutdown_connections 2024-07-27T07:02:24.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 -- 172.21.15.66:0/1941159234 >> 172.21.15.66:0/1941159234 conn(0x7f1aec06d160 msgr2=0x7f1aec0b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:24.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 -- 172.21.15.66:0/1941159234 shutdown_connections 2024-07-27T07:02:24.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.342+0000 7f1af4600640 1 -- 172.21.15.66:0/1941159234 wait complete. 2024-07-27T07:02:24.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.345+0000 7f1af4600640 1 Processor -- start 2024-07-27T07:02:24.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.345+0000 7f1af4600640 1 -- start start 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 0x7f1aec1e85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1aec0adef0 0x7f1aec0ae300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1aec0ce250 con 0x7f1aec159640 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1aec0cf0c0 con 0x7f1aec1f8b40 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.346+0000 7f1af4600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1aec0ce3d0 con 0x7f1aec0adef0 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54598/0 (socket says 172.21.15.66:54598) 2024-07-27T07:02:24.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 -- 172.21.15.66:0/3994232379 learned_addr learned my addr 172.21.15.66:0/3994232379 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1200640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 0x7f1aec1e85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 -- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1aec0adef0 msgr2=0x7f1aec0ae300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1aec0adef0 0x7f1aec0ae300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 -- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 msgr2=0x7f1aec1e85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 0x7f1aec1e85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1c00640 1 -- 172.21.15.66:0/3994232379 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aec14cc60 con 0x7f1aec159640 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.347+0000 7f1af1200640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 0x7f1aec1e85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1af1c00640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f1ae002b0e0 tx=0x7f1ae0006ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae0031070 con 0x7f1aec159640 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ae00036d0 con 0x7f1aec159640 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae0003aa0 con 0x7f1aec159640 2024-07-27T07:02:24.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1aec0ae840 con 0x7f1aec159640 2024-07-27T07:02:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.348+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1aec1f8060 con 0x7f1aec159640 2024-07-27T07:02:24.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.349+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1aec0cdb40 con 0x7f1aec159640 2024-07-27T07:02:24.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.351+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1ae0034070 con 0x7f1aec159640 2024-07-27T07:02:24.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.352+0000 7f1ae9600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 0x7f1acc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.352+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f1ae00b98b0 con 0x7f1aec159640 2024-07-27T07:02:24.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.352+0000 7f1af1200640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 0x7f1acc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.354+0000 7f1af1200640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 0x7f1acc079520 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8006630 tx=0x7f1ad8006b70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:24.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.356+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1aec0ae840 con 0x7f1aec159640 2024-07-27T07:02:24.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.571+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1aec0b0b70 con 0x7f1aec159640 2024-07-27T07:02:24.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.575+0000 7f1ae9600640 1 -- 172.21.15.66:0/3994232379 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+24915 (secure 0 0 0) 0x7f1aec14cc60 con 0x7f1aec159640 2024-07-27T07:02:24.577 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:24.577 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":130,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:08.933486+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:49.448884+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:50.307431+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":125,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"16.7","mappings":[{"from":4,"to":3}]},{"pgid":"17.1a","mappings":[{"from":6,"to":5}]},{"pgid":"17.28","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:0/2905707820":"2024-07-27T08:01:53.151729+0000","172.21.15.66:6835/413944575":"2024-07-28T07:01:44.118342+0000","172.21.15.66:6834/413944575":"2024-07-28T07:01:44.118342+0000","192.168.0.1:0/2809025377":"2024-07-27T08:01:07.083611+0000","172.21.15.66:6833/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6832/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6833/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.66:6832/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.66:6832/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.66:0/4003276428":"2024-07-27T07:57:06.468774+0000","172.21.15.66:6834/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.155:6837/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6833/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.155:6835/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6835/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.155:6837/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6835/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6837/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:0/1962719378":"2024-07-27T07:57:54.813897+0000","172.21.15.66:6834/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.155:6835/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:6832/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.66:6834/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.155:6835/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.155:6837/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.66:0/629648339":"2024-07-27T07:59:34.306547+0000","172.21.15.66:6835/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.66:6832/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.66:6834/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.155:6835/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6833/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.66:0/922386195":"2024-07-27T07:58:55.098099+0000","172.21.15.66:6832/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.155:6837/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6835/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:6834/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:0/2245700849":"2024-07-27T08:00:23.956327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:24.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 msgr2=0x7f1acc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 0x7f1acc079520 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f1ad8006630 tx=0x7f1ad8006b70 comp rx=0 tx=0).stop 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 msgr2=0x7f1aec14c720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f1ae002b0e0 tx=0x7f1ae0006ce0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 shutdown_connections 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1acc077010 0x7f1acc079520 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1aec0adef0 0x7f1aec0ae300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1aec1f8b40 0x7f1aec1e85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 --2- 172.21.15.66:0/3994232379 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1aec159640 0x7f1aec14c720 unknown :-1 s=CLOSED pgs=1508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.578+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 >> 172.21.15.66:0/3994232379 conn(0x7f1aec06d160 msgr2=0x7f1aec0cbdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:24.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.579+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 shutdown_connections 2024-07-27T07:02:24.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.579+0000 7f1af4600640 1 -- 172.21.15.66:0/3994232379 wait complete. 2024-07-27T07:02:24.608 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T07:02:24.608 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:24.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 -- 172.21.15.66:0/3776471920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc006f940 msgr2=0x7fadc00ae560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 --2- 172.21.15.66:0/3776471920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc006f940 0x7fadc00ae560 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fadb8005fd0 tx=0x7fadb802a5d0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 -- 172.21.15.66:0/3776471920 shutdown_connections 2024-07-27T07:02:24.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 --2- 172.21.15.66:0/3776471920 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc006f940 0x7fadc00ae560 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 --2- 172.21.15.66:0/3776471920 >> v2:172.21.15.155:3300/0 conn(0x7fadc00710f0 0x7fadc00d17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 -- 172.21.15.66:0/3776471920 >> 172.21.15.66:0/3776471920 conn(0x7fadc00d0c80 msgr2=0x7fadc00d1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:24.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 -- 172.21.15.66:0/3776471920 shutdown_connections 2024-07-27T07:02:24.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.901+0000 7fadbf200640 1 -- 172.21.15.66:0/3776471920 wait complete. 2024-07-27T07:02:24.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.904+0000 7fadbf200640 1 Processor -- start 2024-07-27T07:02:24.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.904+0000 7fadbf200640 1 -- start start 2024-07-27T07:02:24.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadc00710f0 0x7fadc015a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc015c140 0x7fadc01572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fadc00aef40 con 0x7fadc0154900 2024-07-27T07:02:24.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fadc00aedc0 con 0x7fadc00710f0 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fadc00af0c0 con 0x7fadc015c140 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbe800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54604/0 (socket says 172.21.15.66:54604) 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbe800640 1 -- 172.21.15.66:0/2826179814 learned_addr learned my addr 172.21.15.66:0/2826179814 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbde00640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadc00710f0 0x7fadc015a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.906+0000 7fadbd400640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc015c140 0x7fadc01572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 -- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc015c140 msgr2=0x7fadc01572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc015c140 0x7fadc01572f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 -- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadc00710f0 msgr2=0x7fadc015a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadc00710f0 0x7fadc015a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 -- 172.21.15.66:0/2826179814 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadc01f90e0 con 0x7fadc0154900 2024-07-27T07:02:24.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbe800640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fadb8006010 tx=0x7fadb8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:24.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb803e030 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadc0154ea0 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fadb8003c20 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.907+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadb8035040 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.908+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadc015a0d0 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.909+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadc00af570 con 0x7fadc0154900 2024-07-27T07:02:24.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.910+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fadb8041030 con 0x7fadc0154900 2024-07-27T07:02:24.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.911+0000 7fadb6000640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 0x7fad9c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:24.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.911+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fadb80b9b60 con 0x7fadc0154900 2024-07-27T07:02:24.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.912+0000 7fadbde00640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 0x7fad9c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:24.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.913+0000 7fadbde00640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 0x7fad9c079520 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fadb0005fd0 tx=0x7fadb0009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:24.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:24.916+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fadb8082040 con 0x7fadc0154900 2024-07-27T07:02:25.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.174+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fadc00743a0 con 0x7fadc0154900 2024-07-27T07:02:25.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.175+0000 7fadb6000640 1 -- 172.21.15.66:0/2826179814 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7fadb8081940 con 0x7fadc0154900 2024-07-27T07:02:25.177 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:25.177 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:25.177 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:25.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 msgr2=0x7fad9c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 0x7fad9c079520 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fadb0005fd0 tx=0x7fadb0009500 comp rx=0 tx=0).stop 2024-07-27T07:02:25.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 msgr2=0x7fadc0142e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fadb8006010 tx=0x7fadb8003820 comp rx=0 tx=0).stop 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 shutdown_connections 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fad9c077010 0x7fad9c079520 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fadc0154900 0x7fadc0142e20 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fadc015c140 0x7fadc01572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 --2- 172.21.15.66:0/2826179814 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fadc00710f0 0x7fadc015a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.178+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 >> 172.21.15.66:0/2826179814 conn(0x7fadc00d0c80 msgr2=0x7fadc00b0ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.179+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 shutdown_connections 2024-07-27T07:02:25.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.179+0000 7fadbf200640 1 -- 172.21.15.66:0/2826179814 wait complete. 2024-07-27T07:02:25.207 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:25.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 -- 172.21.15.66:0/383037037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 msgr2=0x7f1c0c0725e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 --2- 172.21.15.66:0/383037037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c0725e0 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c145e00 tx=0x7f1c0402aa10 comp rx=0 tx=0).stop 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 -- 172.21.15.66:0/383037037 shutdown_connections 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 --2- 172.21.15.66:0/383037037 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c0725e0 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 --2- 172.21.15.66:0/383037037 >> v2:172.21.15.155:3300/0 conn(0x7f1c0c0cecb0 0x7f1c0c160530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 -- 172.21.15.66:0/383037037 >> 172.21.15.66:0/383037037 conn(0x7f1c0c0cfa70 msgr2=0x7f1c0c0cfe80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 -- 172.21.15.66:0/383037037 shutdown_connections 2024-07-27T07:02:25.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.478+0000 7f1c0b200640 1 -- 172.21.15.66:0/383037037 wait complete. 2024-07-27T07:02:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.481+0000 7f1c0b200640 1 Processor -- start 2024-07-27T07:02:25.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.481+0000 7f1c0b200640 1 -- start start 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c0c0cecb0 0x7f1c0c06faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c0c1457e0 0x7f1c0c0b4c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c0cd9d0 con 0x7f1c0c0721d0 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1c0c0cd850 con 0x7f1c0c1457e0 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c0b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1c0c0cdb50 con 0x7f1c0c0cecb0 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c09e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:25.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c09e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54614/0 (socket says 172.21.15.66:54614) 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.483+0000 7f1c09e00640 1 -- 172.21.15.66:0/2146217808 learned_addr learned my addr 172.21.15.66:0/2146217808 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c0a800640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c0c1457e0 0x7f1c0c0b4c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 -- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c0c0cecb0 msgr2=0x7f1c0c06faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c0c0cecb0 0x7f1c0c06faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 -- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c0c1457e0 msgr2=0x7f1c0c0b4c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c0c1457e0 0x7f1c0c0b4c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 -- 172.21.15.66:0/2146217808 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0c13e330 con 0x7f1c0c0721d0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c09e00640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00b410 tx=0x7f1bfc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc015020 con 0x7f1c0c0721d0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bfc011920 con 0x7f1c0c0721d0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c0c13e610 con 0x7f1c0c0721d0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bfc011d70 con 0x7f1c0c0721d0 2024-07-27T07:02:25.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.484+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c0c0b4190 con 0x7f1c0c0721d0 2024-07-27T07:02:25.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.485+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c0c0725e0 con 0x7f1c0c0721d0 2024-07-27T07:02:25.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.487+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1bfc018020 con 0x7f1c0c0721d0 2024-07-27T07:02:25.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.488+0000 7f1c02000640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 0x7f1bec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:25.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.488+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f1bfc0990b0 con 0x7f1c0c0721d0 2024-07-27T07:02:25.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.488+0000 7f1c09400640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 0x7f1bec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:25.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.490+0000 7f1c09400640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 0x7f1bec079550 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c1f8910 tx=0x7f1bf8006bf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:25.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.492+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1bfc01f070 con 0x7f1c0c0721d0 2024-07-27T07:02:25.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.745+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c0c0ccf40 con 0x7f1c0c0721d0 2024-07-27T07:02:25.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.746+0000 7f1c02000640 1 -- 172.21.15.66:0/2146217808 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 166 v166) ==== 95+0+5259 (secure 0 0 0) 0x7f1bfc061610 con 0x7f1c0c0721d0 2024-07-27T07:02:25.748 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:25.748 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":166,"btime":"2024-07-27T07:02:12:974580+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163}],"filesystems":[{"mdsmap":{"epoch":166,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T06:53:51.332683+0000","modified":"2024-07-27T07:02:12.974568+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":8238,"mds_1":8043},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8043":{"gid":8043,"name":"c","rank":1,"incarnation":157,"state":"up:active","state_seq":22,"addr":"172.21.15.66:6833/3864926787","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3864926787},{"type":"v1","addr":"172.21.15.66:6833","nonce":3864926787}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_8238":{"gid":8238,"name":"a","rank":0,"incarnation":162,"state":"up:active","state_seq":11,"addr":"172.21.15.66:6835/2056935646","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2056935646},{"type":"v1","addr":"172.21.15.66:6835","nonce":2056935646}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8238,"qdb_cluster":[8043,8238]},"id":6}]} 2024-07-27T07:02:25.748 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 166 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 msgr2=0x7f1bec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 0x7f1bec079550 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c1f8910 tx=0x7f1bf8006bf0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 msgr2=0x7f1c0c06f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f1bfc00b410 tx=0x7f1bfc00b8d0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 shutdown_connections 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1bec077040 0x7f1bec079550 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1c0c1457e0 0x7f1c0c0b4c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1c0c0cecb0 0x7f1c0c06faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.751 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 --2- 172.21.15.66:0/2146217808 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1c0c0721d0 0x7f1c0c06f560 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:25.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.749+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 >> 172.21.15.66:0/2146217808 conn(0x7f1c0c0cfa70 msgr2=0x7f1c0c15d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:25.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.750+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 shutdown_connections 2024-07-27T07:02:25.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:25.750+0000 7f1c0b200640 1 -- 172.21.15.66:0/2146217808 wait complete. 2024-07-27T07:02:25.779 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:26.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.066+0000 7fe241800640 1 -- 172.21.15.66:0/3392039003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2200040e0 msgr2=0x7fe220004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.066+0000 7fe241800640 1 --2- 172.21.15.66:0/3392039003 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe2200040e0 0x7fe220004800 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7fe22400c2e0 tx=0x7fe220005830 comp rx=0 tx=0).stop 2024-07-27T07:02:26.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.066+0000 7fe23b400640 1 -- 172.21.15.66:0/3392039003 reap_dead start 2024-07-27T07:02:26.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.066+0000 7fe241800640 1 -- 172.21.15.66:0/3392039003 shutdown_connections 2024-07-27T07:02:26.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.066+0000 7fe241800640 1 -- 172.21.15.66:0/3392039003 >> 172.21.15.66:0/3392039003 conn(0x7fe23c0d40e0 msgr2=0x7fe23c0d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:26.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.067+0000 7fe241800640 1 -- 172.21.15.66:0/3392039003 shutdown_connections 2024-07-27T07:02:26.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.067+0000 7fe241800640 1 -- 172.21.15.66:0/3392039003 wait complete. 2024-07-27T07:02:26.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.069+0000 7fe241800640 1 Processor -- start 2024-07-27T07:02:26.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.070+0000 7fe241800640 1 -- start start 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2200040e0 0x7fe23c09dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 0x7fe23c0cfa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c0cf040 con 0x7fe23c09e320 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe23c0ceec0 con 0x7fe2200040e0 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.071+0000 7fe241800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe23c0cf1c0 con 0x7fe23c1f5d70 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54640/0 (socket says 172.21.15.66:54640) 2024-07-27T07:02:26.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 -- 172.21.15.66:0/3206447176 learned_addr learned my addr 172.21.15.66:0/3206447176 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23aa00640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2200040e0 0x7fe23c09dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23b400640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 0x7fe23c0cfa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 -- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 msgr2=0x7fe23c0cfa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 0x7fe23c0cfa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 -- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2200040e0 msgr2=0x7fe23c09dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2200040e0 0x7fe23c09dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23a000640 1 -- 172.21.15.66:0/3206447176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe23c1f86f0 con 0x7fe23c09e320 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.072+0000 7fe23b400640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 0x7fe23c0cfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe23a000640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fe22400c2e0 tx=0x7fe224004e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe224031040 con 0x7fe23c09e320 2024-07-27T07:02:26.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe224006440 con 0x7fe23c09e320 2024-07-27T07:02:26.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe23c1f89d0 con 0x7fe23c09e320 2024-07-27T07:02:26.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe224006c90 con 0x7fe23c09e320 2024-07-27T07:02:26.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.073+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe23c1f8f90 con 0x7fe23c09e320 2024-07-27T07:02:26.076 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.074+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe23c09e810 con 0x7fe23c09e320 2024-07-27T07:02:26.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.076+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe224034070 con 0x7fe23c09e320 2024-07-27T07:02:26.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.077+0000 7fe232a00640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 0x7fe218079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.077+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7fe2240b9930 con 0x7fe23c09e320 2024-07-27T07:02:26.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.077+0000 7fe23aa00640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 0x7fe218079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.078+0000 7fe23aa00640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 0x7fe218079520 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fe22c006fd0 tx=0x7fe22c006b90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:26.083 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.082+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe224045060 con 0x7fe23c09e320 2024-07-27T07:02:26.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.296+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe23c0d06d0 con 0x7fe23c09e320 2024-07-27T07:02:26.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.300+0000 7fe232a00640 1 -- 172.21.15.66:0/3206447176 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v130) ==== 74+0+24915 (secure 0 0 0) 0x7fe224081fa0 con 0x7fe23c09e320 2024-07-27T07:02:26.302 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:26.302 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":130,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:08.933486+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-07-27T06:53:49.448884+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-07-27T06:53:50.307431+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"125","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":125,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"16.7","mappings":[{"from":4,"to":3}]},{"pgid":"17.1a","mappings":[{"from":6,"to":5}]},{"pgid":"17.28","mappings":[{"from":4,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:0/2905707820":"2024-07-27T08:01:53.151729+0000","172.21.15.66:6835/413944575":"2024-07-28T07:01:44.118342+0000","172.21.15.66:6834/413944575":"2024-07-28T07:01:44.118342+0000","192.168.0.1:0/2809025377":"2024-07-27T08:01:07.083611+0000","172.21.15.66:6833/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6832/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6833/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.66:6832/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.66:6832/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.66:0/4003276428":"2024-07-27T07:57:06.468774+0000","172.21.15.66:6834/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.155:6837/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6833/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.155:6835/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6835/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.155:6837/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6835/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6837/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:0/1962719378":"2024-07-27T07:57:54.813897+0000","172.21.15.66:6834/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.155:6835/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:6832/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.66:6834/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.155:6835/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.155:6837/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.66:0/629648339":"2024-07-27T07:59:34.306547+0000","172.21.15.66:6835/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.66:6832/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.66:6834/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.155:6835/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6833/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.66:0/922386195":"2024-07-27T07:58:55.098099+0000","172.21.15.66:6832/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.155:6837/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6835/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:6834/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:0/2245700849":"2024-07-27T08:00:23.956327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:26.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 msgr2=0x7fe218079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 0x7fe218079520 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fe22c006fd0 tx=0x7fe22c006b90 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 msgr2=0x7fe23c1f5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fe22400c2e0 tx=0x7fe224004e10 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 shutdown_connections 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe218077010 0x7fe218079520 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe23c1f5d70 0x7fe23c0cfa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe23c09e320 0x7fe23c1f5830 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 --2- 172.21.15.66:0/3206447176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe2200040e0 0x7fe23c09dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 >> 172.21.15.66:0/3206447176 conn(0x7fe23c0d40e0 msgr2=0x7fe23c0b0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 shutdown_connections 2024-07-27T07:02:26.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.303+0000 7fe241800640 1 -- 172.21.15.66:0/3206447176 wait complete. 2024-07-27T07:02:26.336 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T07:02:26.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 -- 172.21.15.66:0/796924175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d44153320 msgr2=0x7f9d440cefa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/796924175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d44153320 0x7f9d440cefa0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f9d440b2630 tx=0x7f9d3402a4a0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 -- 172.21.15.66:0/796924175 shutdown_connections 2024-07-27T07:02:26.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/796924175 >> v2:172.21.15.155:3300/0 conn(0x7f9d440cf4e0 0x7f9d440cc6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/796924175 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d44153320 0x7f9d440cefa0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.638+0000 7f9d4aa00640 1 -- 172.21.15.66:0/796924175 >> 172.21.15.66:0/796924175 conn(0x7f9d4406d160 msgr2=0x7f9d440b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:26.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.639+0000 7f9d4aa00640 1 -- 172.21.15.66:0/796924175 shutdown_connections 2024-07-27T07:02:26.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.639+0000 7f9d4aa00640 1 -- 172.21.15.66:0/796924175 wait complete. 2024-07-27T07:02:26.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.641+0000 7f9d4aa00640 1 Processor -- start 2024-07-27T07:02:26.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.641+0000 7f9d4aa00640 1 -- start start 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d440ccc20 0x7f9d44154590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 0x7f9d440ae4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9d44074600 con 0x7f9d440cf4e0 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9d44074480 con 0x7f9d440ccc20 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d4aa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9d44160500 con 0x7f9d44153320 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d43400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54666/0 (socket says 172.21.15.66:54666) 2024-07-27T07:02:26.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.643+0000 7f9d43400640 1 -- 172.21.15.66:0/2658282896 learned_addr learned my addr 172.21.15.66:0/2658282896 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:26.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d48a00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 0x7f9d440ae4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 -- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 msgr2=0x7f9d440ae4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43e00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d440ccc20 0x7f9d44154590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 0x7f9d440ae4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 -- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d440ccc20 msgr2=0x7f9d44154590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d440ccc20 0x7f9d44154590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 -- 172.21.15.66:0/2658282896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d441f39a0 con 0x7f9d440cf4e0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d48a00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 0x7f9d440ae4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.644+0000 7f9d43400640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f9d3000d6d0 tx=0x7f9d3000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.645+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d30017070 con 0x7f9d440cf4e0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.645+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d30004310 con 0x7f9d440cf4e0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.645+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d441f4520 con 0x7f9d440cf4e0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.645+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d30009a80 con 0x7f9d440cf4e0 2024-07-27T07:02:26.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.645+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d441f3f60 con 0x7f9d440cf4e0 2024-07-27T07:02:26.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.646+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d441609b0 con 0x7f9d440cf4e0 2024-07-27T07:02:26.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.647+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9d30009c20 con 0x7f9d440cf4e0 2024-07-27T07:02:26.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.648+0000 7f9d3be00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 0x7f9d24079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:26.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.649+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 8899+0+0 (secure 0 0 0) 0x7f9d300996f0 con 0x7f9d440cf4e0 2024-07-27T07:02:26.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.649+0000 7f9d43e00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 0x7f9d24079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:26.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.651+0000 7f9d43e00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 0x7f9d24079520 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9d34034000 tx=0x7f9d34004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:26.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.656+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9d30061bc0 con 0x7f9d440cf4e0 2024-07-27T07:02:26.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.910+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9d440af350 con 0x7f9d440cf4e0 2024-07-27T07:02:26.912 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:02:26.911+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T07:02:26.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.915+0000 7f9d3be00640 1 -- 172.21.15.66:0/2658282896 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v167) ==== 161+0+0 (secure 0 0 0) 0x7f9d300614c0 con 0x7f9d440cf4e0 2024-07-27T07:02:26.916 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T07:02:26.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 msgr2=0x7f9d24079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 0x7f9d24079520 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f9d34034000 tx=0x7f9d34004730 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 msgr2=0x7f9d440b1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f9d3000d6d0 tx=0x7f9d3000db90 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 shutdown_connections 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9d24077010 0x7f9d24079520 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9d44153320 0x7f9d440ae4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9d440cf4e0 0x7f9d440b1600 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 --2- 172.21.15.66:0/2658282896 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9d440ccc20 0x7f9d44154590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:26.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.918+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 >> 172.21.15.66:0/2658282896 conn(0x7f9d4406d160 msgr2=0x7f9d44149670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:26.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.919+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 shutdown_connections 2024-07-27T07:02:26.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:26.919+0000 7f9d4aa00640 1 -- 172.21.15.66:0/2658282896 wait complete. 2024-07-27T07:02:26.936 INFO:tasks.ceph.mds.a.smithi066.stderr: -1112> 2024-07-27T07:02:16.188+0000 7f811c800640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T07:02:26.936 INFO:tasks.ceph.mds.a.smithi066.stderr: -1110> 2024-07-27T07:02:16.188+0000 7f811c800640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-07-27T07:02:26.962 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T07:02:27.083 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:02:27.084 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.240+0000 7f9059600640 1 -- 172.21.15.66:0/833667518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90540702c0 msgr2=0x7f90540b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.240+0000 7f9059600640 1 --2- 172.21.15.66:0/833667518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90540702c0 0x7f90540b4a50 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7f90540af730 tx=0x7f904402a560 comp rx=0 tx=0).stop 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 -- 172.21.15.66:0/833667518 shutdown_connections 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 --2- 172.21.15.66:0/833667518 >> v2:172.21.15.155:3300/0 conn(0x7f90540b3d00 0x7f905415dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 --2- 172.21.15.66:0/833667518 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90541511c0 0x7f9054072b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 --2- 172.21.15.66:0/833667518 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90540702c0 0x7f90540b4a50 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 -- 172.21.15.66:0/833667518 >> 172.21.15.66:0/833667518 conn(0x7f905406c770 msgr2=0x7f905406cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 -- 172.21.15.66:0/833667518 shutdown_connections 2024-07-27T07:02:27.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.241+0000 7f9059600640 1 -- 172.21.15.66:0/833667518 wait complete. 2024-07-27T07:02:27.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.244+0000 7f9059600640 1 Processor -- start 2024-07-27T07:02:27.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.244+0000 7f9059600640 1 -- start start 2024-07-27T07:02:27.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90540702c0 0x7f90541f8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 0x7f905415cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f905415e5e0 con 0x7f90541511c0 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f905415e460 con 0x7f90540b3d00 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9059600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f90540b4440 con 0x7f90540702c0 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9058c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9058c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54708/0 (socket says 172.21.15.66:54708) 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9058c00640 1 -- 172.21.15.66:0/1544157735 learned_addr learned my addr 172.21.15.66:0/1544157735 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9053e00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90540702c0 0x7f90541f8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:27.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.246+0000 7f9053400640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 0x7f905415cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:27.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 -- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90540702c0 msgr2=0x7f90541f8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90540702c0 0x7f90541f8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 -- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 msgr2=0x7f905415cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 0x7f905415cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 -- 172.21.15.66:0/1544157735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90541f4c40 con 0x7f90541511c0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9053400640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 0x7f905415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.247+0000 7f9058c00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f904c00ca30 tx=0x7f904c00cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.248+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904c007d30 con 0x7f90541511c0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.248+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90541f92f0 con 0x7f90541511c0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.248+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f904c004b20 con 0x7f90541511c0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.248+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904c005020 con 0x7f90541511c0 2024-07-27T07:02:27.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.248+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90540cb150 con 0x7f90541511c0 2024-07-27T07:02:27.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.249+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90540cabe0 con 0x7f90541511c0 2024-07-27T07:02:27.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.250+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f904c0051c0 con 0x7f90541511c0 2024-07-27T07:02:27.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.251+0000 7f904be00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 0x7f9034079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:27.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.252+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9071+0+0 (secure 0 0 0) 0x7f904c099fe0 con 0x7f90541511c0 2024-07-27T07:02:27.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.252+0000 7f9053e00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 0x7f9034079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:27.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.254+0000 7f9053e00640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 0x7f9034079520 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9044033000 tx=0x7f9044004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:27.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.256+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f90541f92f0 con 0x7f90541511c0 2024-07-27T07:02:27.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:27.511+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f905415b510 con 0x7f90541511c0 2024-07-27T07:02:28.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.086+0000 7f904be00640 1 -- 172.21.15.66:0/1544157735 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v168) ==== 104+0+0 (secure 0 0 0) 0x7f90541f4c40 con 0x7f90541511c0 2024-07-27T07:02:28.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.092+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 msgr2=0x7f9034079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:28.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.092+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 0x7f9034079520 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f9044033000 tx=0x7f9044004730 comp rx=0 tx=0).stop 2024-07-27T07:02:28.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.092+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 msgr2=0x7f9054140ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:28.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.092+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f904c00ca30 tx=0x7f904c00cef0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 shutdown_connections 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9034077010 0x7f9034079520 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f90541511c0 0x7f9054140ec0 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f90540b3d00 0x7f905415cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 --2- 172.21.15.66:0/1544157735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f90540702c0 0x7f90541f8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 >> 172.21.15.66:0/1544157735 conn(0x7f905406c770 msgr2=0x7f905406f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 shutdown_connections 2024-07-27T07:02:28.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.093+0000 7f9059600640 1 -- 172.21.15.66:0/1544157735 wait complete. 2024-07-27T07:02:28.127 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T07:02:28.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.422+0000 7fb859200640 1 -- 172.21.15.66:0/1644952995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 msgr2=0x7fb8541532b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:28.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.422+0000 7fb859200640 1 --2- 172.21.15.66:0/1644952995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541532b0 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7fb844005fd0 tx=0x7fb84402a5d0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.423+0000 7fb859200640 1 -- 172.21.15.66:0/1644952995 shutdown_connections 2024-07-27T07:02:28.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.423+0000 7fb859200640 1 --2- 172.21.15.66:0/1644952995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541532b0 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.423+0000 7fb859200640 1 -- 172.21.15.66:0/1644952995 >> 172.21.15.66:0/1644952995 conn(0x7fb85406d160 msgr2=0x7fb8540b18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:28.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.423+0000 7fb859200640 1 -- 172.21.15.66:0/1644952995 shutdown_connections 2024-07-27T07:02:28.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.423+0000 7fb859200640 1 -- 172.21.15.66:0/1644952995 wait complete. 2024-07-27T07:02:28.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.425+0000 7fb859200640 1 Processor -- start 2024-07-27T07:02:28.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.425+0000 7fb859200640 1 -- start start 2024-07-27T07:02:28.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb85415c7f0 0x7fb85406e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 0x7fb854151540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb8540cf170 con 0x7fb8540b41d0 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb8540ceff0 con 0x7fb85415c7f0 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb859200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb8540cf2f0 con 0x7fb85415cc00 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb851e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb851e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54730/0 (socket says 172.21.15.66:54730) 2024-07-27T07:02:28.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.427+0000 7fb851e00640 1 -- 172.21.15.66:0/3202652821 learned_addr learned my addr 172.21.15.66:0/3202652821 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:28.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851400640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb85415c7f0 0x7fb85406e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb852800640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 0x7fb854151540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 -- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 msgr2=0x7fb854151540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 0x7fb854151540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 -- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb85415c7f0 msgr2=0x7fb85406e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb85415c7f0 0x7fb85406e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 -- 172.21.15.66:0/3202652821 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb85406e800 con 0x7fb8540b41d0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb852800640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 0x7fb854151540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.428+0000 7fb851e00640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.429+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb84403e030 con 0x7fb8540b41d0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.429+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb844003ca0 con 0x7fb8540b41d0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.429+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8541e8db0 con 0x7fb8540b41d0 2024-07-27T07:02:28.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.429+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb844035040 con 0x7fb8540b41d0 2024-07-27T07:02:28.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.429+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8541e9370 con 0x7fb8540b41d0 2024-07-27T07:02:28.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.430+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8540cf7a0 con 0x7fb8540b41d0 2024-07-27T07:02:28.433 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.431+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb844041030 con 0x7fb8540b41d0 2024-07-27T07:02:28.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.432+0000 7fb84a000640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 0x7fb834079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:28.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.433+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 9071+0+0 (secure 0 0 0) 0x7fb8440b9c50 con 0x7fb8540b41d0 2024-07-27T07:02:28.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.433+0000 7fb851400640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 0x7fb834079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:28.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.434+0000 7fb851400640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 0x7fb834079520 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb8541e98f0 tx=0x7fb840009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:28.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.438+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb844082110 con 0x7fb8540b41d0 2024-07-27T07:02:28.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:28.655+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb854151a80 con 0x7fb8540b41d0 2024-07-27T07:02:29.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.100+0000 7fb84a000640 1 -- 172.21.15.66:0/3202652821 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v132) ==== 181+0+0 (secure 0 0 0) 0x7fb844081a10 con 0x7fb8540b41d0 2024-07-27T07:02:29.103 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T07:02:29.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.104+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 msgr2=0x7fb834079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.104+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 0x7fb834079520 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fb8541e98f0 tx=0x7fb840009040 comp rx=0 tx=0).stop 2024-07-27T07:02:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.104+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 msgr2=0x7fb8541f54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:29.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.104+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fb844000c00 tx=0x7fb8440038a0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 shutdown_connections 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb834077010 0x7fb834079520 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb85415cc00 0x7fb854151540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb85415c7f0 0x7fb85406e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 --2- 172.21.15.66:0/3202652821 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb8540b41d0 0x7fb8541f54c0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 >> 172.21.15.66:0/3202652821 conn(0x7fb85406d160 msgr2=0x7fb8540acd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 shutdown_connections 2024-07-27T07:02:29.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.105+0000 7fb859200640 1 -- 172.21.15.66:0/3202652821 wait complete. 2024-07-27T07:02:29.138 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T07:02:29.355 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:02:29.363 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:02:29.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 -- 172.21.15.66:0/2223882432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 msgr2=0x7fb3dc0cfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:29.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/2223882432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc0cfb40 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4005fd0 tx=0x7fb3c402a5d0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 -- 172.21.15.66:0/2223882432 shutdown_connections 2024-07-27T07:02:29.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/2223882432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc0cfb40 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/2223882432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc1626c0 0x7fb3dc162ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.428+0000 7fb3e2e00640 1 -- 172.21.15.66:0/2223882432 >> 172.21.15.66:0/2223882432 conn(0x7fb3dc0b2d00 msgr2=0x7fb3dc0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.429+0000 7fb3e2e00640 1 -- 172.21.15.66:0/2223882432 shutdown_connections 2024-07-27T07:02:29.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.429+0000 7fb3e2e00640 1 -- 172.21.15.66:0/2223882432 wait complete. 2024-07-27T07:02:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.431+0000 7fb3e2e00640 1 Processor -- start 2024-07-27T07:02:29.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.431+0000 7fb3e2e00640 1 -- start start 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc06fdb0 0x7fb3dc1543e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3dc1626c0 0x7fb3dc0af4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3dc0cea20 con 0x7fb3dc0cf730 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3dc0ce8a0 con 0x7fb3dc1626c0 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e2e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3dc0ceba0 con 0x7fb3dc06fdb0 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3db400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3db400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54760/0 (socket says 172.21.15.66:54760) 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3db400640 1 -- 172.21.15.66:0/4293208189 learned_addr learned my addr 172.21.15.66:0/4293208189 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3dbe00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc06fdb0 0x7fb3dc1543e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:29.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.433+0000 7fb3e0e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3dc1626c0 0x7fb3dc0af4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:29.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 -- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc06fdb0 msgr2=0x7fb3dc1543e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:29.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc06fdb0 0x7fb3dc1543e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 -- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3dc1626c0 msgr2=0x7fb3dc0af4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3dc1626c0 0x7fb3dc0af4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 -- 172.21.15.66:0/4293208189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3dc0ae420 con 0x7fb3dc0cf730 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3db400640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4034040 tx=0x7fb3c40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.434+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c403e030 con 0x7fb3dc0cf730 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.435+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3c4003ca0 con 0x7fb3dc0cf730 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.435+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3c4035040 con 0x7fb3dc0cf730 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.435+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3dc0ae700 con 0x7fb3dc0cf730 2024-07-27T07:02:29.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.435+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3dc0aecc0 con 0x7fb3dc0cf730 2024-07-27T07:02:29.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.436+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3dc0cf0c0 con 0x7fb3dc0cf730 2024-07-27T07:02:29.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.438+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb3c4041030 con 0x7fb3dc0cf730 2024-07-27T07:02:29.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.439+0000 7fb3d3e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 0x7fb3b8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:29.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.439+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(132..132 src has 1..132) ==== 8604+0+0 (secure 0 0 0) 0x7fb3c40b99e0 con 0x7fb3dc0cf730 2024-07-27T07:02:29.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.439+0000 7fb3dbe00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 0x7fb3b8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:29.442 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.440+0000 7fb3dbe00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 0x7fb3b8079520 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc005fd0 tx=0x7fb3cc00b2e0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:29.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.444+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3c4081990 con 0x7fb3dc0cf730 2024-07-27T07:02:29.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:29.658+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb3dc155830 con 0x7fb3dc0cf730 2024-07-27T07:02:30.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.134+0000 7fb3d3e00640 1 -- 172.21.15.66:0/4293208189 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v133) ==== 169+0+0 (secure 0 0 0) 0x7fb3c408a2b0 con 0x7fb3dc0cf730 2024-07-27T07:02:30.136 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T07:02:30.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 msgr2=0x7fb3b8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 0x7fb3b8079520 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fb3cc005fd0 tx=0x7fb3cc00b2e0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 msgr2=0x7fb3dc152e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fb3c4034040 tx=0x7fb3c40038a0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 shutdown_connections 2024-07-27T07:02:30.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb3b8077010 0x7fb3b8079520 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3dc1626c0 0x7fb3dc0af4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3dc0cf730 0x7fb3dc152e70 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 --2- 172.21.15.66:0/4293208189 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3dc06fdb0 0x7fb3dc1543e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.138+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 >> 172.21.15.66:0/4293208189 conn(0x7fb3dc0b2d00 msgr2=0x7fb3dc0d0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:30.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.139+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 shutdown_connections 2024-07-27T07:02:30.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.139+0000 7fb3e2e00640 1 -- 172.21.15.66:0/4293208189 wait complete. 2024-07-27T07:02:30.172 DEBUG:teuthology.orchestra.run.smithi066:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T07:02:30.177 DEBUG:teuthology.orchestra.run.smithi155:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout:[global] 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: chdir = "" 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: auth supported = cephx 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: filestore xattr use omap = true 2024-07-27T07:02:30.292 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: mon clock drift allowed = 1.000 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: osd crush chooseleaf type = 0 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: auth debug = true 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on old message = true 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on bug = true 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: mon pg warn max object skew = 0 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T07:02:30.293 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default size = 2 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow primary affinity = true 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd allow pg remap = true 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on legacy crush tunables = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on crush straw calc version zero = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on no sortbitwise = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on osd down out interval zero = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon warn on too few osds = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: mon_allow_pool_size_one = true 2024-07-27T07:02:30.294 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: osd default data pool replay window = 5 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: mon allow pool delete = true 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: mon cluster log file level = debug 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: debug asserts on shutdown = true 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: mon health detail to clog = false 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: ms die on skipped message = False 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.295 INFO:teuthology.orchestra.run.smithi066.stdout:[osd] 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd journal size = 100 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub load threshold = 5.0 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd scrub max interval = 600 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd mclock profile = high_recovery_ops 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd recover clone overlap = true 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd recovery max chunk = 1048576 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug shutdown = true 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug op order = true 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug verify stray on activate = true 2024-07-27T07:02:30.296 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug trim objects = true 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: osd open classes on start = true 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug pg log writeout = true 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: osd deep scrub update digest min age = 30 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: osd map max advance = 10 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: journal zero on create = true 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: filestore ondisk finisher threads = 3 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: filestore apply finisher threads = 3 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: bdev debug aio = true 2024-07-27T07:02:30.297 INFO:teuthology.orchestra.run.smithi066.stdout: osd debug misdirected ops = true 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore block size = 96636764160 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: bluestore fsck on mount = True 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluefs = 20 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: debug bluestore = 20 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: debug osd = 20 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: debug rocksdb = 10 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd full ratio = 0.9 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd nearfull ratio = 0.8 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: osd failsafe full ratio = 0.95 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: osd objectstore = bluestore 2024-07-27T07:02:30.298 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout:[mgr] 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug mgr = 20 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: mgr/telemetry/nag = false 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug client = 20 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout:[mon] 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug ms = 1 2024-07-27T07:02:30.299 INFO:teuthology.orchestra.run.smithi066.stdout: debug mon = 20 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: debug paxos = 20 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: debug auth = 20 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon data avail warn = 5 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon mgr mkfs grace = 240 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min pgs per osd = 4 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd reporter subtree level = osd 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon osd prime pg temp = true 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: mon reweight min bytes per osd = 10 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.300 INFO:teuthology.orchestra.run.smithi066.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: # 1m isn't quite enough 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: mon_down_mkfs_grace = 2m 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: mon_warn_on_filestore_osds = false 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: mon down mkfs grace = 300 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout:[client] 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: rgw cache enabled = true 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable ops log = true 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: rgw enable usage log = true 2024-07-27T07:02:30.301 INFO:teuthology.orchestra.run.smithi066.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout: pid file = "" 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.a] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.b] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mon.c] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.a] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.c] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.b] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mds.d] 2024-07-27T07:02:30.302 INFO:teuthology.orchestra.run.smithi066.stdout:[mds] 2024-07-27T07:02:30.307 INFO:teuthology.orchestra.run.smithi155.stdout:[global] 2024-07-27T07:02:30.307 INFO:teuthology.orchestra.run.smithi155.stdout: chdir = "" 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: auth supported = cephx 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: filestore xattr use omap = true 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: mon clock drift allowed = 1.000 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: osd crush chooseleaf type = 0 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: auth debug = true 2024-07-27T07:02:30.308 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on old message = true 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on bug = true 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: mon max pg per osd = 10000 # >= luminous 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: mon pg warn max object skew = 0 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: # disable pg_autoscaler by default for new pools 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: osd_pool_default_pg_autoscale_mode = off 2024-07-27T07:02:30.309 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default size = 2 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow primary affinity = true 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd allow pg remap = true 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on legacy crush tunables = false 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on crush straw calc version zero = false 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on no sortbitwise = false 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on osd down out interval zero = false 2024-07-27T07:02:30.310 INFO:teuthology.orchestra.run.smithi155.stdout: mon warn on too few osds = false 2024-07-27T07:02:30.311 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-07-27T07:02:30.311 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_pool_no_redundancy = false 2024-07-27T07:02:30.311 INFO:teuthology.orchestra.run.smithi155.stdout: mon_allow_pool_size_one = true 2024-07-27T07:02:30.311 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: osd default data pool replay window = 5 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: mon allow pool delete = true 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: mon cluster log file level = debug 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: debug asserts on shutdown = true 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: mon health detail to clog = false 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: mon host = "172.21.15.66,172.21.15.155,[v2:172.21.15.155:3301,v1:172.21.15.155:6790]" 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: ms die on skipped message = False 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: fsid = fb113fc2-2068-4da5-a373-708e4ed95784 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.312 INFO:teuthology.orchestra.run.smithi155.stdout:[osd] 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd journal size = 100 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub load threshold = 5.0 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd scrub max interval = 600 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd mclock profile = high_recovery_ops 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd recover clone overlap = true 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd recovery max chunk = 1048576 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug shutdown = true 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug op order = true 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug verify stray on activate = true 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug trim objects = true 2024-07-27T07:02:30.313 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: osd open classes on start = true 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug pg log writeout = true 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: osd deep scrub update digest min age = 30 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: osd map max advance = 10 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: journal zero on create = true 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: filestore ondisk finisher threads = 3 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: filestore apply finisher threads = 3 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.314 INFO:teuthology.orchestra.run.smithi155.stdout: bdev debug aio = true 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: osd debug misdirected ops = true 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore block size = 96636764160 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: bluestore fsck on mount = True 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluefs = 20 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: debug bluestore = 20 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: debug osd = 20 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: debug rocksdb = 10 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd backfillfull_ratio = 0.85 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd full ratio = 0.9 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd nearfull ratio = 0.8 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: osd failsafe full ratio = 0.95 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: osd objectstore = bluestore 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.315 INFO:teuthology.orchestra.run.smithi155.stdout:[mgr] 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug mgr = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: mgr/telemetry/nag = false 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug client = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout:[mon] 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug ms = 1 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug mon = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug paxos = 20 2024-07-27T07:02:30.316 INFO:teuthology.orchestra.run.smithi155.stdout: debug auth = 20 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon data avail warn = 5 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon mgr mkfs grace = 240 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min pgs per osd = 4 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd reporter subtree level = osd 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon osd prime pg temp = true 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon reweight min bytes per osd = 10 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: auth mon ticket ttl = 660 # 11m 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: auth service ticket ttl = 240 # 4m 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: # don't complain about insecure global_id in the test suite 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-07-27T07:02:30.317 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: # 1m isn't quite enough 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: mon_down_mkfs_grace = 2m 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: mon_warn_on_filestore_osds = false 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: mon down mkfs grace = 300 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout:[client] 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: rgw cache enabled = true 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable ops log = true 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: rgw enable usage log = true 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-07-27T07:02:30.318 INFO:teuthology.orchestra.run.smithi155.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout: pid file = "" 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.a] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.b] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mon.c] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.a] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.c] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.b] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mds.d] 2024-07-27T07:02:30.319 INFO:teuthology.orchestra.run.smithi155.stdout:[mds] 2024-07-27T07:02:30.342 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T07:02:30.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.629+0000 7f49ce800640 1 -- 172.21.15.66:0/354518309 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 msgr2=0x7f49c806e8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.629+0000 7f49ce800640 1 --2- 172.21.15.66:0/354518309 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c806e8b0 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7f49c815fdb0 tx=0x7f49c002a820 comp rx=0 tx=0).stop 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 -- 172.21.15.66:0/354518309 shutdown_connections 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 --2- 172.21.15.66:0/354518309 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c806e8b0 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 --2- 172.21.15.66:0/354518309 >> v2:172.21.15.155:3300/0 conn(0x7f49c80ad490 0x7f49c815fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 -- 172.21.15.66:0/354518309 >> 172.21.15.66:0/354518309 conn(0x7f49c806d3f0 msgr2=0x7f49c80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 -- 172.21.15.66:0/354518309 shutdown_connections 2024-07-27T07:02:30.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.630+0000 7f49ce800640 1 -- 172.21.15.66:0/354518309 wait complete. 2024-07-27T07:02:30.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.632+0000 7f49ce800640 1 Processor -- start 2024-07-27T07:02:30.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.632+0000 7f49ce800640 1 -- start start 2024-07-27T07:02:30.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 0x7f49c8149740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:30.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c8153680 0x7f49c809bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f49c806f180 con 0x7f49c815c270 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f49c806f000 con 0x7f49c8153680 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49ce800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f49c806f300 con 0x7f49c80b47c0 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54778/0 (socket says 172.21.15.66:54778) 2024-07-27T07:02:30.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.634+0000 7f49bea00640 1 -- 172.21.15.66:0/1159491125 learned_addr learned my addr 172.21.15.66:0/1159491125 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:30.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49c7e00640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c8153680 0x7f49c809bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:30.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49c7400640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 0x7f49c8149740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:30.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 -- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 msgr2=0x7f49c8149740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 0x7f49c8149740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 -- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c8153680 msgr2=0x7f49c809bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c8153680 0x7f49c809bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 -- 172.21.15.66:0/1159491125 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49c8149c80 con 0x7f49c815c270 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49c7400640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 0x7f49c8149740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bea00640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f49b000d770 tx=0x7f49b000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b0017070 con 0x7f49c815c270 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49b0009cc0 con 0x7f49c815c270 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49c81f3530 con 0x7f49c815c270 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.635+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b00106c0 con 0x7f49c815c270 2024-07-27T07:02:30.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.636+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49c809d960 con 0x7f49c815c270 2024-07-27T07:02:30.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.637+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49c806f850 con 0x7f49c815c270 2024-07-27T07:02:30.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.638+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f49b001a070 con 0x7f49c815c270 2024-07-27T07:02:30.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.639+0000 7f49bfe00640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 0x7f49a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:30.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.639+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f49b00993a0 con 0x7f49c815c270 2024-07-27T07:02:30.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.640+0000 7f49c7400640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 0x7f49a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:30.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.641+0000 7f49c7400640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 0x7f49a4079520 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f49b8001220 tx=0x7f49b8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:30.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.644+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f49c8149c80 con 0x7f49c815c270 2024-07-27T07:02:30.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.859+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f49c81e5d70 con 0x7f49c815c270 2024-07-27T07:02:30.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.869+0000 7f49bfe00640 1 -- 172.21.15.66:0/1159491125 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v38) ==== 71+0+0 (secure 0 0 0) 0x7f49b0061c20 con 0x7f49c815c270 2024-07-27T07:02:30.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 msgr2=0x7f49a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 0x7f49a4079520 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f49b8001220 tx=0x7f49b8009040 comp rx=0 tx=0).stop 2024-07-27T07:02:30.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 msgr2=0x7f49c809b720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:30.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7f49b000d770 tx=0x7f49b000dc30 comp rx=0 tx=0).stop 2024-07-27T07:02:30.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 shutdown_connections 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f49a4077010 0x7f49a4079520 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f49c8153680 0x7f49c809bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f49c815c270 0x7f49c809b720 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 --2- 172.21.15.66:0/1159491125 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f49c80b47c0 0x7f49c8149740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 >> 172.21.15.66:0/1159491125 conn(0x7f49c806d3f0 msgr2=0x7f49c8155610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.872+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 shutdown_connections 2024-07-27T07:02:30.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:30.873+0000 7f49ce800640 1 -- 172.21.15.66:0/1159491125 wait complete. 2024-07-27T07:02:30.900 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable' 2024-07-27T07:02:31.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 -- 172.21.15.66:0/3392656412 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f189c003a50 msgr2=0x7f189c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 --2- 172.21.15.66:0/3392656412 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f189c003a50 0x7f189c003ec0 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009b50 tx=0x7f189c005830 comp rx=0 tx=0).stop 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18ba200640 1 -- 172.21.15.66:0/3392656412 reap_dead start 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 -- 172.21.15.66:0/3392656412 shutdown_connections 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 -- 172.21.15.66:0/3392656412 >> 172.21.15.66:0/3392656412 conn(0x7f18b40cfa80 msgr2=0x7f18b40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 -- 172.21.15.66:0/3392656412 shutdown_connections 2024-07-27T07:02:31.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.194+0000 7f18bac00640 1 -- 172.21.15.66:0/3392656412 wait complete. 2024-07-27T07:02:31.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.197+0000 7f18bac00640 1 Processor -- start 2024-07-27T07:02:31.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.197+0000 7f18bac00640 1 -- start start 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18b41518e0 0x7f18b41e6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18b4151cf0 0x7f18b40b0880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f18b4072300 con 0x7f18b41e6a40 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f18b4070600 con 0x7f18b41518e0 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.198+0000 7f18bac00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f18b4072480 con 0x7f18b4151cf0 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43734/0 (socket says 172.21.15.66:43734) 2024-07-27T07:02:31.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 -- 172.21.15.66:0/1616353959 learned_addr learned my addr 172.21.15.66:0/1616353959 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18b9800640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18b41518e0 0x7f18b41e6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18b8e00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18b4151cf0 0x7f18b40b0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 -- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18b4151cf0 msgr2=0x7f18b40b0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18b4151cf0 0x7f18b40b0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 -- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18b41518e0 msgr2=0x7f18b41e6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18b41518e0 0x7f18b41e6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.199+0000 7f18ba200640 1 -- 172.21.15.66:0/1616353959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18b41522c0 con 0x7f18b41e6a40 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18ba200640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f18b40cc120 tx=0x7f18ac00ff60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac00dda0 con 0x7f18b41e6a40 2024-07-27T07:02:31.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18ac004b20 con 0x7f18b41e6a40 2024-07-27T07:02:31.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18ac005020 con 0x7f18b41e6a40 2024-07-27T07:02:31.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18b41f0d20 con 0x7f18b41e6a40 2024-07-27T07:02:31.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.200+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18b41f12e0 con 0x7f18b41e6a40 2024-07-27T07:02:31.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.201+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18b40b2a90 con 0x7f18b41e6a40 2024-07-27T07:02:31.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.203+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f18ac0051c0 con 0x7f18b41e6a40 2024-07-27T07:02:31.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.204+0000 7f18b1600640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 0x7f1898079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:31.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.204+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f18ac099a60 con 0x7f18b41e6a40 2024-07-27T07:02:31.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.205+0000 7f18b9800640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 0x7f1898079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:31.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.207+0000 7f18b9800640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 0x7f1898079520 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f18a8035000 tx=0x7f18a802d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:31.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.209+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f18b40b2a90 con 0x7f18b41e6a40 2024-07-27T07:02:31.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:31.516+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable"]} v 0) -- 0x7f18b406e9b0 con 0x7f18b41e6a40 2024-07-27T07:02:32.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.151+0000 7f18b1600640 1 -- 172.21.15.66:0/1616353959 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_kill_mdstable"]}]=0 v620) ==== 139+0+0 (secure 0 0 0) 0x7f18ac061c80 con 0x7f18b41e6a40 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 msgr2=0x7f1898079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 0x7f1898079520 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f18a8035000 tx=0x7f18a802d040 comp rx=0 tx=0).stop 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 msgr2=0x7f18b40b0dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f18b40cc120 tx=0x7f18ac00ff60 comp rx=0 tx=0).stop 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 shutdown_connections 2024-07-27T07:02:32.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1898077010 0x7f1898079520 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f18b41e6a40 0x7f18b40b0dc0 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f18b4151cf0 0x7f18b40b0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 --2- 172.21.15.66:0/1616353959 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f18b41518e0 0x7f18b41e6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.155+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 >> 172.21.15.66:0/1616353959 conn(0x7f18b40cfa80 msgr2=0x7f18b41555e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.156+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 shutdown_connections 2024-07-27T07:02:32.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.156+0000 7f18bac00640 1 -- 172.21.15.66:0/1616353959 wait complete. 2024-07-27T07:02:32.185 INFO:tasks.cephfs_test_runner:check snaptable transcation ... ok 2024-07-27T07:02:32.185 INFO:tasks.cephfs_test_runner:Starting test: test_mds_max_snaps_per_dir_default_limit (tasks.cephfs.test_snapshots.TestSnapshots) Test the newly introudced option named mds_max_snaps_per_dir 2024-07-27T07:02:32.185 INFO:tasks.cephfs_test_runner:test_mds_max_snaps_per_dir_default_limit (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:02:32.186 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:32.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.479+0000 7f06cdc00640 1 -- 172.21.15.66:0/8787930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 msgr2=0x7f06ac003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.481 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.479+0000 7f06cdc00640 1 --2- 172.21.15.66:0/8787930 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06ac003e70 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009b50 tx=0x7f06ac005830 comp rx=0 tx=0).stop 2024-07-27T07:02:32.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.479+0000 7f06cd200640 1 -- 172.21.15.66:0/8787930 reap_dead start 2024-07-27T07:02:32.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.480+0000 7f06cdc00640 1 -- 172.21.15.66:0/8787930 shutdown_connections 2024-07-27T07:02:32.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.480+0000 7f06cdc00640 1 -- 172.21.15.66:0/8787930 >> 172.21.15.66:0/8787930 conn(0x7f06c80cfa80 msgr2=0x7f06c80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:32.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.480+0000 7f06cdc00640 1 -- 172.21.15.66:0/8787930 shutdown_connections 2024-07-27T07:02:32.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.480+0000 7f06cdc00640 1 -- 172.21.15.66:0/8787930 wait complete. 2024-07-27T07:02:32.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.482+0000 7f06cdc00640 1 Processor -- start 2024-07-27T07:02:32.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.483+0000 7f06cdc00640 1 -- start start 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c81f5a80 0x7f06c8159a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c8159f70 0x7f06c8140bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06c81441d0 con 0x7f06ac003a00 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06c8144050 con 0x7f06c81f5a80 2024-07-27T07:02:32.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06cdc00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06c8144350 con 0x7f06c8159f70 2024-07-27T07:02:32.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:32.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43760/0 (socket says 172.21.15.66:43760) 2024-07-27T07:02:32.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 -- 172.21.15.66:0/2459825420 learned_addr learned my addr 172.21.15.66:0/2459825420 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 -- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c8159f70 msgr2=0x7f06c8140bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7400640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c81f5a80 0x7f06c8159a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c8159f70 0x7f06c8140bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 -- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c81f5a80 msgr2=0x7f06c8159a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c81f5a80 0x7f06c8159a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.485+0000 7f06c7e00640 1 -- 172.21.15.66:0/2459825420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c8142100 con 0x7f06ac003a00 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06c7e00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009a70 tx=0x7f06b8009850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b8038050 con 0x7f06ac003a00 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06b8039040 con 0x7f06ac003a00 2024-07-27T07:02:32.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06b80044f0 con 0x7f06ac003a00 2024-07-27T07:02:32.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c81f52a0 con 0x7f06ac003a00 2024-07-27T07:02:32.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.486+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c80b52f0 con 0x7f06ac003a00 2024-07-27T07:02:32.489 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.488+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06c81448e0 con 0x7f06ac003a00 2024-07-27T07:02:32.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.489+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f06b802b8c0 con 0x7f06ac003a00 2024-07-27T07:02:32.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.490+0000 7f06bfe00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 0x7f06a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:32.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.490+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f06b80ba500 con 0x7f06ac003a00 2024-07-27T07:02:32.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.491+0000 7f06c7400640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 0x7f06a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:32.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.492+0000 7f06c7400640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 0x7f06a8079520 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f06b4001860 tx=0x7f06b40014d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:32.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.495+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f06b8082ce0 con 0x7f06ac003a00 2024-07-27T07:02:32.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.709+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f06c80cc2e0 con 0x7f06ac003a00 2024-07-27T07:02:32.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.713+0000 7f06bfe00640 1 -- 172.21.15.66:0/2459825420 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v133) ==== 74+0+21239 (secure 0 0 0) 0x7f06b80b7310 con 0x7f06ac003a00 2024-07-27T07:02:32.715 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:32.715 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":133,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:30.121888+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":97,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":93,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6835/2056935646":"2024-07-28T07:02:26.911843+0000","172.21.15.66:6834/2056935646":"2024-07-28T07:02:26.911843+0000","172.21.15.66:6832/3864926787":"2024-07-28T07:02:26.911821+0000","172.21.15.66:0/2905707820":"2024-07-27T08:01:53.151729+0000","172.21.15.66:6835/413944575":"2024-07-28T07:01:44.118342+0000","172.21.15.66:6834/413944575":"2024-07-28T07:01:44.118342+0000","192.168.0.1:0/2809025377":"2024-07-27T08:01:07.083611+0000","172.21.15.66:6833/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6832/2821916602":"2024-07-28T07:00:57.888575+0000","172.21.15.66:6833/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.66:6832/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.66:6832/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.66:0/4003276428":"2024-07-27T07:57:06.468774+0000","172.21.15.66:6834/1743656434":"2024-07-28T06:56:14.048827+0000","172.21.15.155:6837/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6833/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.155:6835/1327799038":"2024-07-28T06:55:39.406022+0000","172.21.15.66:6835/2264115068":"2024-07-28T06:56:54.526177+0000","172.21.15.155:6837/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6835/3893315789":"2024-07-28T07:02:08.933411+0000","172.21.15.155:6837/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:6833/3864926787":"2024-07-28T07:02:26.911821+0000","172.21.15.66:0/1962719378":"2024-07-27T07:57:54.813897+0000","172.21.15.66:6834/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.155:6835/2447479800":"2024-07-28T06:54:41.020822+0000","172.21.15.66:6832/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.66:6834/3566123206":"2024-07-28T06:57:37.378551+0000","172.21.15.155:6835/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.155:6837/453068308":"2024-07-28T06:57:45.674525+0000","172.21.15.66:0/629648339":"2024-07-27T07:59:34.306547+0000","172.21.15.66:6835/332329356":"2024-07-28T06:58:34.809188+0000","172.21.15.66:6832/47876060":"2024-07-28T06:55:10.170311+0000","172.21.15.66:6834/4246302780":"2024-07-28T06:58:44.031933+0000","172.21.15.155:6835/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6833/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.66:0/922386195":"2024-07-27T07:58:55.098099+0000","172.21.15.66:6832/3903800801":"2024-07-28T06:59:23.685570+0000","172.21.15.155:6837/2013406216":"2024-07-28T06:56:46.179625+0000","172.21.15.66:6835/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:6834/4172488855":"2024-07-28T07:00:16.804252+0000","172.21.15.66:0/2245700849":"2024-07-27T08:00:23.956327+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:32.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 msgr2=0x7f06a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 0x7f06a8079520 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f06b4001860 tx=0x7f06b40014d0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 msgr2=0x7f06c8141bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f06b8009a70 tx=0x7f06b8009850 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 shutdown_connections 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f06a8077010 0x7f06a8079520 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06c8159f70 0x7f06c8140bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06c81f5a80 0x7f06c8159a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 --2- 172.21.15.66:0/2459825420 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06ac003a00 0x7f06c8141bc0 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:32.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.716+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 >> 172.21.15.66:0/2459825420 conn(0x7f06c80cfa80 msgr2=0x7f06c80b0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:32.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.717+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 shutdown_connections 2024-07-27T07:02:32.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:32.717+0000 7f06cdc00640 1 -- 172.21.15.66:0/2459825420 wait complete. 2024-07-27T07:02:32.747 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T07:02:32.748 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T07:02:33.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.039+0000 7fa335800640 1 -- 172.21.15.66:0/1903935273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 msgr2=0x7fa3300b4dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.039+0000 7fa335800640 1 --2- 172.21.15.66:0/1903935273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa3300b4dc0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fa328005fd0 tx=0x7fa32802aa00 comp rx=0 tx=0).stop 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 -- 172.21.15.66:0/1903935273 shutdown_connections 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 --2- 172.21.15.66:0/1903935273 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa3300b4dc0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 --2- 172.21.15.66:0/1903935273 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa3300b31a0 0x7fa330145600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 -- 172.21.15.66:0/1903935273 >> 172.21.15.66:0/1903935273 conn(0x7fa3300cfa80 msgr2=0x7fa3300cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 -- 172.21.15.66:0/1903935273 shutdown_connections 2024-07-27T07:02:33.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.040+0000 7fa335800640 1 -- 172.21.15.66:0/1903935273 wait complete. 2024-07-27T07:02:33.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.042+0000 7fa335800640 1 Processor -- start 2024-07-27T07:02:33.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.042+0000 7fa335800640 1 -- start start 2024-07-27T07:02:33.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa330072300 0x7fa3301f54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 0x7fa33013fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa33006f480 con 0x7fa3300b49b0 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa33006f300 con 0x7fa330072300 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa335800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa33006f600 con 0x7fa33015b670 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa327e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa327e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43774/0 (socket says 172.21.15.66:43774) 2024-07-27T07:02:33.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.044+0000 7fa327e00640 1 -- 172.21.15.66:0/3242353765 learned_addr learned my addr 172.21.15.66:0/3242353765 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:33.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa32fe00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa330072300 0x7fa3301f54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa334e00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 0x7fa33013fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 -- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 msgr2=0x7fa33013fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 0x7fa33013fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 -- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa330072300 msgr2=0x7fa3301f54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa330072300 0x7fa3301f54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 -- 172.21.15.66:0/3242353765 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa330144bc0 con 0x7fa3300b49b0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa334e00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 0x7fa33013fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.045+0000 7fa327e00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fa31800d700 tx=0x7fa31800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.046+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318017070 con 0x7fa3300b49b0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.046+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa318005310 con 0x7fa3300b49b0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.046+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318009820 con 0x7fa3300b49b0 2024-07-27T07:02:33.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.046+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3300cdba0 con 0x7fa3300b49b0 2024-07-27T07:02:33.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.046+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3300ce160 con 0x7fa3300b49b0 2024-07-27T07:02:33.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.047+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33006fab0 con 0x7fa3300b49b0 2024-07-27T07:02:33.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.048+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa3180099c0 con 0x7fa3300b49b0 2024-07-27T07:02:33.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.049+0000 7fa32cc00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 0x7fa30c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.049+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7fa318099350 con 0x7fa3300b49b0 2024-07-27T07:02:33.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.050+0000 7fa32fe00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 0x7fa30c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.052 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.051+0000 7fa32fe00640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 0x7fa30c079520 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa320006fd0 tx=0x7fa320008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:33.056 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.054+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa330144bc0 con 0x7fa3300b49b0 2024-07-27T07:02:33.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.266+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa330142a20 con 0x7fa3300b49b0 2024-07-27T07:02:33.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.267+0000 7fa32cc00640 1 -- 172.21.15.66:0/3242353765 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v133) ==== 93+0+10 (secure 0 0 0) 0x7fa318061bc0 con 0x7fa3300b49b0 2024-07-27T07:02:33.269 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T07:02:33.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 msgr2=0x7fa30c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 0x7fa30c079520 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fa320006fd0 tx=0x7fa320008040 comp rx=0 tx=0).stop 2024-07-27T07:02:33.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 msgr2=0x7fa33015b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fa31800d700 tx=0x7fa31800dbc0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 shutdown_connections 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa30c077010 0x7fa30c079520 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa33015b670 0x7fa33013fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa3300b49b0 0x7fa33015b130 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 --2- 172.21.15.66:0/3242353765 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa330072300 0x7fa3301f54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 >> 172.21.15.66:0/3242353765 conn(0x7fa3300cfa80 msgr2=0x7fa3300b0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:33.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.270+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 shutdown_connections 2024-07-27T07:02:33.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.271+0000 7fa335800640 1 -- 172.21.15.66:0/3242353765 wait complete. 2024-07-27T07:02:33.300 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 -- 172.21.15.66:0/1612620617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 msgr2=0x7fe95415c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 --2- 172.21.15.66:0/1612620617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe95415c270 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7fe94c005fd0 tx=0x7fe94c02aa00 comp rx=0 tx=0).stop 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 -- 172.21.15.66:0/1612620617 shutdown_connections 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 --2- 172.21.15.66:0/1612620617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe95415c270 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 -- 172.21.15.66:0/1612620617 >> 172.21.15.66:0/1612620617 conn(0x7fe95406d3f0 msgr2=0x7fe9540b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 -- 172.21.15.66:0/1612620617 shutdown_connections 2024-07-27T07:02:33.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.597+0000 7fe959c00640 1 -- 172.21.15.66:0/1612620617 wait complete. 2024-07-27T07:02:33.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.599+0000 7fe959c00640 1 Processor -- start 2024-07-27T07:02:33.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.599+0000 7fe959c00640 1 -- start start 2024-07-27T07:02:33.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9540b47c0 0x7fe9541f8520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9541f58d0 0x7fe95409cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe95406f460 con 0x7fe95415fe50 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe95406f2e0 con 0x7fe9540b47c0 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe959c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe95406f5e0 con 0x7fe9541f58d0 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe94be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe94be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43792/0 (socket says 172.21.15.66:43792) 2024-07-27T07:02:33.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.601+0000 7fe94be00640 1 -- 172.21.15.66:0/2380725439 learned_addr learned my addr 172.21.15.66:0/2380725439 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe952a00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9540b47c0 0x7fe9541f8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe953400640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9541f58d0 0x7fe95409cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 -- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9541f58d0 msgr2=0x7fe95409cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9541f58d0 0x7fe95409cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 -- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9540b47c0 msgr2=0x7fe9541f8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9540b47c0 0x7fe9541f8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 -- 172.21.15.66:0/2380725439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe954154d10 con 0x7fe95415fe50 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94be00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fe93c00b3f0 tx=0x7fe93c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.602+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c015020 con 0x7fe95415fe50 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.603+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe93c011920 con 0x7fe95415fe50 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.603+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93c011d70 con 0x7fe95415fe50 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.603+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9541f8e90 con 0x7fe95415fe50 2024-07-27T07:02:33.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.603+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9541f50d0 con 0x7fe95415fe50 2024-07-27T07:02:33.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.604+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9541f8c00 con 0x7fe95415fe50 2024-07-27T07:02:33.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.605+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe93c018020 con 0x7fe95415fe50 2024-07-27T07:02:33.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.607+0000 7fe94aa00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 0x7fe930079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:33.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.607+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7fe93c098e80 con 0x7fe95415fe50 2024-07-27T07:02:33.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.608+0000 7fe952a00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 0x7fe930079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:33.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.609+0000 7fe952a00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 0x7fe930079550 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fe9440015e0 tx=0x7fe944009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:33.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.612+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe93c01f030 con 0x7fe95415fe50 2024-07-27T07:02:33.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.819+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7fe9541f4ee0 con 0x7fe95415fe50 2024-07-27T07:02:33.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.820+0000 7fe94aa00640 1 -- 172.21.15.66:0/2380725439 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v133) ==== 103+0+11 (secure 0 0 0) 0x7fe93c061780 con 0x7fe95415fe50 2024-07-27T07:02:33.822 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:02:33.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.823+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 msgr2=0x7fe930079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.823+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 0x7fe930079550 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fe9440015e0 tx=0x7fe944009040 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 msgr2=0x7fe9541547d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 secure :-1 s=READY pgs=1544 cs=0 l=1 rev1=1 crypto rx=0x7fe93c00b3f0 tx=0x7fe93c00b8b0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 shutdown_connections 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe930077040 0x7fe930079550 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe9541f58d0 0x7fe95409cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe95415fe50 0x7fe9541547d0 unknown :-1 s=CLOSED pgs=1544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 --2- 172.21.15.66:0/2380725439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe9540b47c0 0x7fe9541f8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 >> 172.21.15.66:0/2380725439 conn(0x7fe95406d3f0 msgr2=0x7fe95415ae30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 shutdown_connections 2024-07-27T07:02:33.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:33.824+0000 7fe959c00640 1 -- 172.21.15.66:0/2380725439 wait complete. 2024-07-27T07:02:33.851 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 -- 172.21.15.66:0/1014036439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b9420 msgr2=0x7f9a280d0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 --2- 172.21.15.66:0/1014036439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b9420 0x7f9a280d0a50 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f9a10005fd0 tx=0x7f9a1002a540 comp rx=0 tx=0).stop 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 -- 172.21.15.66:0/1014036439 shutdown_connections 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 --2- 172.21.15.66:0/1014036439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b9420 0x7f9a280d0a50 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 -- 172.21.15.66:0/1014036439 >> 172.21.15.66:0/1014036439 conn(0x7f9a280d3e60 msgr2=0x7f9a280d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 -- 172.21.15.66:0/1014036439 shutdown_connections 2024-07-27T07:02:34.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.148+0000 7f9a27e00640 1 -- 172.21.15.66:0/1014036439 wait complete. 2024-07-27T07:02:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.151+0000 7f9a27e00640 1 Processor -- start 2024-07-27T07:02:34.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.151+0000 7f9a27e00640 1 -- start start 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a280b9420 0x7f9a28166cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a280d0f90 0x7f9a280a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9a28169b40 con 0x7f9a280b8ef0 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9a280b7880 con 0x7f9a280d0f90 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.152+0000 7f9a27e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9a28169cc0 con 0x7f9a280b9420 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43818/0 (socket says 172.21.15.66:43818) 2024-07-27T07:02:34.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 -- 172.21.15.66:0/3669054025 learned_addr learned my addr 172.21.15.66:0/3669054025 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:34.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a27400640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a280d0f90 0x7f9a280a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 -- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a280b9420 msgr2=0x7f9a28166cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a280b9420 0x7f9a28166cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 -- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a280d0f90 msgr2=0x7f9a280a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a280d0f90 0x7f9a280a0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 -- 172.21.15.66:0/3669054025 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a28167970 con 0x7f9a280b8ef0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.153+0000 7f9a26a00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800c760 tx=0x7f9a1800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.154+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a18016020 con 0x7f9a280b8ef0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.154+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a18003990 con 0x7f9a280b8ef0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.154+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a18006e60 con 0x7f9a280b8ef0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.154+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a28167c50 con 0x7f9a280b8ef0 2024-07-27T07:02:34.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.154+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a28168210 con 0x7f9a280b8ef0 2024-07-27T07:02:34.157 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.155+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a280d0a50 con 0x7f9a280b8ef0 2024-07-27T07:02:34.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.157+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9a1800a850 con 0x7f9a280b8ef0 2024-07-27T07:02:34.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.158+0000 7f9a1ea00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 0x7f9a04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.158+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f9a180999e0 con 0x7f9a280b8ef0 2024-07-27T07:02:34.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.158+0000 7f9a26000640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 0x7f9a04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.160+0000 7f9a26000640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 0x7f9a04079520 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f9a10033000 tx=0x7f9a100046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:34.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.161+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f9a18020020 con 0x7f9a280b8ef0 2024-07-27T07:02:34.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.372+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7f9a28169920 con 0x7f9a280b8ef0 2024-07-27T07:02:34.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.373+0000 7f9a1ea00640 1 -- 172.21.15.66:0/3669054025 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v133) ==== 103+0+11 (secure 0 0 0) 0x7f9a180622d0 con 0x7f9a280b8ef0 2024-07-27T07:02:34.374 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 msgr2=0x7f9a04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 0x7f9a04079520 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f9a10033000 tx=0x7f9a100046c0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 msgr2=0x7f9a281f8f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7f9a1800c760 tx=0x7f9a1800cc20 comp rx=0 tx=0).stop 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 shutdown_connections 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9a04077010 0x7f9a04079520 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f9a280d0f90 0x7f9a280a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9a280b9420 0x7f9a28166cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 --2- 172.21.15.66:0/3669054025 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9a280b8ef0 0x7f9a281f8f80 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 >> 172.21.15.66:0/3669054025 conn(0x7f9a280d3e60 msgr2=0x7f9a280d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:34.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 shutdown_connections 2024-07-27T07:02:34.379 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.376+0000 7f9a27e00640 1 -- 172.21.15.66:0/3669054025 wait complete. 2024-07-27T07:02:34.406 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 -- 172.21.15.66:0/2320277116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 msgr2=0x7f61ec004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 --2- 172.21.15.66:0/2320277116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f61ec004800 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f61f4006f80 tx=0x7f61ec005830 comp rx=0 tx=0).stop 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620da00640 1 -- 172.21.15.66:0/2320277116 reap_dead start 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 -- 172.21.15.66:0/2320277116 shutdown_connections 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 -- 172.21.15.66:0/2320277116 >> 172.21.15.66:0/2320277116 conn(0x7f620806d3f0 msgr2=0x7f62080b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 -- 172.21.15.66:0/2320277116 shutdown_connections 2024-07-27T07:02:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.695+0000 7f620fa00640 1 -- 172.21.15.66:0/2320277116 wait complete. 2024-07-27T07:02:34.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.698+0000 7f620fa00640 1 Processor -- start 2024-07-27T07:02:34.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.698+0000 7f620fa00640 1 -- start start 2024-07-27T07:02:34.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.699+0000 7f620fa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.699+0000 7f620fa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62081e45d0 0x7f62081e7080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620fa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62080b3cb0 0x7f62080b40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620fa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f620815e970 con 0x7f61ec004050 2024-07-27T07:02:34.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620fa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f620815e7f0 con 0x7f62080b3cb0 2024-07-27T07:02:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620fa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f620815eaf0 con 0x7f62081e45d0 2024-07-27T07:02:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43832/0 (socket says 172.21.15.66:43832) 2024-07-27T07:02:34.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 -- 172.21.15.66:0/2804037783 learned_addr learned my addr 172.21.15.66:0/2804037783 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:34.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620da00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62080b3cb0 0x7f62080b40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 -- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62081e45d0 msgr2=0x7f62081e7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62081e45d0 0x7f62081e7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 -- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62080b3cb0 msgr2=0x7f62080b40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62080b3cb0 0x7f62080b40c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.700+0000 7f620d000640 1 -- 172.21.15.66:0/2804037783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62080b4600 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f620d000640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f61f800d7b0 tx=0x7f61f800dc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f8016020 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61f800b6c0 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f800bb10 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62081f8800 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.701+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62081f8dc0 con 0x7f61ec004050 2024-07-27T07:02:34.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.703+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f620815f080 con 0x7f61ec004050 2024-07-27T07:02:34.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.704+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f61f8019020 con 0x7f61ec004050 2024-07-27T07:02:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.705+0000 7f6204c00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 0x7f61e8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.705+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f61f80991e0 con 0x7f61ec004050 2024-07-27T07:02:34.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.705+0000 7f6207e00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 0x7f61e8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:34.708 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.707+0000 7f6207e00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 0x7f61e8079520 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f61f4033000 tx=0x7f62080b3430 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:34.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.710+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f61f8020020 con 0x7f61ec004050 2024-07-27T07:02:34.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.920+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7f620806e780 con 0x7f61ec004050 2024-07-27T07:02:34.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.922+0000 7f6204c00640 1 -- 172.21.15.66:0/2804037783 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v133) ==== 107+0+11 (secure 0 0 0) 0x7f62080b4600 con 0x7f61ec004050 2024-07-27T07:02:34.924 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:02:34.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 msgr2=0x7f61e8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 0x7f61e8079520 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f61f4033000 tx=0x7f62080b3430 comp rx=0 tx=0).stop 2024-07-27T07:02:34.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 msgr2=0x7f6208142740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:34.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f61f800d7b0 tx=0x7f61f800dc70 comp rx=0 tx=0).stop 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 shutdown_connections 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f61e8077010 0x7f61e8079520 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f62080b3cb0 0x7f62080b40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f62081e45d0 0x7f62081e7080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 --2- 172.21.15.66:0/2804037783 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61ec004050 0x7f6208142740 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 >> 172.21.15.66:0/2804037783 conn(0x7f620806d3f0 msgr2=0x7f620806f390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 shutdown_connections 2024-07-27T07:02:34.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:34.925+0000 7f620fa00640 1 -- 172.21.15.66:0/2804037783 wait complete. 2024-07-27T07:02:34.956 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit' 2024-07-27T07:02:35.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 -- 172.21.15.66:0/778062034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe0143c00 msgr2=0x7fefe0144010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:35.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 --2- 172.21.15.66:0/778062034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe0143c00 0x7fefe0144010 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7fefe00cf410 tx=0x7fefd802a980 comp rx=0 tx=0).stop 2024-07-27T07:02:35.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 -- 172.21.15.66:0/778062034 shutdown_connections 2024-07-27T07:02:35.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 --2- 172.21.15.66:0/778062034 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe0143c00 0x7fefe0144010 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:35.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 --2- 172.21.15.66:0/778062034 >> v2:172.21.15.155:3300/0 conn(0x7fefe006fd00 0x7fefe0070110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:35.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.250+0000 7fefe5e00640 1 -- 172.21.15.66:0/778062034 >> 172.21.15.66:0/778062034 conn(0x7fefe00cfa80 msgr2=0x7fefe00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:35.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.251+0000 7fefe5e00640 1 -- 172.21.15.66:0/778062034 shutdown_connections 2024-07-27T07:02:35.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.251+0000 7fefe5e00640 1 -- 172.21.15.66:0/778062034 wait complete. 2024-07-27T07:02:35.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.253+0000 7fefe5e00640 1 Processor -- start 2024-07-27T07:02:35.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.253+0000 7fefe5e00640 1 -- start start 2024-07-27T07:02:35.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:35.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe00cd650 0x7fefe0159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:35.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 0x7fefe015a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:35.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fefe01448e0 con 0x7fefe006fd00 2024-07-27T07:02:35.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fefe0144760 con 0x7fefe00cd650 2024-07-27T07:02:35.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe5e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fefe015c3a0 con 0x7fefe0143c00 2024-07-27T07:02:35.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe4a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:35.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe4a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43856/0 (socket says 172.21.15.66:43856) 2024-07-27T07:02:35.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.255+0000 7fefe4a00640 1 -- 172.21.15.66:0/236795057 learned_addr learned my addr 172.21.15.66:0/236795057 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:35.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefd7e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe00cd650 0x7fefe0159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:35.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe5400640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 0x7fefe015a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:35.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 -- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 msgr2=0x7fefe015a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 0x7fefe015a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 -- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe00cd650 msgr2=0x7fefe0159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe00cd650 0x7fefe0159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 -- 172.21.15.66:0/236795057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefe0143310 con 0x7fefe006fd00 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe5400640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 0x7fefe015a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.256+0000 7fefe4a00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7fefd000b3f0 tx=0x7fefd000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.257+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd0015020 con 0x7fefe006fd00 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.257+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefd0011920 con 0x7fefe006fd00 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.257+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefd0011d70 con 0x7fefe006fd00 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.257+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefe0157d10 con 0x7fefe006fd00 2024-07-27T07:02:35.259 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.257+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefe01582d0 con 0x7fefe006fd00 2024-07-27T07:02:35.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.258+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefe0070110 con 0x7fefe006fd00 2024-07-27T07:02:35.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.260+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fefd0018020 con 0x7fefe006fd00 2024-07-27T07:02:35.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.261+0000 7fefdd600640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 0x7fefbc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:35.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.261+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7fefd0098f40 con 0x7fefe006fd00 2024-07-27T07:02:35.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.262+0000 7fefd7e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 0x7fefbc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:35.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.263+0000 7fefd7e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 0x7fefbc079550 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fefc8005fd0 tx=0x7fefc8005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:35.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.266+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fefd001f030 con 0x7fefe006fd00 2024-07-27T07:02:35.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:35.552+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit"]} v 0) -- 0x7fefe00cc2e0 con 0x7fefe006fd00 2024-07-27T07:02:36.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.180+0000 7fefdd600640 1 -- 172.21.15.66:0/236795057 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit"]}]=0 v624) ==== 164+0+0 (secure 0 0 0) 0x7fefd0061850 con 0x7fefe006fd00 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 msgr2=0x7fefbc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 0x7fefbc079550 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fefc8005fd0 tx=0x7fefc8005850 comp rx=0 tx=0).stop 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 msgr2=0x7fefe0142dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7fefd000b3f0 tx=0x7fefd000b8b0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 shutdown_connections 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fefbc077040 0x7fefbc079550 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fefe0143c00 0x7fefe015a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fefe00cd650 0x7fefe0159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 --2- 172.21.15.66:0/236795057 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fefe006fd00 0x7fefe0142dd0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 >> 172.21.15.66:0/236795057 conn(0x7fefe00cfa80 msgr2=0x7fefe015cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:36.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.185+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 shutdown_connections 2024-07-27T07:02:36.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.186+0000 7fefe5e00640 1 -- 172.21.15.66:0/236795057 wait complete. 2024-07-27T07:02:36.227 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T07:02:36.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.504+0000 7f2483000640 1 -- 172.21.15.66:0/2605926885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c06f5b0 msgr2=0x7f247c15e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.504+0000 7f2483000640 1 --2- 172.21.15.66:0/2605926885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c06f5b0 0x7f247c15e340 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f2474005fd0 tx=0x7f247402aa00 comp rx=0 tx=0).stop 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 -- 172.21.15.66:0/2605926885 shutdown_connections 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 --2- 172.21.15.66:0/2605926885 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c06f5b0 0x7f247c15e340 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 --2- 172.21.15.66:0/2605926885 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0703f0 0x7f247c072b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 -- 172.21.15.66:0/2605926885 >> 172.21.15.66:0/2605926885 conn(0x7f247c0cfa80 msgr2=0x7f247c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 -- 172.21.15.66:0/2605926885 shutdown_connections 2024-07-27T07:02:36.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.505+0000 7f2483000640 1 -- 172.21.15.66:0/2605926885 wait complete. 2024-07-27T07:02:36.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.507+0000 7f2483000640 1 Processor -- start 2024-07-27T07:02:36.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.507+0000 7f2483000640 1 -- start start 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 0x7f247c1584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 0x7f247c142440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f247c15a360 con 0x7f247c0703f0 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f247c15a1e0 con 0x7f247c06f5b0 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2483000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f247c15a4e0 con 0x7f247c0b5250 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2481200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2481200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43872/0 (socket says 172.21.15.66:43872) 2024-07-27T07:02:36.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2481200640 1 -- 172.21.15.66:0/527133711 learned_addr learned my addr 172.21.15.66:0/527133711 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2482600640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 0x7f247c142440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.509+0000 7f2481c00640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 0x7f247c1584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 -- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 msgr2=0x7f247c142440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 0x7f247c142440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 -- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 msgr2=0x7f247c1584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 0x7f247c1584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 -- 172.21.15.66:0/527133711 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f247c151bb0 con 0x7f247c0703f0 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2482600640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 0x7f247c142440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481c00640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 0x7f247c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:36.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2481200640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f246800b3f0 tx=0x7f246800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468015020 con 0x7f247c0703f0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2468011920 con 0x7f247c0703f0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468011d70 con 0x7f247c0703f0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f247c1f8af0 con 0x7f247c0703f0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.510+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f247c142980 con 0x7f247c0703f0 2024-07-27T07:02:36.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.511+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f247c072b90 con 0x7f247c0703f0 2024-07-27T07:02:36.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.513+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2468018020 con 0x7f247c0703f0 2024-07-27T07:02:36.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.514+0000 7f2479600640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 0x7f245c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:36.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.514+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f2468099020 con 0x7f247c0703f0 2024-07-27T07:02:36.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.515+0000 7f2481c00640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 0x7f245c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:36.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.516+0000 7f2481c00640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 0x7f245c079520 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f24700058c0 tx=0x7f2470005c90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:36.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.519+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f246801f030 con 0x7f247c0703f0 2024-07-27T07:02:36.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.735+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f247c0b3fb0 con 0x7f247c0703f0 2024-07-27T07:02:36.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.736+0000 7f2479600640 1 -- 172.21.15.66:0/527133711 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v38) ==== 59+0+1998 (secure 0 0 0) 0x7f24680618a0 con 0x7f247c0703f0 2024-07-27T07:02:36.738 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T07:02:36.738 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T07:02:36.739 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T07:02:36.740 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T07:02:36.741 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T07:02:36.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.739+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 msgr2=0x7f245c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.739+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 0x7f245c079520 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f24700058c0 tx=0x7f2470005c90 comp rx=0 tx=0).stop 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.739+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 msgr2=0x7f247c151480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.739+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f246800b3f0 tx=0x7f246800b8b0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 shutdown_connections 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f245c077010 0x7f245c079520 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f247c0b5250 0x7f247c142440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f247c0703f0 0x7f247c151480 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 --2- 172.21.15.66:0/527133711 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f247c06f5b0 0x7f247c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:36.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 >> 172.21.15.66:0/527133711 conn(0x7f247c0cfa80 msgr2=0x7f247c15dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:36.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 shutdown_connections 2024-07-27T07:02:36.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:36.740+0000 7f2483000640 1 -- 172.21.15.66:0/527133711 wait complete. 2024-07-27T07:02:36.769 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T07:02:37.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 -- 172.21.15.66:0/3245431703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3164003a80 msgr2=0x7f3164003ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 --2- 172.21.15.66:0/3245431703 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3164003a80 0x7f3164003ef0 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f3170009b50 tx=0x7f3164005830 comp rx=0 tx=0).stop 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3184c00640 1 -- 172.21.15.66:0/3245431703 reap_dead start 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 -- 172.21.15.66:0/3245431703 shutdown_connections 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 -- 172.21.15.66:0/3245431703 >> 172.21.15.66:0/3245431703 conn(0x7f31800cfa80 msgr2=0x7f31800cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 -- 172.21.15.66:0/3245431703 shutdown_connections 2024-07-27T07:02:37.064 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.062+0000 7f3185600640 1 -- 172.21.15.66:0/3245431703 wait complete. 2024-07-27T07:02:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.064+0000 7f3185600640 1 Processor -- start 2024-07-27T07:02:37.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.065+0000 7f3185600640 1 -- start start 2024-07-27T07:02:37.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3164003a80 0x7f31800caa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3180151110 0x7f3180141430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f318006f230 con 0x7f31800ce1a0 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f318006f0b0 con 0x7f3180151110 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.066+0000 7f3185600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f318006f3b0 con 0x7f3164003a80 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43896/0 (socket says 172.21.15.66:43896) 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 -- 172.21.15.66:0/2209365276 learned_addr learned my addr 172.21.15.66:0/2209365276 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3177e00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3180151110 0x7f3180141430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f317fe00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3164003a80 0x7f31800caa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 -- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3164003a80 msgr2=0x7f31800caa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3164003a80 0x7f31800caa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 -- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3180151110 msgr2=0x7f3180141430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3180151110 0x7f3180141430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 -- 172.21.15.66:0/2209365276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31800ceaf0 con 0x7f31800ce1a0 2024-07-27T07:02:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.067+0000 7f3184c00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f318015c9b0 tx=0x7f317800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.068+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3178017070 con 0x7f31800ce1a0 2024-07-27T07:02:37.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.068+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31780070d0 con 0x7f31800ce1a0 2024-07-27T07:02:37.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.068+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3178007520 con 0x7f31800ce1a0 2024-07-27T07:02:37.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.068+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f318014c600 con 0x7f31800ce1a0 2024-07-27T07:02:37.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.068+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f318014cbc0 con 0x7f31800ce1a0 2024-07-27T07:02:37.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.069+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31801515e0 con 0x7f31800ce1a0 2024-07-27T07:02:37.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.071+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f31780076c0 con 0x7f31800ce1a0 2024-07-27T07:02:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.072+0000 7f317cc00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 0x7f315c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.072+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f3178098480 con 0x7f31800ce1a0 2024-07-27T07:02:37.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.072+0000 7f317fe00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 0x7f315c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:37.075 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.073+0000 7f317fe00640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 0x7f315c079520 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f3170035000 tx=0x7f317002d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:37.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.076+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f31800ceaf0 con 0x7f31800ce1a0 2024-07-27T07:02:37.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.289+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f31800cdc80 con 0x7f31800ce1a0 2024-07-27T07:02:37.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.299+0000 7f317cc00640 1 -- 172.21.15.66:0/2209365276 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v39)=0 v39) ==== 122+0+0 (secure 0 0 0) 0x7f31800b5560 con 0x7f31800ce1a0 2024-07-27T07:02:37.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 msgr2=0x7f315c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:37.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 0x7f315c079520 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f3170035000 tx=0x7f317002d040 comp rx=0 tx=0).stop 2024-07-27T07:02:37.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 msgr2=0x7f31800ce5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:37.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f318015c9b0 tx=0x7f317800c910 comp rx=0 tx=0).stop 2024-07-27T07:02:37.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 shutdown_connections 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f315c077010 0x7f315c079520 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f31800ce1a0 0x7f31800ce5b0 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3180151110 0x7f3180141430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 --2- 172.21.15.66:0/2209365276 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3164003a80 0x7f31800caa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.303+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 >> 172.21.15.66:0/2209365276 conn(0x7f31800cfa80 msgr2=0x7f31800cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.304+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 shutdown_connections 2024-07-27T07:02:37.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:37.304+0000 7f3185600640 1 -- 172.21.15.66:0/2209365276 wait complete. 2024-07-27T07:02:37.332 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:02:37.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:02:37.446 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:02:37.579 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:02:37.579 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:37.579 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:37.639 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:02:37.639 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:02:37.640 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:37.696 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:02:37.696 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:37.696 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:37.756 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:02:37.756 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:02:37.756 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:37.813 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:02:37.813 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T07:02:37.813 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 -- 172.21.15.66:0/2921575650 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb0300cde90 msgr2=0x7fb030161c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 --2- 172.21.15.66:0/2921575650 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb0300cde90 0x7fb030161c20 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7fb03006ddc0 tx=0x7fb01c02a560 comp rx=0 tx=0).stop 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 -- 172.21.15.66:0/2921575650 shutdown_connections 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 --2- 172.21.15.66:0/2921575650 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb030162160 0x7fb03006e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 --2- 172.21.15.66:0/2921575650 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb0300cde90 0x7fb030161c20 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 --2- 172.21.15.66:0/2921575650 >> v2:172.21.15.155:3300/0 conn(0x7fb0300cf560 0x7fb030072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.112+0000 7fb036800640 1 -- 172.21.15.66:0/2921575650 >> 172.21.15.66:0/2921575650 conn(0x7fb0300cfa80 msgr2=0x7fb0300cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.113+0000 7fb036800640 1 -- 172.21.15.66:0/2921575650 shutdown_connections 2024-07-27T07:02:38.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.113+0000 7fb036800640 1 -- 172.21.15.66:0/2921575650 wait complete. 2024-07-27T07:02:38.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.115+0000 7fb036800640 1 Processor -- start 2024-07-27T07:02:38.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.115+0000 7fb036800640 1 -- start start 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 0x7fb03014be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0300cf560 0x7fb0300b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb03006f230 con 0x7fb030162160 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb03006f0b0 con 0x7fb0300cf560 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb036800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb03006f3b0 con 0x7fb0300cde90 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb035e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb035e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43914/0 (socket says 172.21.15.66:43914) 2024-07-27T07:02:38.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb035e00640 1 -- 172.21.15.66:0/99163005 learned_addr learned my addr 172.21.15.66:0/99163005 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb034a00640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0300cf560 0x7fb0300b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.117+0000 7fb035400640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 0x7fb03014be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 -- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 msgr2=0x7fb03014be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 0x7fb03014be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 -- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0300cf560 msgr2=0x7fb0300b4d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0300cf560 0x7fb0300b4d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 -- 172.21.15.66:0/99163005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb03014c3a0 con 0x7fb030162160 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035400640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 0x7fb03014be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:38.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb035e00640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb02800cae0 tx=0x7fb0280071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:38.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb028007d40 con 0x7fb030162160 2024-07-27T07:02:38.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb028004b20 con 0x7fb030162160 2024-07-27T07:02:38.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb028005020 con 0x7fb030162160 2024-07-27T07:02:38.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb03014e9b0 con 0x7fb030162160 2024-07-27T07:02:38.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.118+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb03014ef70 con 0x7fb030162160 2024-07-27T07:02:38.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.119+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb030072300 con 0x7fb030162160 2024-07-27T07:02:38.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.121+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb0280051c0 con 0x7fb030162160 2024-07-27T07:02:38.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.122+0000 7fb02d600640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 0x7fb010079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.123+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7fb028099b50 con 0x7fb030162160 2024-07-27T07:02:38.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.123+0000 7fb035400640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 0x7fb010079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.124+0000 7fb035400640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 0x7fb010079520 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fb02400ba60 tx=0x7fb024005cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:38.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.128+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb028014070 con 0x7fb030162160 2024-07-27T07:02:38.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.393+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb03015ec50 con 0x7fb030162160 2024-07-27T07:02:38.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.395+0000 7fb02d600640 1 -- 172.21.15.66:0/99163005 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 168 v168) ==== 95+0+3921 (secure 0 0 0) 0x7fb028062450 con 0x7fb030162160 2024-07-27T07:02:38.397 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:38.397 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":168,"btime":"2024-07-27T07:02:28:083271+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5162,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2873656176","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2873656176},{"type":"v1","addr":"172.21.15.155:6836","nonce":2873656176}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/1192437321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":1192437321},{"type":"v1","addr":"172.21.15.155:6837","nonce":1192437321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8418,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/1645005187","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1645005187},{"type":"v1","addr":"172.21.15.66:6833","nonce":1645005187}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":168},{"gid":8421,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/2749722365","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":2749722365},{"type":"v1","addr":"172.21.15.66:6835","nonce":2749722365}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":168}],"filesystems":[]} 2024-07-27T07:02:38.397 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 168 2024-07-27T07:02:38.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.398+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 msgr2=0x7fb010079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.398+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 0x7fb010079520 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fb02400ba60 tx=0x7fb024005cf0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.398+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 msgr2=0x7fb0300b5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.398+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb02800cae0 tx=0x7fb0280071c0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 shutdown_connections 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb010077010 0x7fb010079520 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb030162160 0x7fb0300b5280 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb0300cf560 0x7fb0300b4d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 --2- 172.21.15.66:0/99163005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb0300cde90 0x7fb03014be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 >> 172.21.15.66:0/99163005 conn(0x7fb0300cfa80 msgr2=0x7fb03015e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 shutdown_connections 2024-07-27T07:02:38.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.399+0000 7fb036800640 1 -- 172.21.15.66:0/99163005 wait complete. 2024-07-27T07:02:38.428 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:02:38.428 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:02:38.429 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:02:38.429 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:02:38.429 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T07:02:38.429 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T07:02:38.429 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:02:38.429 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:02:38.430 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T07:02:38.430 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T07:02:38.430 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T07:02:38.430 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:02:38.430 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T07:02:38.430 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T07:02:38.431 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:02:38.431 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:02:38.459 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:02:38.459 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T07:02:38.464 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T07:02:38.464 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T07:02:38.465 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:02:38.466 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:02:38.469 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:02:38.469 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T07:02:38.509 INFO:tasks.ceph.mds.d:Started 2024-07-27T07:02:38.510 DEBUG:teuthology.parallel:result is None 2024-07-27T07:02:38.515 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:02:38.516 DEBUG:teuthology.parallel:result is None 2024-07-27T07:02:38.516 INFO:tasks.ceph.mds.b:Started 2024-07-27T07:02:38.517 DEBUG:teuthology.parallel:result is None 2024-07-27T07:02:38.522 INFO:tasks.ceph.mds.c:Started 2024-07-27T07:02:38.523 DEBUG:teuthology.parallel:result is None 2024-07-27T07:02:38.523 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T07:02:38.730 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T07:02:38.731 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T07:02:38.742 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:02:38.742 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:02:38.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 -- 172.21.15.66:0/2319929548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 msgr2=0x7f95c8166f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 --2- 172.21.15.66:0/2319929548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c8166f30 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f95c0009be0 tx=0x7f95c002a920 comp rx=0 tx=0).stop 2024-07-27T07:02:38.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 -- 172.21.15.66:0/2319929548 shutdown_connections 2024-07-27T07:02:38.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 --2- 172.21.15.66:0/2319929548 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c8166f30 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 -- 172.21.15.66:0/2319929548 >> 172.21.15.66:0/2319929548 conn(0x7f95c806d3f0 msgr2=0x7f95c80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:38.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.790+0000 7f95ce200640 1 -- 172.21.15.66:0/2319929548 shutdown_connections 2024-07-27T07:02:38.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.791+0000 7f95ce200640 1 -- 172.21.15.66:0/2319929548 wait complete. 2024-07-27T07:02:38.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.793+0000 7f95ce200640 1 Processor -- start 2024-07-27T07:02:38.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.793+0000 7f95ce200640 1 -- start start 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.794+0000 7f95ce200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c815f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.794+0000 7f95ce200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 0x7f95c81f69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.794+0000 7f95ce200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95ce200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f95c8167680 con 0x7f95c815c160 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95ce200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f95c80b4ae0 con 0x7f95c80b4ec0 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95ce200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f95c8167800 con 0x7f95c806f720 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43944/0 (socket says 172.21.15.66:43944) 2024-07-27T07:02:38.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 -- 172.21.15.66:0/1126649445 learned_addr learned my addr 172.21.15.66:0/1126649445 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95bfe00640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 0x7f95c81f69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7400640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c815f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 -- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 msgr2=0x7f95c815f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c815f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 -- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 msgr2=0x7f95c81f69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 0x7f95c81f69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95c7e00640 1 -- 172.21.15.66:0/1126649445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c81f75f0 con 0x7f95c815c160 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.795+0000 7f95bfe00640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 0x7f95c81f69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95c7e00640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f95c0009d00 tx=0x7f95c0003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:38.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c0030e60 con 0x7f95c815c160 2024-07-27T07:02:38.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f95c003e070 con 0x7f95c815c160 2024-07-27T07:02:38.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95c815d730 con 0x7f95c815c160 2024-07-27T07:02:38.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c0032330 con 0x7f95c815c160 2024-07-27T07:02:38.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.796+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95c8156aa0 con 0x7f95c815c160 2024-07-27T07:02:38.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.797+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95c80ad920 con 0x7f95c815c160 2024-07-27T07:02:38.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.800+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f95c00324d0 con 0x7f95c815c160 2024-07-27T07:02:38.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.801+0000 7f95bf400640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 0x7f95a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:38.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.801+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(133..133 src has 1..133) ==== 8132+0+0 (secure 0 0 0) 0x7f95c00bb1e0 con 0x7f95c815c160 2024-07-27T07:02:38.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.802+0000 7f95c7400640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 0x7f95a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:38.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.803+0000 7f95c7400640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 0x7f95a4079520 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f95b8000f60 tx=0x7f95b8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:38.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:38.804+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95c80ad920 con 0x7f95c815c160 2024-07-27T07:02:39.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.028+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f95c815fdb0 con 0x7f95c815c160 2024-07-27T07:02:39.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.328+0000 7f95bf400640 1 -- 172.21.15.66:0/1126649445 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v135) ==== 97+0+0 (secure 0 0 0) 0x7f95c0051020 con 0x7f95c815c160 2024-07-27T07:02:39.330 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T07:02:39.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 msgr2=0x7f95a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 0x7f95a4079520 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f95b8000f60 tx=0x7f95b8009040 comp rx=0 tx=0).stop 2024-07-27T07:02:39.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 msgr2=0x7f95c81500f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f95c0009d00 tx=0x7f95c0003c20 comp rx=0 tx=0).stop 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 shutdown_connections 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f95a4077010 0x7f95a4079520 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95c815c160 0x7f95c81500f0 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95c80b4ec0 0x7f95c81f69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 --2- 172.21.15.66:0/1126649445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95c806f720 0x7f95c815f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 >> 172.21.15.66:0/1126649445 conn(0x7f95c806d3f0 msgr2=0x7f95c80d00d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:39.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 shutdown_connections 2024-07-27T07:02:39.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.332+0000 7f95ce200640 1 -- 172.21.15.66:0/1126649445 wait complete. 2024-07-27T07:02:39.370 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 -- 172.21.15.66:0/1854490213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 msgr2=0x7f053c072840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 --2- 172.21.15.66:0/1854490213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c072840 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f053c071db0 tx=0x7f052402a560 comp rx=0 tx=0).stop 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 -- 172.21.15.66:0/1854490213 shutdown_connections 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 --2- 172.21.15.66:0/1854490213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c072840 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 --2- 172.21.15.66:0/1854490213 >> v2:172.21.15.155:3300/0 conn(0x7f053c0b5250 0x7f053c072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 -- 172.21.15.66:0/1854490213 >> 172.21.15.66:0/1854490213 conn(0x7f053c0cfa80 msgr2=0x7f053c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 -- 172.21.15.66:0/1854490213 shutdown_connections 2024-07-27T07:02:39.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.645+0000 7f0541000640 1 -- 172.21.15.66:0/1854490213 wait complete. 2024-07-27T07:02:39.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.647+0000 7f0541000640 1 Processor -- start 2024-07-27T07:02:39.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.648+0000 7f0541000640 1 -- start start 2024-07-27T07:02:39.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c072d80 0x7f053c158370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 0x7f053c0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f053c06f730 con 0x7f053c15a1e0 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f053c06f5b0 con 0x7f053c072d80 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.649+0000 7f0541000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f053c06f8b0 con 0x7f053c0b5250 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43954/0 (socket says 172.21.15.66:43954) 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 -- 172.21.15.66:0/3462094854 learned_addr learned my addr 172.21.15.66:0/3462094854 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f0532a00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 0x7f053c0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 -- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 msgr2=0x7f053c0c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 0x7f053c0c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 -- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c072d80 msgr2=0x7f053c158370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c072d80 0x7f053c158370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 -- 172.21.15.66:0/3462094854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f053c152640 con 0x7f053c15a1e0 2024-07-27T07:02:39.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f0532a00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 0x7f053c0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:39.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.650+0000 7f053be00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f053400ba40 tx=0x7f053400bf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:39.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.651+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534019070 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.651+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f053400cc10 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.651+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0534014440 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.651+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f053c1578b0 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.651+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f053c157b70 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.652+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f053c06a0e0 con 0x7f053c15a1e0 2024-07-27T07:02:39.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.653+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f053401c070 con 0x7f053c15a1e0 2024-07-27T07:02:39.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.654+0000 7f0533e00640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 0x7f0518079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:39.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.655+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 6369+0+0 (secure 0 0 0) 0x7f0534098850 con 0x7f053c15a1e0 2024-07-27T07:02:39.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.655+0000 7f053b400640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 0x7f0518079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:39.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.657+0000 7f053b400640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 0x7f0518079520 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f052c00a860 tx=0x7f052c005b50 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:39.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.659+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f053c06a0e0 con 0x7f053c15a1e0 2024-07-27T07:02:39.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.954+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f053c15e570 con 0x7f053c15a1e0 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.955+0000 7f0533e00640 1 -- 172.21.15.66:0/3462094854 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5304 (secure 0 0 0) 0x7f05340617c0 con 0x7f053c15a1e0 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T07:02:39.957 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.958 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T07:02:39.959 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.960 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.961 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.962 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.963 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.964 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.965 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.966 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:02:39.967 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.968 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.969 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:02:39.970 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.971 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:02:39.972 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:02:39.973 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:02:39.973 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.973 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:39.973 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T07:02:39.973 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 msgr2=0x7f0518079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 0x7f0518079520 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f052c00a860 tx=0x7f052c005b50 comp rx=0 tx=0).stop 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 msgr2=0x7f053c14c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7f053400ba40 tx=0x7f053400bf00 comp rx=0 tx=0).stop 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 shutdown_connections 2024-07-27T07:02:39.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0518077010 0x7f0518079520 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f053c15a1e0 0x7f053c14c550 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f053c0b5250 0x7f053c0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 --2- 172.21.15.66:0/3462094854 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f053c072d80 0x7f053c158370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.958+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 >> 172.21.15.66:0/3462094854 conn(0x7f053c0cfa80 msgr2=0x7f053c155cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.959+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 shutdown_connections 2024-07-27T07:02:39.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:39.959+0000 7f0541000640 1 -- 172.21.15.66:0/3462094854 wait complete. 2024-07-27T07:02:39.986 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T07:02:40.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 -- 172.21.15.66:0/2493264839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b2a90 msgr2=0x7f7a200b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 --2- 172.21.15.66:0/2493264839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b2a90 0x7f7a200b2ea0 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f7a0c005fd0 tx=0x7f7a0c02a530 comp rx=0 tx=0).stop 2024-07-27T07:02:40.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 -- 172.21.15.66:0/2493264839 shutdown_connections 2024-07-27T07:02:40.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 --2- 172.21.15.66:0/2493264839 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b4a40 0x7f7a200b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 --2- 172.21.15.66:0/2493264839 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b2a90 0x7f7a200b2ea0 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 -- 172.21.15.66:0/2493264839 >> 172.21.15.66:0/2493264839 conn(0x7f7a200cfa80 msgr2=0x7f7a200cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:40.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 -- 172.21.15.66:0/2493264839 shutdown_connections 2024-07-27T07:02:40.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.279+0000 7f7a25400640 1 -- 172.21.15.66:0/2493264839 wait complete. 2024-07-27T07:02:40.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.282+0000 7f7a25400640 1 Processor -- start 2024-07-27T07:02:40.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.282+0000 7f7a25400640 1 -- start start 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.283+0000 7f7a25400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 0x7f7a201f44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.283+0000 7f7a25400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b2a90 0x7f7a20159280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.283+0000 7f7a25400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a25400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7a2006f480 con 0x7f7a200b4a40 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a25400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7a2006f300 con 0x7f7a20072300 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a25400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7a2006f600 con 0x7f7a200b2a90 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43978/0 (socket says 172.21.15.66:43978) 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 -- 172.21.15.66:0/2044802897 learned_addr learned my addr 172.21.15.66:0/2044802897 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a1f400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b2a90 0x7f7a20159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a1fe00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 0x7f7a201f44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 -- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b2a90 msgr2=0x7f7a20159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b2a90 0x7f7a20159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 -- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 msgr2=0x7f7a201f44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 0x7f7a201f44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a24a00640 1 -- 172.21.15.66:0/2044802897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a201e49d0 con 0x7f7a200b4a40 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.284+0000 7f7a1fe00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 0x7f7a201f44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:40.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a24a00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800e990 tx=0x7f7a1800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:40.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a18004d20 con 0x7f7a200b4a40 2024-07-27T07:02:40.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a1800caa0 con 0x7f7a200b4a40 2024-07-27T07:02:40.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a201e4cb0 con 0x7f7a200b4a40 2024-07-27T07:02:40.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a18005020 con 0x7f7a200b4a40 2024-07-27T07:02:40.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.285+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a201e5270 con 0x7f7a200b4a40 2024-07-27T07:02:40.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.286+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a2006fad0 con 0x7f7a200b4a40 2024-07-27T07:02:40.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.288+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7a180051c0 con 0x7f7a200b4a40 2024-07-27T07:02:40.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.289+0000 7f7a17e00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.289+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 6369+0+0 (secure 0 0 0) 0x7f7a180994b0 con 0x7f7a200b4a40 2024-07-27T07:02:40.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.289+0000 7f7a1fe00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.291+0000 7f7a1fe00640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 0x7f7a00079520 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7a1000a830 tx=0x7f7a10008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:40.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.296+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7a18016030 con 0x7f7a200b4a40 2024-07-27T07:02:40.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.517+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f7a20075f10 con 0x7f7a200b4a40 2024-07-27T07:02:40.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.518+0000 7f7a17e00640 1 -- 172.21.15.66:0/2044802897 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v137) ==== 84+0+287 (secure 0 0 0) 0x7f7a18062400 con 0x7f7a200b4a40 2024-07-27T07:02:40.519 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T07:02:40.520 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:02:40.521 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T07:02:40.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.520+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 msgr2=0x7f7a00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.520+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 0x7f7a00079520 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f7a1000a830 tx=0x7f7a10008040 comp rx=0 tx=0).stop 2024-07-27T07:02:40.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.520+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 msgr2=0x7f7a201597c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f7a1800e990 tx=0x7f7a1800ee50 comp rx=0 tx=0).stop 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 shutdown_connections 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7a00077010 0x7f7a00079520 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7a200b4a40 0x7f7a201597c0 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7a200b2a90 0x7f7a20159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 --2- 172.21.15.66:0/2044802897 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7a20072300 0x7f7a201f44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 >> 172.21.15.66:0/2044802897 conn(0x7f7a200cfa80 msgr2=0x7f7a2015eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 shutdown_connections 2024-07-27T07:02:40.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.521+0000 7f7a25400640 1 -- 172.21.15.66:0/2044802897 wait complete. 2024-07-27T07:02:40.553 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T07:02:40.553 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T07:02:40.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.851+0000 7f3d34a00640 1 -- 172.21.15.66:0/2395624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d14004800 msgr2=0x7f3d14004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.851+0000 7f3d34a00640 1 --2- 172.21.15.66:0/2395624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d14004800 0x7f3d14004c10 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c006f90 tx=0x7f3d14005830 comp rx=0 tx=0).stop 2024-07-27T07:02:40.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.852+0000 7f3d34a00640 1 -- 172.21.15.66:0/2395624098 shutdown_connections 2024-07-27T07:02:40.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.852+0000 7f3d34a00640 1 --2- 172.21.15.66:0/2395624098 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d14004800 0x7f3d14004c10 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.852+0000 7f3d34a00640 1 -- 172.21.15.66:0/2395624098 >> 172.21.15.66:0/2395624098 conn(0x7f3d300cfa80 msgr2=0x7f3d300cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:40.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.852+0000 7f3d34a00640 1 -- 172.21.15.66:0/2395624098 shutdown_connections 2024-07-27T07:02:40.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.852+0000 7f3d34a00640 1 -- 172.21.15.66:0/2395624098 wait complete. 2024-07-27T07:02:40.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.855+0000 7f3d34a00640 1 Processor -- start 2024-07-27T07:02:40.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.855+0000 7f3d34a00640 1 -- start start 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d14004800 0x7f3d301f21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d300ca000 0x7f3d300ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3d30072300 con 0x7f3d301447e0 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3d30070600 con 0x7f3d300ca000 2024-07-27T07:02:40.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.857+0000 7f3d34a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3d30072480 con 0x7f3d14004800 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43988/0 (socket says 172.21.15.66:43988) 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 -- 172.21.15.66:0/4018849513 learned_addr learned my addr 172.21.15.66:0/4018849513 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2e800640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d14004800 0x7f3d301f21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2f200640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d300ca000 0x7f3d300ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 -- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d14004800 msgr2=0x7f3d301f21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d14004800 0x7f3d301f21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 -- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d300ca000 msgr2=0x7f3d300ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d300ca000 0x7f3d300ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.858+0000 7f3d2de00640 1 -- 172.21.15.66:0/4018849513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d301f6ae0 con 0x7f3d301447e0 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d2de00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c350 tx=0x7f3d1c006420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:40.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c003a00 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d301f6dc0 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d1c003c90 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c038670 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.859+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d30154360 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.860+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d300729e0 con 0x7f3d301447e0 2024-07-27T07:02:40.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.862+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3d1c035020 con 0x7f3d301447e0 2024-07-27T07:02:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.863+0000 7f3d26a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:40.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.863+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 6369+0+0 (secure 0 0 0) 0x7f3d1c0b90e0 con 0x7f3d301447e0 2024-07-27T07:02:40.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.864+0000 7f3d2e800640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:40.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.866+0000 7f3d2e800640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f3d20006590 tx=0x7f3d20006b20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:40.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:40.868+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3d1c047030 con 0x7f3d301447e0 2024-07-27T07:02:41.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.089+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f3d300ca9b0 con 0x7f3d301447e0 2024-07-27T07:02:41.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.348+0000 7f3d26a00640 1 -- 172.21.15.66:0/4018849513 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v138) ==== 138+0+0 (secure 0 0 0) 0x7f3d1c081f20 con 0x7f3d301447e0 2024-07-27T07:02:41.350 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T07:02:41.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 msgr2=0x7f3d10079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:41.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f3d20006590 tx=0x7f3d20006b20 comp rx=0 tx=0).stop 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 msgr2=0x7f3d300c9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c350 tx=0x7f3d1c006420 comp rx=0 tx=0).stop 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 shutdown_connections 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3d10077010 0x7f3d10079520 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3d300ca000 0x7f3d300ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:41.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3d301447e0 0x7f3d300c9ac0 secure :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00c350 tx=0x7f3d1c006420 comp rx=0 tx=0).stop 2024-07-27T07:02:41.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 --2- 172.21.15.66:0/4018849513 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3d14004800 0x7f3d301f21d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:41.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.353+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 >> 172.21.15.66:0/4018849513 conn(0x7f3d300cfa80 msgr2=0x7f3d301e7150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:41.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.354+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 shutdown_connections 2024-07-27T07:02:41.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.354+0000 7f3d34a00640 1 -- 172.21.15.66:0/4018849513 wait complete. 2024-07-27T07:02:41.393 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 -- 172.21.15.66:0/1116759524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30dc004d90 msgr2=0x7f30dc005240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 --2- 172.21.15.66:0/1116759524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30dc004d90 0x7f30dc005240 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f30f4001690 tx=0x7f30dc005830 comp rx=0 tx=0).stop 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f30fbe00640 1 -- 172.21.15.66:0/1116759524 reap_dead start 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 -- 172.21.15.66:0/1116759524 shutdown_connections 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 -- 172.21.15.66:0/1116759524 >> 172.21.15.66:0/1116759524 conn(0x7f30fc0d1ca0 msgr2=0x7f30fc0d20b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 -- 172.21.15.66:0/1116759524 shutdown_connections 2024-07-27T07:02:41.678 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.676+0000 7f3100c00640 1 -- 172.21.15.66:0/1116759524 wait complete. 2024-07-27T07:02:41.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.680+0000 7f3100c00640 1 Processor -- start 2024-07-27T07:02:41.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.681+0000 7f3100c00640 1 -- start start 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30dc004d90 0x7f30fc1f5b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30fc1dceb0 0x7f30fc1e8ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f30fc0b4c70 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f30fc0b4af0 con 0x7f30dc004d90 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f3100c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f30fc0b4df0 con 0x7f30fc1dceb0 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f30faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f30faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35576/0 (socket says 172.21.15.66:35576) 2024-07-27T07:02:41.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f30faa00640 1 -- 172.21.15.66:0/3736634540 learned_addr learned my addr 172.21.15.66:0/3736634540 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f30fbe00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30fc1dceb0 0x7f30fc1e8ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.683+0000 7f30fb400640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30dc004d90 0x7f30fc1f5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 -- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30fc1dceb0 msgr2=0x7f30fc1e8ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30fc1dceb0 0x7f30fc1e8ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 -- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30dc004d90 msgr2=0x7f30fc1f5b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30dc004d90 0x7f30fc1f5b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:41.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 -- 172.21.15.66:0/3736634540 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30fc1de170 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30faa00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f30e4001330 tx=0x7f30e400edb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.684+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e4015070 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.685+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30e400cd40 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.685+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e40116c0 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.685+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30fc1e7e50 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.687 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.685+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30fc1e8410 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.686+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30fc06df20 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.688+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f30e4018070 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.690 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.689+0000 7f30f3400640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 0x7f30d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:41.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.690+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 6739+0+0 (secure 0 0 0) 0x7f30e4099400 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.691 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.690+0000 7f30fb400640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 0x7f30d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:41.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.692+0000 7f30fb400640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 0x7f30d8079520 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009aa0 tx=0x7f30ec005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:41.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.695+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f30e40621e0 con 0x7f30fc0cdfb0 2024-07-27T07:02:41.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:41.911+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f30fc0b1630 con 0x7f30fc0cdfb0 2024-07-27T07:02:42.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.371+0000 7f30f3400640 1 -- 172.21.15.66:0/3736634540 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v139) ==== 170+0+0 (secure 0 0 0) 0x7f30e4061ae0 con 0x7f30fc0cdfb0 2024-07-27T07:02:42.373 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T07:02:42.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 msgr2=0x7f30d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 0x7f30d8079520 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009aa0 tx=0x7f30ec005f90 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 msgr2=0x7f30fc1ddc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f30e4001330 tx=0x7f30e400edb0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 shutdown_connections 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f30d8077010 0x7f30d8079520 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f30fc1dceb0 0x7f30fc1e8ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f30fc0cdfb0 0x7f30fc1ddc30 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 --2- 172.21.15.66:0/3736634540 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f30dc004d90 0x7f30fc1f5b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.375+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 >> 172.21.15.66:0/3736634540 conn(0x7f30fc0d1ca0 msgr2=0x7f30fc1e6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:42.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.376+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 shutdown_connections 2024-07-27T07:02:42.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.376+0000 7f3100c00640 1 -- 172.21.15.66:0/3736634540 wait complete. 2024-07-27T07:02:42.434 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T07:02:42.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 -- 172.21.15.66:0/294858463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cde90 msgr2=0x7f1704161c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 --2- 172.21.15.66:0/294858463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cde90 0x7f1704161c20 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f170406ddc0 tx=0x7f16ec02a5f0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 -- 172.21.15.66:0/294858463 shutdown_connections 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 --2- 172.21.15.66:0/294858463 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cde90 0x7f1704161c20 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 --2- 172.21.15.66:0/294858463 >> v2:172.21.15.155:3300/0 conn(0x7f17040cf560 0x7f1704072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 -- 172.21.15.66:0/294858463 >> 172.21.15.66:0/294858463 conn(0x7f17040cfa80 msgr2=0x7f17040cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 -- 172.21.15.66:0/294858463 shutdown_connections 2024-07-27T07:02:42.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.694+0000 7f1708c00640 1 -- 172.21.15.66:0/294858463 wait complete. 2024-07-27T07:02:42.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.696+0000 7f1708c00640 1 Processor -- start 2024-07-27T07:02:42.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.696+0000 7f1708c00640 1 -- start start 2024-07-27T07:02:42.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 0x7f17040c53e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:42.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:42.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 0x7f17040cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:42.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f170415f320 con 0x7f17040cf560 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f170415f1a0 con 0x7f1704162160 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f1708c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f170415f4a0 con 0x7f17040cde90 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f16faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f16faa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35604/0 (socket says 172.21.15.66:35604) 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.698+0000 7f16faa00640 1 -- 172.21.15.66:0/2392679254 learned_addr learned my addr 172.21.15.66:0/2392679254 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f1703400640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 0x7f17040c53e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 -- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 msgr2=0x7f17040c53e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 0x7f17040c53e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 -- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 msgr2=0x7f17040cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f1703e00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 0x7f17040cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 0x7f17040cb4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 -- 172.21.15.66:0/2392679254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17041f8a50 con 0x7f17040cf560 2024-07-27T07:02:42.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f1703400640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 0x7f17040c53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:42.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f1703e00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 0x7f17040cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:42.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16faa00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0099c0 tx=0x7f16ec0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:42.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.699+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec03e030 con 0x7f17040cf560 2024-07-27T07:02:42.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.700+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16ec0047a0 con 0x7f17040cf560 2024-07-27T07:02:42.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.700+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ec035040 con 0x7f17040cf560 2024-07-27T07:02:42.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.700+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17041f9750 con 0x7f17040cf560 2024-07-27T07:02:42.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.700+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17040c4b30 con 0x7f17040cf560 2024-07-27T07:02:42.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.701+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f170406f3b0 con 0x7f17040cf560 2024-07-27T07:02:42.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.703+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f16ec041030 con 0x7f17040cf560 2024-07-27T07:02:42.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.704+0000 7f16fbe00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 0x7f16e0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:42.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.704+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 7121+0+0 (secure 0 0 0) 0x7f16ec0b9a90 con 0x7f17040cf560 2024-07-27T07:02:42.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.705+0000 7f1703400640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 0x7f16e0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:42.707 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.706+0000 7f1703400640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 0x7f16e0079520 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f16f4009aa0 tx=0x7f16f4005db0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:42.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.708+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1704162570 con 0x7f17040cf560 2024-07-27T07:02:42.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:42.960+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f170415cd00 con 0x7f17040cf560 2024-07-27T07:02:43.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.400+0000 7f16fbe00640 1 -- 172.21.15.66:0/2392679254 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v171) ==== 174+0+0 (secure 0 0 0) 0x7f16ec082770 con 0x7f17040cf560 2024-07-27T07:02:43.405 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 18 and data pool 19 2024-07-27T07:02:43.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.408+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 msgr2=0x7f16e0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.408+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 0x7f16e0079520 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f16f4009aa0 tx=0x7f16f4005db0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.408+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 msgr2=0x7f17041f9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.408+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0099c0 tx=0x7f16ec0039e0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 shutdown_connections 2024-07-27T07:02:43.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f16e0077010 0x7f16e0079520 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1704162160 0x7f17040cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f17040cf560 0x7f17041f9210 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 --2- 172.21.15.66:0/2392679254 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f17040cde90 0x7f17040c53e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.410+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 >> 172.21.15.66:0/2392679254 conn(0x7f17040cfa80 msgr2=0x7f17040b4df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:43.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.411+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 shutdown_connections 2024-07-27T07:02:43.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.412+0000 7f1708c00640 1 -- 172.21.15.66:0/2392679254 wait complete. 2024-07-27T07:02:43.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:43.711 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 -- 172.21.15.66:0/3838765938 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f815c030 msgr2=0x7ff1f806fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/3838765938 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f815c030 0x7ff1f806fd00 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7ff1f8144be0 tx=0x7ff1e002a4d0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 -- 172.21.15.66:0/3838765938 shutdown_connections 2024-07-27T07:02:43.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/3838765938 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f815c030 0x7ff1f806fd00 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/3838765938 >> v2:172.21.15.155:3300/0 conn(0x7ff1f80cd650 0x7ff1f815baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.712 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 -- 172.21.15.66:0/3838765938 >> 172.21.15.66:0/3838765938 conn(0x7ff1f80cfa80 msgr2=0x7ff1f80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:43.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 -- 172.21.15.66:0/3838765938 shutdown_connections 2024-07-27T07:02:43.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.709+0000 7ff1f7e00640 1 -- 172.21.15.66:0/3838765938 wait complete. 2024-07-27T07:02:43.713 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.712+0000 7ff1f7e00640 1 Processor -- start 2024-07-27T07:02:43.714 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.712+0000 7ff1f7e00640 1 -- start start 2024-07-27T07:02:43.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1f80cd650 0x7ff1f813ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff1f815c030 0x7ff1f80cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f81446e0 con 0x7ff1f8070240 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f8144560 con 0x7ff1f80cd650 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.713+0000 7ff1f7e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff1f8144860 con 0x7ff1f815c030 2024-07-27T07:02:43.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35612/0 (socket says 172.21.15.66:35612) 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 -- 172.21.15.66:0/315665032 learned_addr learned my addr 172.21.15.66:0/315665032 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1ee000640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1f80cd650 0x7ff1f813ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 -- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff1f815c030 msgr2=0x7ff1f80cb680 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff1f815c030 0x7ff1f80cb680 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.718 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 -- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1f80cd650 msgr2=0x7ff1f813ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1f80cd650 0x7ff1f813ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 -- 172.21.15.66:0/315665032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f80a98f0 con 0x7ff1f8070240 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.714+0000 7ff1f6a00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800d6d0 tx=0x7ff1e800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.715+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8017070 con 0x7ff1f8070240 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.715+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1e8005330 con 0x7ff1f8070240 2024-07-27T07:02:43.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.715+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1f80a9bb0 con 0x7ff1f8070240 2024-07-27T07:02:43.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.715+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8009820 con 0x7ff1f8070240 2024-07-27T07:02:43.720 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.715+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1f80aa170 con 0x7ff1f8070240 2024-07-27T07:02:43.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.716+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1f815baf0 con 0x7ff1f8070240 2024-07-27T07:02:43.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.717+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff1e80099c0 con 0x7ff1f8070240 2024-07-27T07:02:43.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.718+0000 7ff1ef400640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 0x7ff1d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:43.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.718+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 7221+0+0 (secure 0 0 0) 0x7ff1e8098fd0 con 0x7ff1f8070240 2024-07-27T07:02:43.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.719+0000 7ff1ee000640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 0x7ff1d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:43.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.720+0000 7ff1ee000640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 0x7ff1d4079520 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0033000 tx=0x7ff1e0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:43.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.723+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff1e8061bd0 con 0x7ff1f8070240 2024-07-27T07:02:43.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.925+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff1f80cc2e0 con 0x7ff1f8070240 2024-07-27T07:02:43.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.930+0000 7ff1ef400640 1 -- 172.21.15.66:0/315665032 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+22346 (secure 0 0 0) 0x7ff1e80614d0 con 0x7ff1f8070240 2024-07-27T07:02:43.933 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":140,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:42.962398+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:02:41.114147+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-07-27T07:02:41.933945+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:43.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 msgr2=0x7ff1d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 0x7ff1d4079520 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0033000 tx=0x7ff1e0004730 comp rx=0 tx=0).stop 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 msgr2=0x7ff1f8138220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800d6d0 tx=0x7ff1e800db90 comp rx=0 tx=0).stop 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 shutdown_connections 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff1d4077010 0x7ff1d4079520 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff1f815c030 0x7ff1f80cb680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1f80cd650 0x7ff1f813ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 --2- 172.21.15.66:0/315665032 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1f8070240 0x7ff1f8138220 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:43.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 >> 172.21.15.66:0/315665032 conn(0x7ff1f80cfa80 msgr2=0x7ff1f80b0ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:43.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.933+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 shutdown_connections 2024-07-27T07:02:43.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:43.934+0000 7ff1f7e00640 1 -- 172.21.15.66:0/315665032 wait complete. 2024-07-27T07:02:43.959 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 -- 172.21.15.66:0/2660287007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5fc0053f0 msgr2=0x7fc5fc00ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 --2- 172.21.15.66:0/2660287007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5fc0053f0 0x7fc5fc00ba80 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7fc61000c7a0 tx=0x7fc5fc005830 comp rx=0 tx=0).stop 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 -- 172.21.15.66:0/2660287007 shutdown_connections 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 --2- 172.21.15.66:0/2660287007 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5fc0053f0 0x7fc5fc00ba80 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 -- 172.21.15.66:0/2660287007 >> 172.21.15.66:0/2660287007 conn(0x7fc6180cfa80 msgr2=0x7fc6180cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 -- 172.21.15.66:0/2660287007 shutdown_connections 2024-07-27T07:02:44.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.245+0000 7fc617200640 1 -- 172.21.15.66:0/2660287007 wait complete. 2024-07-27T07:02:44.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.248+0000 7fc617200640 1 Processor -- start 2024-07-27T07:02:44.249 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.248+0000 7fc617200640 1 -- start start 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6180aeec0 0x7fc61814d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6181f8e50 0x7fc61814ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc61815a470 con 0x7fc61814df20 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc61815ea30 con 0x7fc6181f8e50 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.249+0000 7fc617200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc61815a5f0 con 0x7fc6180aeec0 2024-07-27T07:02:44.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35628/0 (socket says 172.21.15.66:35628) 2024-07-27T07:02:44.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 -- 172.21.15.66:0/1120693722 learned_addr learned my addr 172.21.15.66:0/1120693722 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615e00640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6180aeec0 0x7fc61814d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc616800640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6181f8e50 0x7fc61814ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 -- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6180aeec0 msgr2=0x7fc61814d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6180aeec0 0x7fc61814d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 -- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6181f8e50 msgr2=0x7fc61814ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6181f8e50 0x7fc61814ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.253 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.250+0000 7fc615400640 1 -- 172.21.15.66:0/1120693722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6181f9260 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc615400640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fc60400c4d0 tx=0x7fc60400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6040052d0 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc604005470 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc61814c460 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc604012890 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.251+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc61814ca20 con 0x7fc61814df20 2024-07-27T07:02:44.254 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.253+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc61806e360 con 0x7fc61814df20 2024-07-27T07:02:44.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.254+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc6040035f0 con 0x7fc61814df20 2024-07-27T07:02:44.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.255+0000 7fc60e000640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 0x7fc5f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.255+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 7221+0+0 (secure 0 0 0) 0x7fc604098af0 con 0x7fc61814df20 2024-07-27T07:02:44.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.256+0000 7fc615e00640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 0x7fc5f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.257+0000 7fc615e00640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 0x7fc5f8079520 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fc608005fd0 tx=0x7fc608005ec0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:44.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.260+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc6181f9260 con 0x7fc61814df20 2024-07-27T07:02:44.490 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.486+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6180b4d90 con 0x7fc61814df20 2024-07-27T07:02:44.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.490+0000 7fc60e000640 1 -- 172.21.15.66:0/1120693722 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) ==== 74+0+22333 (secure 0 0 0) 0x7fc604061780 con 0x7fc61814df20 2024-07-27T07:02:44.492 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":141,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:44.399976+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:02:41.114147+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-07-27T07:02:41.933945+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 msgr2=0x7fc5f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 0x7fc5f8079520 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fc608005fd0 tx=0x7fc608005ec0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 msgr2=0x7fc6181f8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 secure :-1 s=READY pgs=1581 cs=0 l=1 rev1=1 crypto rx=0x7fc60400c4d0 tx=0x7fc60400c990 comp rx=0 tx=0).stop 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 shutdown_connections 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc5f8077010 0x7fc5f8079520 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc6181f8e50 0x7fc61814ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc61814df20 0x7fc6181f8910 unknown :-1 s=CLOSED pgs=1581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 --2- 172.21.15.66:0/1120693722 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc6180aeec0 0x7fc61814d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 >> 172.21.15.66:0/1120693722 conn(0x7fc6180cfa80 msgr2=0x7fc61806fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:44.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.493+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 shutdown_connections 2024-07-27T07:02:44.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.494+0000 7fc617200640 1 -- 172.21.15.66:0/1120693722 wait complete. 2024-07-27T07:02:44.525 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T07:02:44.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 -- 172.21.15.66:0/1307260533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0b8ef0 msgr2=0x7fa69c0b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/1307260533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0b8ef0 0x7fa69c0b9420 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7fa69c0ce440 tx=0x7fa69002a830 comp rx=0 tx=0).stop 2024-07-27T07:02:44.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 -- 172.21.15.66:0/1307260533 shutdown_connections 2024-07-27T07:02:44.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/1307260533 >> v2:172.21.15.155:3300/0 conn(0x7fa69c0d2770 0x7fa69c0d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/1307260533 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0b8ef0 0x7fa69c0b9420 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 -- 172.21.15.66:0/1307260533 >> 172.21.15.66:0/1307260533 conn(0x7fa69c0d3e60 msgr2=0x7fa69c0d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:44.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.817+0000 7fa6a2e00640 1 -- 172.21.15.66:0/1307260533 shutdown_connections 2024-07-27T07:02:44.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.818+0000 7fa6a2e00640 1 -- 172.21.15.66:0/1307260533 wait complete. 2024-07-27T07:02:44.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.820+0000 7fa6a2e00640 1 Processor -- start 2024-07-27T07:02:44.822 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.820+0000 7fa6a2e00640 1 -- start start 2024-07-27T07:02:44.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.821+0000 7fa6a2e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa69c0b8ef0 0x7fa69c149970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 0x7fa69c0b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c0b77f0 con 0x7fa69c0d2770 2024-07-27T07:02:44.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa69c0b7670 con 0x7fa69c0d1f70 2024-07-27T07:02:44.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa69c168b30 con 0x7fa69c0b8ef0 2024-07-27T07:02:44.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35656/0 (socket says 172.21.15.66:35656) 2024-07-27T07:02:44.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 -- 172.21.15.66:0/923134439 learned_addr learned my addr 172.21.15.66:0/923134439 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a1a00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa69c0b8ef0 0x7fa69c149970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a1000640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 0x7fa69c0b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 -- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa69c0b8ef0 msgr2=0x7fa69c149970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa69c0b8ef0 0x7fa69c149970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 -- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 msgr2=0x7fa69c0b2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:44.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 0x7fa69c0b2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:44.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a2400640 1 -- 172.21.15.66:0/923134439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa69c14a480 con 0x7fa69c0d2770 2024-07-27T07:02:44.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.822+0000 7fa6a1000640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 0x7fa69c0b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:44.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa6a2400640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fa69400d690 tx=0x7fa69400db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:44.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa694017070 con 0x7fa69c0d2770 2024-07-27T07:02:44.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa694005310 con 0x7fa69c0d2770 2024-07-27T07:02:44.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa69c15f510 con 0x7fa69c0d2770 2024-07-27T07:02:44.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa694009820 con 0x7fa69c0d2770 2024-07-27T07:02:44.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.823+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa69c160f50 con 0x7fa69c0d2770 2024-07-27T07:02:44.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.825+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa69c14a650 con 0x7fa69c0d2770 2024-07-27T07:02:44.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.826+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa6940099c0 con 0x7fa69c0d2770 2024-07-27T07:02:44.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.827+0000 7fa699600640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 0x7fa67c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:44.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.827+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7fa694098e60 con 0x7fa69c0d2770 2024-07-27T07:02:44.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.828+0000 7fa6a1a00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 0x7fa67c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:44.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.829+0000 7fa6a1a00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 0x7fa67c079520 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fa690034000 tx=0x7fa690004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:44.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:44.832+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa694061b00 con 0x7fa69c0d2770 2024-07-27T07:02:45.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.086+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa69c0d2b80 con 0x7fa69c0d2770 2024-07-27T07:02:45.343 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:02:45.342+0000 7f9008c00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T07:02:45.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.449+0000 7fa699600640 1 -- 172.21.15.66:0/923134439 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v174) ==== 118+0+0 (secure 0 0 0) 0x7fa694061400 con 0x7fa69c0d2770 2024-07-27T07:02:45.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 msgr2=0x7fa67c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:45.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 0x7fa67c079520 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fa690034000 tx=0x7fa690004ab0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 msgr2=0x7fa69c0b2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:45.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7fa69400d690 tx=0x7fa69400db50 comp rx=0 tx=0).stop 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 shutdown_connections 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa67c077010 0x7fa67c079520 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa69c0d2770 0x7fa69c0b2fd0 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa69c0d1f70 0x7fa69c0b2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 --2- 172.21.15.66:0/923134439 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa69c0b8ef0 0x7fa69c149970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.453+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 >> 172.21.15.66:0/923134439 conn(0x7fa69c0d3e60 msgr2=0x7fa69c163480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.454+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 shutdown_connections 2024-07-27T07:02:45.456 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.454+0000 7fa6a2e00640 1 -- 172.21.15.66:0/923134439 wait complete. 2024-07-27T07:02:45.490 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T07:02:45.490 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T07:02:45.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.787+0000 7f3497e00640 1 -- 172.21.15.66:0/4191836133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980d0d00 msgr2=0x7f34980d4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.787+0000 7f3497e00640 1 --2- 172.21.15.66:0/4191836133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980d0d00 0x7f34980d4930 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f34980d3bb0 tx=0x7f348002a4f0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.787+0000 7f3497e00640 1 -- 172.21.15.66:0/4191836133 shutdown_connections 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.787+0000 7f3497e00640 1 --2- 172.21.15.66:0/4191836133 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980d0d00 0x7f34980d4930 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.787+0000 7f3497e00640 1 -- 172.21.15.66:0/4191836133 >> 172.21.15.66:0/4191836133 conn(0x7f34980d3e10 msgr2=0x7f34980d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.788+0000 7f3497e00640 1 -- 172.21.15.66:0/4191836133 shutdown_connections 2024-07-27T07:02:45.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.788+0000 7f3497e00640 1 -- 172.21.15.66:0/4191836133 wait complete. 2024-07-27T07:02:45.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.790+0000 7f3497e00640 1 Processor -- start 2024-07-27T07:02:45.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.790+0000 7f3497e00640 1 -- start start 2024-07-27T07:02:45.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34980b2d80 0x7f34980a0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:45.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f349815de60 0x7f349806da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f34980b49f0 con 0x7f34980b3d50 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f34980b4870 con 0x7f34980b2d80 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f34980b4b70 con 0x7f349815de60 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f348fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f348fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35672/0 (socket says 172.21.15.66:35672) 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f348fe00640 1 -- 172.21.15.66:0/3334158654 learned_addr learned my addr 172.21.15.66:0/3334158654 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:45.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3496a00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34980b2d80 0x7f34980a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:45.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f3497400640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f349815de60 0x7f349806da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:45.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f348fe00640 1 -- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f349815de60 msgr2=0x7f349806da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.792+0000 7f348fe00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f349815de60 0x7f349806da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348fe00640 1 -- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34980b2d80 msgr2=0x7f34980a0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348fe00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34980b2d80 0x7f34980a0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348fe00640 1 -- 172.21.15.66:0/3334158654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34981e8140 con 0x7f34980b3d50 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348fe00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f3480009920 tx=0x7f3480033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480031e20 con 0x7f34980b3d50 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3480005110 con 0x7f34980b3d50 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3480005560 con 0x7f34980b3d50 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34981e8790 con 0x7f34980b3d50 2024-07-27T07:02:45.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.793+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f349815db20 con 0x7f34980b3d50 2024-07-27T07:02:45.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.795+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34981e8580 con 0x7f34980b3d50 2024-07-27T07:02:45.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.796+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f348002ad10 con 0x7f34980b3d50 2024-07-27T07:02:45.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.797+0000 7f348ea00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 0x7f3474079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:45.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.797+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7f34800b9f10 con 0x7f34980b3d50 2024-07-27T07:02:45.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.798+0000 7f3496a00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 0x7f3474079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:45.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.799+0000 7f3496a00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 0x7f3474079520 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f3488006fd0 tx=0x7f3488008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:45.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:45.802+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f348003f030 con 0x7f34980b3d50 2024-07-27T07:02:46.063 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.062+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f34980d4930 con 0x7f34980b3d50 2024-07-27T07:02:46.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.467+0000 7f348ea00640 1 -- 172.21.15.66:0/3334158654 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v175) ==== 122+0+0 (secure 0 0 0) 0x7f3480082a80 con 0x7f34980b3d50 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 msgr2=0x7f3474079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 0x7f3474079520 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f3488006fd0 tx=0x7f3488008040 comp rx=0 tx=0).stop 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 msgr2=0x7f34981e9270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f3480009920 tx=0x7f3480033d60 comp rx=0 tx=0).stop 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 shutdown_connections 2024-07-27T07:02:46.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3474077010 0x7f3474079520 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f349815de60 0x7f349806da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34980b3d50 0x7f34981e9270 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 --2- 172.21.15.66:0/3334158654 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34980b2d80 0x7f34980a0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.473+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 >> 172.21.15.66:0/3334158654 conn(0x7f34980d3e10 msgr2=0x7f3498161170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.474+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 shutdown_connections 2024-07-27T07:02:46.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.474+0000 7f3497e00640 1 -- 172.21.15.66:0/3334158654 wait complete. 2024-07-27T07:02:46.512 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T07:02:46.512 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:46.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.807+0000 7fd48ca00640 1 -- 172.21.15.66:0/3731910721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880d05f0 msgr2=0x7fd4880d0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.807+0000 7fd48ca00640 1 --2- 172.21.15.66:0/3731910721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880d05f0 0x7fd4880d0a00 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7fd48808e640 tx=0x7fd47002aa10 comp rx=0 tx=0).stop 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 -- 172.21.15.66:0/3731910721 shutdown_connections 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 --2- 172.21.15.66:0/3731910721 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880cead0 0x7fd4880ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 --2- 172.21.15.66:0/3731910721 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880d05f0 0x7fd4880d0a00 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 --2- 172.21.15.66:0/3731910721 >> v2:172.21.15.155:3300/0 conn(0x7fd4880b2d80 0x7fd4880d4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 -- 172.21.15.66:0/3731910721 >> 172.21.15.66:0/3731910721 conn(0x7fd4880d3e10 msgr2=0x7fd4880d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 -- 172.21.15.66:0/3731910721 shutdown_connections 2024-07-27T07:02:46.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.808+0000 7fd48ca00640 1 -- 172.21.15.66:0/3731910721 wait complete. 2024-07-27T07:02:46.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.810+0000 7fd48ca00640 1 Processor -- start 2024-07-27T07:02:46.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.811+0000 7fd48ca00640 1 -- start start 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4880b2d80 0x7fd4881f4df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880d05f0 0x7fd4881f8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd4880cf420 con 0x7fd4880cead0 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd4880cf5a0 con 0x7fd4880b2d80 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd48ca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd4880cf720 con 0x7fd4880d05f0 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd485e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.812+0000 7fd485e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35690/0 (socket says 172.21.15.66:35690) 2024-07-27T07:02:46.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 -- 172.21.15.66:0/977247864 learned_addr learned my addr 172.21.15.66:0/977247864 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd486800640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4880b2d80 0x7fd4881f4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd487200640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880d05f0 0x7fd4881f8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 -- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880d05f0 msgr2=0x7fd4881f8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880d05f0 0x7fd4881f8250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 -- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4880b2d80 msgr2=0x7fd4881f4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4880b2d80 0x7fd4881f4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 -- 172.21.15.66:0/977247864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4881f5b90 con 0x7fd4880cead0 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.813+0000 7fd485e00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7fd470000f80 tx=0x7fd470003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.814+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd470033050 con 0x7fd4880cead0 2024-07-27T07:02:46.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.814+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd470004250 con 0x7fd4880cead0 2024-07-27T07:02:46.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.814+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd48815e6a0 con 0x7fd4880cead0 2024-07-27T07:02:46.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.814+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd470004680 con 0x7fd4880cead0 2024-07-27T07:02:46.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.814+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd48815ec60 con 0x7fd4880cead0 2024-07-27T07:02:46.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.815+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4881f5900 con 0x7fd4880cead0 2024-07-27T07:02:46.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.816+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd470036070 con 0x7fd4880cead0 2024-07-27T07:02:46.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.817+0000 7fd47ea00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 0x7fd464079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:46.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.818+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7fd4700b9eb0 con 0x7fd4880cead0 2024-07-27T07:02:46.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.818+0000 7fd486800640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 0x7fd464079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:46.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.820+0000 7fd486800640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 0x7fd464079550 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fd478009ac0 tx=0x7fd478005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:46.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:46.822+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd4880d0f40 con 0x7fd4880cead0 2024-07-27T07:02:47.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.085+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4880ceee0 con 0x7fd4880cead0 2024-07-27T07:02:47.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.087+0000 7fd47ea00640 1 -- 172.21.15.66:0/977247864 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7fd470082a20 con 0x7fd4880cead0 2024-07-27T07:02:47.088 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:02:47.089 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:02:47.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 msgr2=0x7fd464079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 0x7fd464079550 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fd478009ac0 tx=0x7fd478005f90 comp rx=0 tx=0).stop 2024-07-27T07:02:47.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 msgr2=0x7fd4881f5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7fd470000f80 tx=0x7fd470003f10 comp rx=0 tx=0).stop 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 shutdown_connections 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd464077040 0x7fd464079550 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd4880d05f0 0x7fd4881f8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd4880cead0 0x7fd4881f5330 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 --2- 172.21.15.66:0/977247864 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd4880b2d80 0x7fd4881f4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.090+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 >> 172.21.15.66:0/977247864 conn(0x7fd4880d3e10 msgr2=0x7fd4880b3de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:47.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.091+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 shutdown_connections 2024-07-27T07:02:47.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.091+0000 7fd48ca00640 1 -- 172.21.15.66:0/977247864 wait complete. 2024-07-27T07:02:47.119 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 -- 172.21.15.66:0/1049434846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b70003aa0 msgr2=0x7f7b70003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 --2- 172.21.15.66:0/1049434846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b70003aa0 0x7f7b70003f10 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c009b50 tx=0x7f7b70005830 comp rx=0 tx=0).stop 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8b400640 1 -- 172.21.15.66:0/1049434846 reap_dead start 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 -- 172.21.15.66:0/1049434846 shutdown_connections 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 -- 172.21.15.66:0/1049434846 >> 172.21.15.66:0/1049434846 conn(0x7f7b8c0cfa80 msgr2=0x7f7b8c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:47.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 -- 172.21.15.66:0/1049434846 shutdown_connections 2024-07-27T07:02:47.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.402+0000 7f7b8be00640 1 -- 172.21.15.66:0/1049434846 wait complete. 2024-07-27T07:02:47.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.405+0000 7f7b8be00640 1 Processor -- start 2024-07-27T07:02:47.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.406+0000 7f7b8be00640 1 -- start start 2024-07-27T07:02:47.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 0x7f7b8c0cb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b8c0cb5d0 0x7f7b8c0ced80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8c06f020 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7b8c06eea0 con 0x7f7b8c0cb5d0 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7b8c06f1a0 con 0x7f7b70003aa0 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35704/0 (socket says 172.21.15.66:35704) 2024-07-27T07:02:47.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.408+0000 7f7b8b400640 1 -- 172.21.15.66:0/3056544479 learned_addr learned my addr 172.21.15.66:0/3056544479 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:47.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8aa00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 0x7f7b8c0cb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8a000640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b8c0cb5d0 0x7f7b8c0ced80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 -- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 msgr2=0x7f7b8c0cb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 0x7f7b8c0cb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 -- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b8c0cb5d0 msgr2=0x7f7b8c0ced80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b8c0cb5d0 0x7f7b8c0ced80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 -- 172.21.15.66:0/3056544479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b8c1f5010 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8aa00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 0x7f7b8c0cb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8b400640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c156b10 tx=0x7f7b8400ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b84017070 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b8400ac30 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b8c1f52f0 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.409+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b84007070 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.410+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b8c1f58b0 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.411+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b8c15a590 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.413+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7b8401a070 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.414+0000 7f7b82a00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 0x7f7b6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.414+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7f7b84098c30 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.414+0000 7f7b8aa00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 0x7f7b6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.416+0000 7f7b8aa00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 0x7f7b6c079550 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c009b50 tx=0x7f7b7c02d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:47.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.419+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7b840617c0 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.632+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7b8c1f4d90 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.634+0000 7f7b82a00640 1 -- 172.21.15.66:0/3056544479 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) ==== 74+0+22333 (secure 0 0 0) 0x7f7b8c1f4d90 con 0x7f7b8c0cf2c0 2024-07-27T07:02:47.637 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:47.637 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":141,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:02:44.399976+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:02:41.114147+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-07-27T07:02:41.933945+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:02:47.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.637+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 msgr2=0x7f7b6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.637+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 0x7f7b6c079550 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c009b50 tx=0x7f7b7c02d040 comp rx=0 tx=0).stop 2024-07-27T07:02:47.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.637+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 msgr2=0x7f7b8c0c8e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.637+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c156b10 tx=0x7f7b8400ced0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 shutdown_connections 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7b6c077040 0x7f7b6c079550 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b8c0cf2c0 0x7f7b8c0c8e10 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b8c0cb5d0 0x7f7b8c0ced80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 --2- 172.21.15.66:0/3056544479 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b70003aa0 0x7f7b8c0cb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 >> 172.21.15.66:0/3056544479 conn(0x7f7b8c0cfa80 msgr2=0x7f7b8c15f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 shutdown_connections 2024-07-27T07:02:47.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.638+0000 7f7b8be00640 1 -- 172.21.15.66:0/3056544479 wait complete. 2024-07-27T07:02:47.667 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T07:02:47.667 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:02:47.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 -- 172.21.15.66:0/1948475400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b2a90 msgr2=0x7f86940b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 --2- 172.21.15.66:0/1948475400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b2a90 0x7f86940b2ea0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f8684005fd0 tx=0x7f868402a5d0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 -- 172.21.15.66:0/1948475400 shutdown_connections 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 --2- 172.21.15.66:0/1948475400 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b2a90 0x7f86940b2ea0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 -- 172.21.15.66:0/1948475400 >> 172.21.15.66:0/1948475400 conn(0x7f86940cfa80 msgr2=0x7f86940cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.957+0000 7f869a400640 1 -- 172.21.15.66:0/1948475400 shutdown_connections 2024-07-27T07:02:47.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.958+0000 7f869a400640 1 -- 172.21.15.66:0/1948475400 wait complete. 2024-07-27T07:02:47.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.960+0000 7f869a400640 1 Processor -- start 2024-07-27T07:02:47.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.960+0000 7f869a400640 1 -- start start 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 0x7f869415edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86940b2a90 0x7f86941e6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f869406f650 con 0x7f86940b4a40 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f869406f4d0 con 0x7f8694072300 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f869a400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f869406f7d0 con 0x7f86940b2a90 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35722/0 (socket says 172.21.15.66:35722) 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 -- 172.21.15.66:0/1825453506 learned_addr learned my addr 172.21.15.66:0/1825453506 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8693e00640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86940b2a90 0x7f86941e6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699000640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 0x7f869415edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 -- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86940b2a90 msgr2=0x7f86941e6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86940b2a90 0x7f86941e6410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 -- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 msgr2=0x7f869415edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:47.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 0x7f869415edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:47.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699a00640 1 -- 172.21.15.66:0/1825453506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f869415f310 con 0x7f86940b4a40 2024-07-27T07:02:47.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.962+0000 7f8699000640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 0x7f869415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:47.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f8699a00640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f868c00b970 tx=0x7f868c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c019070 con 0x7f86940b4a40 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f868c00cc30 con 0x7f86940b4a40 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f868c0146a0 con 0x7f86940b4a40 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86941e5b00 con 0x7f86940b4a40 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.963+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8694148a10 con 0x7f86940b4a40 2024-07-27T07:02:47.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.964+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86941e5870 con 0x7f86940b4a40 2024-07-27T07:02:47.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.966+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f868c01c070 con 0x7f86940b4a40 2024-07-27T07:02:47.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.967+0000 7f8690c00640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 0x7f8678079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:47.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.967+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7f868c098c40 con 0x7f86940b4a40 2024-07-27T07:02:47.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.967+0000 7f8699000640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 0x7f8678079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:47.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.969+0000 7f8699000640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 0x7f8678079520 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f86880016a0 tx=0x7f8688009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:47.973 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:47.971+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f868c0617b0 con 0x7f86940b4a40 2024-07-27T07:02:48.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.181+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f86940b4ff0 con 0x7f8678077010 2024-07-27T07:02:48.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.214+0000 7f8690c00640 1 -- 172.21.15.66:0/1825453506 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+491593 (secure 0 0 0) 0x7f86940b4ff0 con 0x7f8678077010 2024-07-27T07:02:48.224 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:48.230 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:02:48.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 msgr2=0x7f8678079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 0x7f8678079520 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f86880016a0 tx=0x7f8688009040 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 msgr2=0x7f8694147160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f868c00b970 tx=0x7f868c00be30 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 shutdown_connections 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8678077010 0x7f8678079520 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f86940b4a40 0x7f8694147160 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f86940b2a90 0x7f86941e6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 --2- 172.21.15.66:0/1825453506 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8694072300 0x7f869415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 >> 172.21.15.66:0/1825453506 conn(0x7f86940cfa80 msgr2=0x7f869415f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 shutdown_connections 2024-07-27T07:02:48.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.228+0000 7f869a400640 1 -- 172.21.15.66:0/1825453506 wait complete. 2024-07-27T07:02:48.263 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":520,"stamp":"2024-07-27T07:02:46.611733+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":133,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":100,"ondisk_log_size":100,"up":368,"acting":368,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":268,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264728,"kb_used_data":15248,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709992,"statfs":{"total":773094113280,"available":772823031808,"internally_reserved":0,"allocated":15613952,"data_stored":8772786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.258048"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.398400+0000","last_change":"2024-07-27T07:02:42.398400+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.398400+0000","last_undegraded":"2024-07-27T07:02:42.398400+0000","last_fullsized":"2024-07-27T07:02:42.398400+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.396883+0000","last_change":"2024-07-27T07:02:42.396883+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.396883+0000","last_undegraded":"2024-07-27T07:02:42.396883+0000","last_fullsized":"2024-07-27T07:02:42.396883+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433451+0000","last_change":"2024-07-27T07:02:43.423321+0000","last_active":"2024-07-27T07:02:43.433451+0000","last_peered":"2024-07-27T07:02:43.433451+0000","last_clean":"2024-07-27T07:02:43.433451+0000","last_became_active":"2024-07-27T07:02:43.422864+0000","last_became_peered":"2024-07-27T07:02:43.422864+0000","last_unstale":"2024-07-27T07:02:43.433451+0000","last_undegraded":"2024-07-27T07:02:43.433451+0000","last_fullsized":"2024-07-27T07:02:43.433451+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:57:09.974403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.388672+0000","last_change":"2024-07-27T07:02:42.388672+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.388672+0000","last_undegraded":"2024-07-27T07:02:42.388672+0000","last_fullsized":"2024-07-27T07:02:42.388672+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443428+0000","last_change":"2024-07-27T07:02:43.441874+0000","last_active":"2024-07-27T07:02:43.443428+0000","last_peered":"2024-07-27T07:02:43.443428+0000","last_clean":"2024-07-27T07:02:43.443428+0000","last_became_active":"2024-07-27T07:02:43.441111+0000","last_became_peered":"2024-07-27T07:02:43.441111+0000","last_unstale":"2024-07-27T07:02:43.443428+0000","last_undegraded":"2024-07-27T07:02:43.443428+0000","last_fullsized":"2024-07-27T07:02:43.443428+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:43.544408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445527+0000","last_change":"2024-07-27T07:02:43.432694+0000","last_active":"2024-07-27T07:02:43.445527+0000","last_peered":"2024-07-27T07:02:43.445527+0000","last_clean":"2024-07-27T07:02:43.445527+0000","last_became_active":"2024-07-27T07:02:43.432327+0000","last_became_peered":"2024-07-27T07:02:43.432327+0000","last_unstale":"2024-07-27T07:02:43.445527+0000","last_undegraded":"2024-07-27T07:02:43.445527+0000","last_fullsized":"2024-07-27T07:02:43.445527+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:44.493833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.442106+0000","last_change":"2024-07-27T07:02:43.439235+0000","last_active":"2024-07-27T07:02:43.442106+0000","last_peered":"2024-07-27T07:02:43.442106+0000","last_clean":"2024-07-27T07:02:43.442106+0000","last_became_active":"2024-07-27T07:02:43.436614+0000","last_became_peered":"2024-07-27T07:02:43.436614+0000","last_unstale":"2024-07-27T07:02:43.442106+0000","last_undegraded":"2024-07-27T07:02:43.442106+0000","last_fullsized":"2024-07-27T07:02:43.442106+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:34:32.275690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.437164+0000","last_change":"2024-07-27T07:02:43.429463+0000","last_active":"2024-07-27T07:02:43.437164+0000","last_peered":"2024-07-27T07:02:43.437164+0000","last_clean":"2024-07-27T07:02:43.437164+0000","last_became_active":"2024-07-27T07:02:43.429136+0000","last_became_peered":"2024-07-27T07:02:43.429136+0000","last_unstale":"2024-07-27T07:02:43.437164+0000","last_undegraded":"2024-07-27T07:02:43.437164+0000","last_fullsized":"2024-07-27T07:02:43.437164+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:28:15.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.436198+0000","last_change":"2024-07-27T07:02:43.430139+0000","last_active":"2024-07-27T07:02:43.436198+0000","last_peered":"2024-07-27T07:02:43.436198+0000","last_clean":"2024-07-27T07:02:43.436198+0000","last_became_active":"2024-07-27T07:02:43.425765+0000","last_became_peered":"2024-07-27T07:02:43.425765+0000","last_unstale":"2024-07-27T07:02:43.436198+0000","last_undegraded":"2024-07-27T07:02:43.436198+0000","last_fullsized":"2024-07-27T07:02:43.436198+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:05.719423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.395313+0000","last_change":"2024-07-27T07:02:42.395313+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.395313+0000","last_undegraded":"2024-07-27T07:02:42.395313+0000","last_fullsized":"2024-07-27T07:02:42.395313+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.386025+0000","last_change":"2024-07-27T07:02:42.386025+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.386025+0000","last_undegraded":"2024-07-27T07:02:42.386025+0000","last_fullsized":"2024-07-27T07:02:42.386025+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448479+0000","last_change":"2024-07-27T07:02:43.444521+0000","last_active":"2024-07-27T07:02:43.448479+0000","last_peered":"2024-07-27T07:02:43.448479+0000","last_clean":"2024-07-27T07:02:43.448479+0000","last_became_active":"2024-07-27T07:02:43.444155+0000","last_became_peered":"2024-07-27T07:02:43.444155+0000","last_unstale":"2024-07-27T07:02:43.448479+0000","last_undegraded":"2024-07-27T07:02:43.448479+0000","last_fullsized":"2024-07-27T07:02:43.448479+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:42:35.966708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.384611+0000","last_change":"2024-07-27T07:02:42.384611+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.384611+0000","last_undegraded":"2024-07-27T07:02:42.384611+0000","last_fullsized":"2024-07-27T07:02:42.384611+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.400330+0000","last_change":"2024-07-27T07:02:42.400330+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.400330+0000","last_undegraded":"2024-07-27T07:02:42.400330+0000","last_fullsized":"2024-07-27T07:02:42.400330+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409795+0000","last_change":"2024-07-27T07:02:43.403907+0000","last_active":"2024-07-27T07:02:43.409795+0000","last_peered":"2024-07-27T07:02:43.409795+0000","last_clean":"2024-07-27T07:02:43.409795+0000","last_became_active":"2024-07-27T07:02:43.403241+0000","last_became_peered":"2024-07-27T07:02:43.403241+0000","last_unstale":"2024-07-27T07:02:43.409795+0000","last_undegraded":"2024-07-27T07:02:43.409795+0000","last_fullsized":"2024-07-27T07:02:43.409795+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:29.670483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.404048+0000","last_change":"2024-07-27T07:02:42.404048+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.404048+0000","last_undegraded":"2024-07-27T07:02:42.404048+0000","last_fullsized":"2024-07-27T07:02:42.404048+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.391327+0000","last_change":"2024-07-27T07:02:42.391327+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.391327+0000","last_undegraded":"2024-07-27T07:02:42.391327+0000","last_fullsized":"2024-07-27T07:02:42.391327+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.408544+0000","last_change":"2024-07-27T07:02:42.408544+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.408544+0000","last_undegraded":"2024-07-27T07:02:42.408544+0000","last_fullsized":"2024-07-27T07:02:42.408544+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445312+0000","last_change":"2024-07-27T07:02:43.435522+0000","last_active":"2024-07-27T07:02:43.445312+0000","last_peered":"2024-07-27T07:02:43.445312+0000","last_clean":"2024-07-27T07:02:43.445312+0000","last_became_active":"2024-07-27T07:02:43.435197+0000","last_became_peered":"2024-07-27T07:02:43.435197+0000","last_unstale":"2024-07-27T07:02:43.445312+0000","last_undegraded":"2024-07-27T07:02:43.445312+0000","last_fullsized":"2024-07-27T07:02:43.445312+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:58:36.479535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.393088+0000","last_change":"2024-07-27T07:02:42.393088+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.393088+0000","last_undegraded":"2024-07-27T07:02:42.393088+0000","last_fullsized":"2024-07-27T07:02:42.393088+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.435713+0000","last_change":"2024-07-27T07:02:43.429682+0000","last_active":"2024-07-27T07:02:43.435713+0000","last_peered":"2024-07-27T07:02:43.435713+0000","last_clean":"2024-07-27T07:02:43.435713+0000","last_became_active":"2024-07-27T07:02:43.429331+0000","last_became_peered":"2024-07-27T07:02:43.429331+0000","last_unstale":"2024-07-27T07:02:43.435713+0000","last_undegraded":"2024-07-27T07:02:43.435713+0000","last_fullsized":"2024-07-27T07:02:43.435713+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:40:14.044846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.396400+0000","last_change":"2024-07-27T07:02:42.396400+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.396400+0000","last_undegraded":"2024-07-27T07:02:42.396400+0000","last_fullsized":"2024-07-27T07:02:42.396400+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.384546+0000","last_change":"2024-07-27T07:02:42.384546+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.384546+0000","last_undegraded":"2024-07-27T07:02:42.384546+0000","last_fullsized":"2024-07-27T07:02:42.384546+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.393815+0000","last_change":"2024-07-27T07:02:42.393815+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.393815+0000","last_undegraded":"2024-07-27T07:02:42.393815+0000","last_fullsized":"2024-07-27T07:02:42.393815+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.419466+0000","last_change":"2024-07-27T07:02:43.415356+0000","last_active":"2024-07-27T07:02:43.419466+0000","last_peered":"2024-07-27T07:02:43.419466+0000","last_clean":"2024-07-27T07:02:43.419466+0000","last_became_active":"2024-07-27T07:02:43.415019+0000","last_became_peered":"2024-07-27T07:02:43.415019+0000","last_unstale":"2024-07-27T07:02:43.419466+0000","last_undegraded":"2024-07-27T07:02:43.419466+0000","last_fullsized":"2024-07-27T07:02:43.419466+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:40:05.026814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.395875+0000","last_change":"2024-07-27T07:02:42.395875+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.395875+0000","last_undegraded":"2024-07-27T07:02:42.395875+0000","last_fullsized":"2024-07-27T07:02:42.395875+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.397030+0000","last_change":"2024-07-27T07:02:42.397030+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.397030+0000","last_undegraded":"2024-07-27T07:02:42.397030+0000","last_fullsized":"2024-07-27T07:02:42.397030+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.428080+0000","last_change":"2024-07-27T07:02:43.424085+0000","last_active":"2024-07-27T07:02:43.428080+0000","last_peered":"2024-07-27T07:02:43.428080+0000","last_clean":"2024-07-27T07:02:43.428080+0000","last_became_active":"2024-07-27T07:02:43.423695+0000","last_became_peered":"2024-07-27T07:02:43.423695+0000","last_unstale":"2024-07-27T07:02:43.428080+0000","last_undegraded":"2024-07-27T07:02:43.428080+0000","last_fullsized":"2024-07-27T07:02:43.428080+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:41.837900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.430428+0000","last_change":"2024-07-27T07:02:43.421620+0000","last_active":"2024-07-27T07:02:43.430428+0000","last_peered":"2024-07-27T07:02:43.430428+0000","last_clean":"2024-07-27T07:02:43.430428+0000","last_became_active":"2024-07-27T07:02:43.421167+0000","last_became_peered":"2024-07-27T07:02:43.421167+0000","last_unstale":"2024-07-27T07:02:43.430428+0000","last_undegraded":"2024-07-27T07:02:43.430428+0000","last_fullsized":"2024-07-27T07:02:43.430428+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:17:24.513536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443752+0000","last_change":"2024-07-27T07:02:43.428036+0000","last_active":"2024-07-27T07:02:43.443752+0000","last_peered":"2024-07-27T07:02:43.443752+0000","last_clean":"2024-07-27T07:02:43.443752+0000","last_became_active":"2024-07-27T07:02:43.427379+0000","last_became_peered":"2024-07-27T07:02:43.427379+0000","last_unstale":"2024-07-27T07:02:43.443752+0000","last_undegraded":"2024-07-27T07:02:43.443752+0000","last_fullsized":"2024-07-27T07:02:43.443752+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:08.080611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.414110+0000","last_change":"2024-07-27T07:02:42.411591+0000","last_active":"2024-07-27T07:02:42.414110+0000","last_peered":"2024-07-27T07:02:42.414110+0000","last_clean":"2024-07-27T07:02:42.414110+0000","last_became_active":"2024-07-27T07:02:42.411251+0000","last_became_peered":"2024-07-27T07:02:42.411251+0000","last_unstale":"2024-07-27T07:02:42.414110+0000","last_undegraded":"2024-07-27T07:02:42.414110+0000","last_fullsized":"2024-07-27T07:02:42.414110+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:27.167518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.400903+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:02:43.400903+0000","last_peered":"2024-07-27T07:02:43.400903+0000","last_clean":"2024-07-27T07:02:43.400903+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:02:43.400903+0000","last_undegraded":"2024-07-27T07:02:43.400903+0000","last_fullsized":"2024-07-27T07:02:43.400903+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409740+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:02:43.409740+0000","last_peered":"2024-07-27T07:02:43.409740+0000","last_clean":"2024-07-27T07:02:43.409740+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:02:43.409740+0000","last_undegraded":"2024-07-27T07:02:43.409740+0000","last_fullsized":"2024-07-27T07:02:43.409740+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":210,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.387773+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:02:42.387773+0000","last_peered":"2024-07-27T07:02:42.387773+0000","last_clean":"2024-07-27T07:02:42.387773+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:02:42.387773+0000","last_undegraded":"2024-07-27T07:02:42.387773+0000","last_fullsized":"2024-07-27T07:02:42.387773+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":1,"reported_epoch":138,"state":"creating+peering","last_fresh":"2024-07-27T07:02:41.474612+0000","last_change":"2024-07-27T07:02:41.474612+0000","last_active":"2024-07-27T07:02:41.332225+0000","last_peered":"2024-07-27T07:02:41.332225+0000","last_clean":"2024-07-27T07:02:41.332225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:41.474612+0000","last_undegraded":"2024-07-27T07:02:41.474612+0000","last_fullsized":"2024-07-27T07:02:41.474612+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":145,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.410256+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:02:42.410256+0000","last_peered":"2024-07-27T07:02:42.410256+0000","last_clean":"2024-07-27T07:02:42.410256+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:02:42.410256+0000","last_undegraded":"2024-07-27T07:02:42.410256+0000","last_fullsized":"2024-07-27T07:02:42.410256+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401239+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:02:43.401239+0000","last_peered":"2024-07-27T07:02:43.401239+0000","last_clean":"2024-07-27T07:02:43.401239+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:02:43.401239+0000","last_undegraded":"2024-07-27T07:02:43.401239+0000","last_fullsized":"2024-07-27T07:02:43.401239+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410886+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:02:43.410886+0000","last_peered":"2024-07-27T07:02:43.410886+0000","last_clean":"2024-07-27T07:02:43.410886+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:02:43.410886+0000","last_undegraded":"2024-07-27T07:02:43.410886+0000","last_fullsized":"2024-07-27T07:02:43.410886+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.418674+0000","last_change":"2024-07-27T07:02:43.416336+0000","last_active":"2024-07-27T07:02:43.418674+0000","last_peered":"2024-07-27T07:02:43.418674+0000","last_clean":"2024-07-27T07:02:43.418674+0000","last_became_active":"2024-07-27T07:02:43.415892+0000","last_became_peered":"2024-07-27T07:02:43.415892+0000","last_unstale":"2024-07-27T07:02:43.418674+0000","last_undegraded":"2024-07-27T07:02:43.418674+0000","last_fullsized":"2024-07-27T07:02:43.418674+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:15.170099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.422499+0000","last_change":"2024-07-27T07:02:42.421833+0000","last_active":"2024-07-27T07:02:42.422499+0000","last_peered":"2024-07-27T07:02:42.422499+0000","last_clean":"2024-07-27T07:02:42.422499+0000","last_became_active":"2024-07-27T07:02:42.421456+0000","last_became_peered":"2024-07-27T07:02:42.421456+0000","last_unstale":"2024-07-27T07:02:42.422499+0000","last_undegraded":"2024-07-27T07:02:42.422499+0000","last_fullsized":"2024-07-27T07:02:42.422499+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:20.566766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386774+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:02:43.386774+0000","last_peered":"2024-07-27T07:02:43.386774+0000","last_clean":"2024-07-27T07:02:43.386774+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:02:43.386774+0000","last_undegraded":"2024-07-27T07:02:43.386774+0000","last_fullsized":"2024-07-27T07:02:43.386774+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.422265+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:02:43.422265+0000","last_peered":"2024-07-27T07:02:43.422265+0000","last_clean":"2024-07-27T07:02:43.422265+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:02:43.422265+0000","last_undegraded":"2024-07-27T07:02:43.422265+0000","last_fullsized":"2024-07-27T07:02:43.422265+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.413912+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:02:43.413912+0000","last_peered":"2024-07-27T07:02:43.413912+0000","last_clean":"2024-07-27T07:02:43.413912+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:02:43.413912+0000","last_undegraded":"2024-07-27T07:02:43.413912+0000","last_fullsized":"2024-07-27T07:02:43.413912+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.396445+0000","last_change":"2024-07-27T07:02:42.396445+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.396445+0000","last_undegraded":"2024-07-27T07:02:42.396445+0000","last_fullsized":"2024-07-27T07:02:42.396445+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"140'2","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.434369+0000","last_change":"2024-07-27T07:02:42.417603+0000","last_active":"2024-07-27T07:02:43.434369+0000","last_peered":"2024-07-27T07:02:43.434369+0000","last_clean":"2024-07-27T07:02:43.434369+0000","last_became_active":"2024-07-27T07:02:42.417287+0000","last_became_peered":"2024-07-27T07:02:42.417287+0000","last_unstale":"2024-07-27T07:02:43.434369+0000","last_undegraded":"2024-07-27T07:02:43.434369+0000","last_fullsized":"2024-07-27T07:02:43.434369+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:47.745498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":142,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.478128+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:02:41.478128+0000","last_peered":"2024-07-27T07:02:41.478128+0000","last_clean":"2024-07-27T07:02:41.478128+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:02:41.478128+0000","last_undegraded":"2024-07-27T07:02:41.478128+0000","last_fullsized":"2024-07-27T07:02:41.478128+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406170+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:02:43.406170+0000","last_peered":"2024-07-27T07:02:43.406170+0000","last_clean":"2024-07-27T07:02:43.406170+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:02:43.406170+0000","last_undegraded":"2024-07-27T07:02:43.406170+0000","last_fullsized":"2024-07-27T07:02:43.406170+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":203,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.414448+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:02:42.414448+0000","last_peered":"2024-07-27T07:02:42.414448+0000","last_clean":"2024-07-27T07:02:42.414448+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:02:42.414448+0000","last_undegraded":"2024-07-27T07:02:42.414448+0000","last_fullsized":"2024-07-27T07:02:42.414448+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.394513+0000","last_change":"2024-07-27T07:02:42.394513+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.394513+0000","last_undegraded":"2024-07-27T07:02:42.394513+0000","last_fullsized":"2024-07-27T07:02:42.394513+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410707+0000","last_change":"2024-07-27T07:02:42.407295+0000","last_active":"2024-07-27T07:02:43.410707+0000","last_peered":"2024-07-27T07:02:43.410707+0000","last_clean":"2024-07-27T07:02:43.410707+0000","last_became_active":"2024-07-27T07:02:42.406962+0000","last_became_peered":"2024-07-27T07:02:42.406962+0000","last_unstale":"2024-07-27T07:02:43.410707+0000","last_undegraded":"2024-07-27T07:02:43.410707+0000","last_fullsized":"2024-07-27T07:02:43.410707+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:36.050779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.402956+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:02:43.402956+0000","last_peered":"2024-07-27T07:02:43.402956+0000","last_clean":"2024-07-27T07:02:43.402956+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:02:43.402956+0000","last_undegraded":"2024-07-27T07:02:43.402956+0000","last_fullsized":"2024-07-27T07:02:43.402956+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":156,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405616+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:02:42.405616+0000","last_peered":"2024-07-27T07:02:42.405616+0000","last_clean":"2024-07-27T07:02:42.405616+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:02:42.405616+0000","last_undegraded":"2024-07-27T07:02:42.405616+0000","last_fullsized":"2024-07-27T07:02:42.405616+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383428+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:02:43.383428+0000","last_peered":"2024-07-27T07:02:43.383428+0000","last_clean":"2024-07-27T07:02:43.383428+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:02:43.383428+0000","last_undegraded":"2024-07-27T07:02:43.383428+0000","last_fullsized":"2024-07-27T07:02:43.383428+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.394973+0000","last_change":"2024-07-27T07:02:42.394973+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.394973+0000","last_undegraded":"2024-07-27T07:02:42.394973+0000","last_fullsized":"2024-07-27T07:02:42.394973+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433517+0000","last_change":"2024-07-27T07:02:42.403478+0000","last_active":"2024-07-27T07:02:43.433517+0000","last_peered":"2024-07-27T07:02:43.433517+0000","last_clean":"2024-07-27T07:02:43.433517+0000","last_became_active":"2024-07-27T07:02:42.403146+0000","last_became_peered":"2024-07-27T07:02:42.403146+0000","last_unstale":"2024-07-27T07:02:43.433517+0000","last_undegraded":"2024-07-27T07:02:43.433517+0000","last_fullsized":"2024-07-27T07:02:43.433517+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:58.450994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":142,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477400+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:02:41.477400+0000","last_peered":"2024-07-27T07:02:41.477400+0000","last_clean":"2024-07-27T07:02:41.477400+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:02:41.477400+0000","last_undegraded":"2024-07-27T07:02:41.477400+0000","last_fullsized":"2024-07-27T07:02:41.477400+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":155,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.382977+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:02:42.382977+0000","last_peered":"2024-07-27T07:02:42.382977+0000","last_clean":"2024-07-27T07:02:42.382977+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:02:42.382977+0000","last_undegraded":"2024-07-27T07:02:42.382977+0000","last_fullsized":"2024-07-27T07:02:42.382977+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.404108+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:02:42.404108+0000","last_peered":"2024-07-27T07:02:42.404108+0000","last_clean":"2024-07-27T07:02:42.404108+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:02:42.404108+0000","last_undegraded":"2024-07-27T07:02:42.404108+0000","last_fullsized":"2024-07-27T07:02:42.404108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.418714+0000","last_change":"2024-07-27T07:02:43.413432+0000","last_active":"2024-07-27T07:02:43.418714+0000","last_peered":"2024-07-27T07:02:43.418714+0000","last_clean":"2024-07-27T07:02:43.418714+0000","last_became_active":"2024-07-27T07:02:43.412951+0000","last_became_peered":"2024-07-27T07:02:43.412951+0000","last_unstale":"2024-07-27T07:02:43.418714+0000","last_undegraded":"2024-07-27T07:02:43.418714+0000","last_fullsized":"2024-07-27T07:02:43.418714+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:37:43.999410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409911+0000","last_change":"2024-07-27T07:02:42.401549+0000","last_active":"2024-07-27T07:02:42.409911+0000","last_peered":"2024-07-27T07:02:42.409911+0000","last_clean":"2024-07-27T07:02:42.409911+0000","last_became_active":"2024-07-27T07:02:42.401142+0000","last_became_peered":"2024-07-27T07:02:42.401142+0000","last_unstale":"2024-07-27T07:02:42.409911+0000","last_undegraded":"2024-07-27T07:02:42.409911+0000","last_fullsized":"2024-07-27T07:02:42.409911+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:58:35.461032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":142,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.476601+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:02:41.476601+0000","last_peered":"2024-07-27T07:02:41.476601+0000","last_clean":"2024-07-27T07:02:41.476601+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:02:41.476601+0000","last_undegraded":"2024-07-27T07:02:41.476601+0000","last_fullsized":"2024-07-27T07:02:41.476601+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":149,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.476666+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:02:41.476666+0000","last_peered":"2024-07-27T07:02:41.476666+0000","last_clean":"2024-07-27T07:02:41.476666+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:02:41.476666+0000","last_undegraded":"2024-07-27T07:02:41.476666+0000","last_fullsized":"2024-07-27T07:02:41.476666+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.416473+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:02:42.416473+0000","last_peered":"2024-07-27T07:02:42.416473+0000","last_clean":"2024-07-27T07:02:42.416473+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:02:42.416473+0000","last_undegraded":"2024-07-27T07:02:42.416473+0000","last_fullsized":"2024-07-27T07:02:42.416473+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.437194+0000","last_change":"2024-07-27T07:02:43.429512+0000","last_active":"2024-07-27T07:02:43.437194+0000","last_peered":"2024-07-27T07:02:43.437194+0000","last_clean":"2024-07-27T07:02:43.437194+0000","last_became_active":"2024-07-27T07:02:43.429179+0000","last_became_peered":"2024-07-27T07:02:43.429179+0000","last_unstale":"2024-07-27T07:02:43.437194+0000","last_undegraded":"2024-07-27T07:02:43.437194+0000","last_fullsized":"2024-07-27T07:02:43.437194+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:16:46.822094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447760+0000","last_change":"2024-07-27T07:02:42.403763+0000","last_active":"2024-07-27T07:02:43.447760+0000","last_peered":"2024-07-27T07:02:43.447760+0000","last_clean":"2024-07-27T07:02:43.447760+0000","last_became_active":"2024-07-27T07:02:42.403376+0000","last_became_peered":"2024-07-27T07:02:42.403376+0000","last_unstale":"2024-07-27T07:02:43.447760+0000","last_undegraded":"2024-07-27T07:02:43.447760+0000","last_fullsized":"2024-07-27T07:02:43.447760+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:50.543046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":145,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409541+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:02:42.409541+0000","last_peered":"2024-07-27T07:02:42.409541+0000","last_clean":"2024-07-27T07:02:42.409541+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:02:42.409541+0000","last_undegraded":"2024-07-27T07:02:42.409541+0000","last_fullsized":"2024-07-27T07:02:42.409541+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403370+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:02:43.403370+0000","last_peered":"2024-07-27T07:02:43.403370+0000","last_clean":"2024-07-27T07:02:43.403370+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:02:43.403370+0000","last_undegraded":"2024-07-27T07:02:43.403370+0000","last_fullsized":"2024-07-27T07:02:43.403370+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.384271+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:02:43.384271+0000","last_peered":"2024-07-27T07:02:43.384271+0000","last_clean":"2024-07-27T07:02:43.384271+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:02:43.384271+0000","last_undegraded":"2024-07-27T07:02:43.384271+0000","last_fullsized":"2024-07-27T07:02:43.384271+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":1,"reported_epoch":138,"state":"creating+peering","last_fresh":"2024-07-27T07:02:41.474879+0000","last_change":"2024-07-27T07:02:41.474879+0000","last_active":"2024-07-27T07:02:41.332225+0000","last_peered":"2024-07-27T07:02:41.332225+0000","last_clean":"2024-07-27T07:02:41.332225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:41.474879+0000","last_undegraded":"2024-07-27T07:02:41.474879+0000","last_fullsized":"2024-07-27T07:02:41.474879+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401463+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:02:43.401463+0000","last_peered":"2024-07-27T07:02:43.401463+0000","last_clean":"2024-07-27T07:02:43.401463+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:02:43.401463+0000","last_undegraded":"2024-07-27T07:02:43.401463+0000","last_fullsized":"2024-07-27T07:02:43.401463+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409621+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:02:43.409621+0000","last_peered":"2024-07-27T07:02:43.409621+0000","last_clean":"2024-07-27T07:02:43.409621+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:02:43.409621+0000","last_undegraded":"2024-07-27T07:02:43.409621+0000","last_fullsized":"2024-07-27T07:02:43.409621+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387359+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:02:43.387359+0000","last_peered":"2024-07-27T07:02:43.387359+0000","last_clean":"2024-07-27T07:02:43.387359+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:02:43.387359+0000","last_undegraded":"2024-07-27T07:02:43.387359+0000","last_fullsized":"2024-07-27T07:02:43.387359+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.397432+0000","last_change":"2024-07-27T07:02:42.397432+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.397432+0000","last_undegraded":"2024-07-27T07:02:42.397432+0000","last_fullsized":"2024-07-27T07:02:42.397432+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405104+0000","last_change":"2024-07-27T07:02:42.400206+0000","last_active":"2024-07-27T07:02:42.405104+0000","last_peered":"2024-07-27T07:02:42.405104+0000","last_clean":"2024-07-27T07:02:42.405104+0000","last_became_active":"2024-07-27T07:02:42.399867+0000","last_became_peered":"2024-07-27T07:02:42.399867+0000","last_unstale":"2024-07-27T07:02:42.405104+0000","last_undegraded":"2024-07-27T07:02:42.405104+0000","last_fullsized":"2024-07-27T07:02:42.405104+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:37:18.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.404600+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:02:43.404600+0000","last_peered":"2024-07-27T07:02:43.404600+0000","last_clean":"2024-07-27T07:02:43.404600+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:02:43.404600+0000","last_undegraded":"2024-07-27T07:02:43.404600+0000","last_fullsized":"2024-07-27T07:02:43.404600+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388227+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:02:43.388227+0000","last_peered":"2024-07-27T07:02:43.388227+0000","last_clean":"2024-07-27T07:02:43.388227+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:02:43.388227+0000","last_undegraded":"2024-07-27T07:02:43.388227+0000","last_fullsized":"2024-07-27T07:02:43.388227+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":210,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.386081+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:02:42.386081+0000","last_peered":"2024-07-27T07:02:42.386081+0000","last_clean":"2024-07-27T07:02:42.386081+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:02:42.386081+0000","last_undegraded":"2024-07-27T07:02:42.386081+0000","last_fullsized":"2024-07-27T07:02:42.386081+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445258+0000","last_change":"2024-07-27T07:02:43.433831+0000","last_active":"2024-07-27T07:02:43.445258+0000","last_peered":"2024-07-27T07:02:43.445258+0000","last_clean":"2024-07-27T07:02:43.445258+0000","last_became_active":"2024-07-27T07:02:43.433199+0000","last_became_peered":"2024-07-27T07:02:43.433199+0000","last_unstale":"2024-07-27T07:02:43.445258+0000","last_undegraded":"2024-07-27T07:02:43.445258+0000","last_fullsized":"2024-07-27T07:02:43.445258+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:30:05.509933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.415100+0000","last_change":"2024-07-27T07:02:42.406243+0000","last_active":"2024-07-27T07:02:43.415100+0000","last_peered":"2024-07-27T07:02:43.415100+0000","last_clean":"2024-07-27T07:02:43.415100+0000","last_became_active":"2024-07-27T07:02:42.405883+0000","last_became_peered":"2024-07-27T07:02:42.405883+0000","last_unstale":"2024-07-27T07:02:43.415100+0000","last_undegraded":"2024-07-27T07:02:43.415100+0000","last_fullsized":"2024-07-27T07:02:43.415100+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:49:26.739885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.405922+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:02:43.405922+0000","last_peered":"2024-07-27T07:02:43.405922+0000","last_clean":"2024-07-27T07:02:43.405922+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:02:43.405922+0000","last_undegraded":"2024-07-27T07:02:43.405922+0000","last_fullsized":"2024-07-27T07:02:43.405922+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":154,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.385269+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:02:42.385269+0000","last_peered":"2024-07-27T07:02:42.385269+0000","last_clean":"2024-07-27T07:02:42.385269+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:02:42.385269+0000","last_undegraded":"2024-07-27T07:02:42.385269+0000","last_fullsized":"2024-07-27T07:02:42.385269+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401880+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:02:43.401880+0000","last_peered":"2024-07-27T07:02:43.401880+0000","last_clean":"2024-07-27T07:02:43.401880+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:02:43.401880+0000","last_undegraded":"2024-07-27T07:02:43.401880+0000","last_fullsized":"2024-07-27T07:02:43.401880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448314+0000","last_change":"2024-07-27T07:02:43.443552+0000","last_active":"2024-07-27T07:02:43.448314+0000","last_peered":"2024-07-27T07:02:43.448314+0000","last_clean":"2024-07-27T07:02:43.448314+0000","last_became_active":"2024-07-27T07:02:43.443220+0000","last_became_peered":"2024-07-27T07:02:43.443220+0000","last_unstale":"2024-07-27T07:02:43.448314+0000","last_undegraded":"2024-07-27T07:02:43.448314+0000","last_fullsized":"2024-07-27T07:02:43.448314+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:01:52.146406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.419433+0000","last_change":"2024-07-27T07:02:42.412115+0000","last_active":"2024-07-27T07:02:42.419433+0000","last_peered":"2024-07-27T07:02:42.419433+0000","last_clean":"2024-07-27T07:02:42.419433+0000","last_became_active":"2024-07-27T07:02:42.404482+0000","last_became_peered":"2024-07-27T07:02:42.404482+0000","last_unstale":"2024-07-27T07:02:42.419433+0000","last_undegraded":"2024-07-27T07:02:42.419433+0000","last_fullsized":"2024-07-27T07:02:42.419433+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:49:26.739885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":146,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.422134+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:02:43.422134+0000","last_peered":"2024-07-27T07:02:43.422134+0000","last_clean":"2024-07-27T07:02:43.422134+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:02:43.422134+0000","last_undegraded":"2024-07-27T07:02:43.422134+0000","last_fullsized":"2024-07-27T07:02:43.422134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":148,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477995+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:02:41.477995+0000","last_peered":"2024-07-27T07:02:41.477995+0000","last_clean":"2024-07-27T07:02:41.477995+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:02:41.477995+0000","last_undegraded":"2024-07-27T07:02:41.477995+0000","last_fullsized":"2024-07-27T07:02:41.477995+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406829+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:02:43.406829+0000","last_peered":"2024-07-27T07:02:43.406829+0000","last_clean":"2024-07-27T07:02:43.406829+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:02:43.406829+0000","last_undegraded":"2024-07-27T07:02:43.406829+0000","last_fullsized":"2024-07-27T07:02:43.406829+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433410+0000","last_change":"2024-07-27T07:02:43.423208+0000","last_active":"2024-07-27T07:02:43.433410+0000","last_peered":"2024-07-27T07:02:43.433410+0000","last_clean":"2024-07-27T07:02:43.433410+0000","last_became_active":"2024-07-27T07:02:43.422399+0000","last_became_peered":"2024-07-27T07:02:43.422399+0000","last_unstale":"2024-07-27T07:02:43.433410+0000","last_undegraded":"2024-07-27T07:02:43.433410+0000","last_fullsized":"2024-07-27T07:02:43.433410+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:16.368983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":1,"reported_epoch":138,"state":"creating+peering","last_fresh":"2024-07-27T07:02:41.474673+0000","last_change":"2024-07-27T07:02:41.474673+0000","last_active":"2024-07-27T07:02:41.332225+0000","last_peered":"2024-07-27T07:02:41.332225+0000","last_clean":"2024-07-27T07:02:41.332225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:41.474673+0000","last_undegraded":"2024-07-27T07:02:41.474673+0000","last_fullsized":"2024-07-27T07:02:41.474673+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":144,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.408115+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:02:43.408115+0000","last_peered":"2024-07-27T07:02:43.408115+0000","last_clean":"2024-07-27T07:02:43.408115+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:02:43.408115+0000","last_undegraded":"2024-07-27T07:02:43.408115+0000","last_fullsized":"2024-07-27T07:02:43.408115+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":151,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.396947+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:02:43.396947+0000","last_peered":"2024-07-27T07:02:43.396947+0000","last_clean":"2024-07-27T07:02:43.396947+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:02:43.396947+0000","last_undegraded":"2024-07-27T07:02:43.396947+0000","last_fullsized":"2024-07-27T07:02:43.396947+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403573+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:02:43.403573+0000","last_peered":"2024-07-27T07:02:43.403573+0000","last_clean":"2024-07-27T07:02:43.403573+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:02:43.403573+0000","last_undegraded":"2024-07-27T07:02:43.403573+0000","last_fullsized":"2024-07-27T07:02:43.403573+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.419610+0000","last_change":"2024-07-27T07:02:42.416816+0000","last_active":"2024-07-27T07:02:42.419610+0000","last_peered":"2024-07-27T07:02:42.419610+0000","last_clean":"2024-07-27T07:02:42.419610+0000","last_became_active":"2024-07-27T07:02:42.416503+0000","last_became_peered":"2024-07-27T07:02:42.416503+0000","last_unstale":"2024-07-27T07:02:42.419610+0000","last_undegraded":"2024-07-27T07:02:42.419610+0000","last_fullsized":"2024-07-27T07:02:42.419610+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:18:17.745467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":147,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.383295+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:02:42.383295+0000","last_peered":"2024-07-27T07:02:42.383295+0000","last_clean":"2024-07-27T07:02:42.383295+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:02:42.383295+0000","last_undegraded":"2024-07-27T07:02:42.383295+0000","last_fullsized":"2024-07-27T07:02:42.383295+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":153,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407061+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:02:43.407061+0000","last_peered":"2024-07-27T07:02:43.407061+0000","last_clean":"2024-07-27T07:02:43.407061+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:02:43.407061+0000","last_undegraded":"2024-07-27T07:02:43.407061+0000","last_fullsized":"2024-07-27T07:02:43.407061+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":202,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409888+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:02:42.409888+0000","last_peered":"2024-07-27T07:02:42.409888+0000","last_clean":"2024-07-27T07:02:42.409888+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:02:42.409888+0000","last_undegraded":"2024-07-27T07:02:42.409888+0000","last_fullsized":"2024-07-27T07:02:42.409888+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.389323+0000","last_change":"2024-07-27T07:02:42.389323+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.389323+0000","last_undegraded":"2024-07-27T07:02:42.389323+0000","last_fullsized":"2024-07-27T07:02:42.389323+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409538+0000","last_change":"2024-07-27T07:02:42.411455+0000","last_active":"2024-07-27T07:02:43.409538+0000","last_peered":"2024-07-27T07:02:43.409538+0000","last_clean":"2024-07-27T07:02:43.409538+0000","last_became_active":"2024-07-27T07:02:42.411087+0000","last_became_peered":"2024-07-27T07:02:42.411087+0000","last_unstale":"2024-07-27T07:02:43.409538+0000","last_undegraded":"2024-07-27T07:02:43.409538+0000","last_fullsized":"2024-07-27T07:02:43.409538+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:53:14.554404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":145,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409320+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:02:42.409320+0000","last_peered":"2024-07-27T07:02:42.409320+0000","last_clean":"2024-07-27T07:02:42.409320+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:02:42.409320+0000","last_undegraded":"2024-07-27T07:02:42.409320+0000","last_fullsized":"2024-07-27T07:02:42.409320+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409672+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:02:42.409672+0000","last_peered":"2024-07-27T07:02:42.409672+0000","last_clean":"2024-07-27T07:02:42.409672+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:02:42.409672+0000","last_undegraded":"2024-07-27T07:02:42.409672+0000","last_fullsized":"2024-07-27T07:02:42.409672+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":202,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.411114+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:02:42.411114+0000","last_peered":"2024-07-27T07:02:42.411114+0000","last_clean":"2024-07-27T07:02:42.411114+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:02:42.411114+0000","last_undegraded":"2024-07-27T07:02:42.411114+0000","last_fullsized":"2024-07-27T07:02:42.411114+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.446845+0000","last_change":"2024-07-27T07:02:43.444279+0000","last_active":"2024-07-27T07:02:43.446845+0000","last_peered":"2024-07-27T07:02:43.446845+0000","last_clean":"2024-07-27T07:02:43.446845+0000","last_became_active":"2024-07-27T07:02:43.443876+0000","last_became_peered":"2024-07-27T07:02:43.443876+0000","last_unstale":"2024-07-27T07:02:43.446845+0000","last_undegraded":"2024-07-27T07:02:43.446845+0000","last_fullsized":"2024-07-27T07:02:43.446845+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:57:35.000312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.422181+0000","last_change":"2024-07-27T07:02:42.421159+0000","last_active":"2024-07-27T07:02:42.422181+0000","last_peered":"2024-07-27T07:02:42.422181+0000","last_clean":"2024-07-27T07:02:42.422181+0000","last_became_active":"2024-07-27T07:02:42.420760+0000","last_became_peered":"2024-07-27T07:02:42.420760+0000","last_unstale":"2024-07-27T07:02:42.422181+0000","last_undegraded":"2024-07-27T07:02:42.422181+0000","last_fullsized":"2024-07-27T07:02:42.422181+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:09:16.165445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.395428+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:02:43.395428+0000","last_peered":"2024-07-27T07:02:43.395428+0000","last_clean":"2024-07-27T07:02:43.395428+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:02:43.395428+0000","last_undegraded":"2024-07-27T07:02:43.395428+0000","last_fullsized":"2024-07-27T07:02:43.395428+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409461+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:02:42.409461+0000","last_peered":"2024-07-27T07:02:42.409461+0000","last_clean":"2024-07-27T07:02:42.409461+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:02:42.409461+0000","last_undegraded":"2024-07-27T07:02:42.409461+0000","last_fullsized":"2024-07-27T07:02:42.409461+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397001+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:02:43.397001+0000","last_peered":"2024-07-27T07:02:43.397001+0000","last_clean":"2024-07-27T07:02:43.397001+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:02:43.397001+0000","last_undegraded":"2024-07-27T07:02:43.397001+0000","last_fullsized":"2024-07-27T07:02:43.397001+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.390911+0000","last_change":"2024-07-27T07:02:42.390911+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.390911+0000","last_undegraded":"2024-07-27T07:02:42.390911+0000","last_fullsized":"2024-07-27T07:02:42.390911+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.422042+0000","last_change":"2024-07-27T07:02:42.420869+0000","last_active":"2024-07-27T07:02:42.422042+0000","last_peered":"2024-07-27T07:02:42.422042+0000","last_clean":"2024-07-27T07:02:42.422042+0000","last_became_active":"2024-07-27T07:02:42.420315+0000","last_became_peered":"2024-07-27T07:02:42.420315+0000","last_unstale":"2024-07-27T07:02:42.422042+0000","last_undegraded":"2024-07-27T07:02:42.422042+0000","last_fullsized":"2024-07-27T07:02:42.422042+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:07.062109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387851+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:02:43.387851+0000","last_peered":"2024-07-27T07:02:43.387851+0000","last_clean":"2024-07-27T07:02:43.387851+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:02:43.387851+0000","last_undegraded":"2024-07-27T07:02:43.387851+0000","last_fullsized":"2024-07-27T07:02:43.387851+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":149,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477814+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:02:41.477814+0000","last_peered":"2024-07-27T07:02:41.477814+0000","last_clean":"2024-07-27T07:02:41.477814+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:02:41.477814+0000","last_undegraded":"2024-07-27T07:02:41.477814+0000","last_fullsized":"2024-07-27T07:02:41.477814+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406561+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:02:43.406561+0000","last_peered":"2024-07-27T07:02:43.406561+0000","last_clean":"2024-07-27T07:02:43.406561+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:02:43.406561+0000","last_undegraded":"2024-07-27T07:02:43.406561+0000","last_fullsized":"2024-07-27T07:02:43.406561+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445639+0000","last_change":"2024-07-27T07:02:43.433322+0000","last_active":"2024-07-27T07:02:43.445639+0000","last_peered":"2024-07-27T07:02:43.445639+0000","last_clean":"2024-07-27T07:02:43.445639+0000","last_became_active":"2024-07-27T07:02:43.431573+0000","last_became_peered":"2024-07-27T07:02:43.431573+0000","last_unstale":"2024-07-27T07:02:43.445639+0000","last_undegraded":"2024-07-27T07:02:43.445639+0000","last_fullsized":"2024-07-27T07:02:43.445639+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:20:57.244993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383018+0000","last_change":"2024-07-27T07:02:42.410451+0000","last_active":"2024-07-27T07:02:43.383018+0000","last_peered":"2024-07-27T07:02:43.383018+0000","last_clean":"2024-07-27T07:02:43.383018+0000","last_became_active":"2024-07-27T07:02:42.410095+0000","last_became_peered":"2024-07-27T07:02:42.410095+0000","last_unstale":"2024-07-27T07:02:43.383018+0000","last_undegraded":"2024-07-27T07:02:43.383018+0000","last_fullsized":"2024-07-27T07:02:43.383018+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:29.776722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386364+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:02:43.386364+0000","last_peered":"2024-07-27T07:02:43.386364+0000","last_clean":"2024-07-27T07:02:43.386364+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:02:43.386364+0000","last_undegraded":"2024-07-27T07:02:43.386364+0000","last_fullsized":"2024-07-27T07:02:43.386364+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.412041+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:02:42.412041+0000","last_peered":"2024-07-27T07:02:42.412041+0000","last_clean":"2024-07-27T07:02:42.412041+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:02:42.412041+0000","last_undegraded":"2024-07-27T07:02:42.412041+0000","last_fullsized":"2024-07-27T07:02:42.412041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.411003+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:02:43.411003+0000","last_peered":"2024-07-27T07:02:43.411003+0000","last_clean":"2024-07-27T07:02:43.411003+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:02:43.411003+0000","last_undegraded":"2024-07-27T07:02:43.411003+0000","last_fullsized":"2024-07-27T07:02:43.411003+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445288+0000","last_change":"2024-07-27T07:02:43.434620+0000","last_active":"2024-07-27T07:02:43.445288+0000","last_peered":"2024-07-27T07:02:43.445288+0000","last_clean":"2024-07-27T07:02:43.445288+0000","last_became_active":"2024-07-27T07:02:43.434298+0000","last_became_peered":"2024-07-27T07:02:43.434298+0000","last_unstale":"2024-07-27T07:02:43.445288+0000","last_undegraded":"2024-07-27T07:02:43.445288+0000","last_fullsized":"2024-07-27T07:02:43.445288+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:37:19.327053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.421379+0000","last_change":"2024-07-27T07:02:42.420396+0000","last_active":"2024-07-27T07:02:42.421379+0000","last_peered":"2024-07-27T07:02:42.421379+0000","last_clean":"2024-07-27T07:02:42.421379+0000","last_became_active":"2024-07-27T07:02:42.420054+0000","last_became_peered":"2024-07-27T07:02:42.420054+0000","last_unstale":"2024-07-27T07:02:42.421379+0000","last_undegraded":"2024-07-27T07:02:42.421379+0000","last_fullsized":"2024-07-27T07:02:42.421379+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:34:57.400917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":145,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409216+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:02:43.409216+0000","last_peered":"2024-07-27T07:02:43.409216+0000","last_clean":"2024-07-27T07:02:43.409216+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:02:43.409216+0000","last_undegraded":"2024-07-27T07:02:43.409216+0000","last_fullsized":"2024-07-27T07:02:43.409216+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410779+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:02:43.410779+0000","last_peered":"2024-07-27T07:02:43.410779+0000","last_clean":"2024-07-27T07:02:43.410779+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:02:43.410779+0000","last_undegraded":"2024-07-27T07:02:43.410779+0000","last_fullsized":"2024-07-27T07:02:43.410779+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":202,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.414187+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:02:42.414187+0000","last_peered":"2024-07-27T07:02:42.414187+0000","last_clean":"2024-07-27T07:02:42.414187+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:02:42.414187+0000","last_undegraded":"2024-07-27T07:02:42.414187+0000","last_fullsized":"2024-07-27T07:02:42.414187+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.400744+0000","last_change":"2024-07-27T07:02:42.400744+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.400744+0000","last_undegraded":"2024-07-27T07:02:42.400744+0000","last_fullsized":"2024-07-27T07:02:42.400744+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.418746+0000","last_change":"2024-07-27T07:02:42.412243+0000","last_active":"2024-07-27T07:02:42.418746+0000","last_peered":"2024-07-27T07:02:42.418746+0000","last_clean":"2024-07-27T07:02:42.418746+0000","last_became_active":"2024-07-27T07:02:42.403925+0000","last_became_peered":"2024-07-27T07:02:42.403925+0000","last_unstale":"2024-07-27T07:02:42.418746+0000","last_undegraded":"2024-07-27T07:02:42.418746+0000","last_fullsized":"2024-07-27T07:02:42.418746+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:15.293028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.384661+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:02:43.384661+0000","last_peered":"2024-07-27T07:02:43.384661+0000","last_clean":"2024-07-27T07:02:43.384661+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:02:43.384661+0000","last_undegraded":"2024-07-27T07:02:43.384661+0000","last_fullsized":"2024-07-27T07:02:43.384661+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407573+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:02:43.407573+0000","last_peered":"2024-07-27T07:02:43.407573+0000","last_clean":"2024-07-27T07:02:43.407573+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:02:43.407573+0000","last_undegraded":"2024-07-27T07:02:43.407573+0000","last_fullsized":"2024-07-27T07:02:43.407573+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":202,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.414614+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:02:42.414614+0000","last_peered":"2024-07-27T07:02:42.414614+0000","last_clean":"2024-07-27T07:02:42.414614+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:02:42.414614+0000","last_undegraded":"2024-07-27T07:02:42.414614+0000","last_fullsized":"2024-07-27T07:02:42.414614+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445884+0000","last_change":"2024-07-27T07:02:43.432378+0000","last_active":"2024-07-27T07:02:43.445884+0000","last_peered":"2024-07-27T07:02:43.445884+0000","last_clean":"2024-07-27T07:02:43.445884+0000","last_became_active":"2024-07-27T07:02:43.432017+0000","last_became_peered":"2024-07-27T07:02:43.432017+0000","last_unstale":"2024-07-27T07:02:43.445884+0000","last_undegraded":"2024-07-27T07:02:43.445884+0000","last_fullsized":"2024-07-27T07:02:43.445884+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:49.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.420037+0000","last_change":"2024-07-27T07:02:42.417323+0000","last_active":"2024-07-27T07:02:42.420037+0000","last_peered":"2024-07-27T07:02:42.420037+0000","last_clean":"2024-07-27T07:02:42.420037+0000","last_became_active":"2024-07-27T07:02:42.413787+0000","last_became_peered":"2024-07-27T07:02:42.413787+0000","last_unstale":"2024-07-27T07:02:42.420037+0000","last_undegraded":"2024-07-27T07:02:42.420037+0000","last_fullsized":"2024-07-27T07:02:42.420037+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:50.543046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":142,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477665+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:02:41.477665+0000","last_peered":"2024-07-27T07:02:41.477665+0000","last_clean":"2024-07-27T07:02:41.477665+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:02:41.477665+0000","last_undegraded":"2024-07-27T07:02:41.477665+0000","last_fullsized":"2024-07-27T07:02:41.477665+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.405520+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:02:43.405520+0000","last_peered":"2024-07-27T07:02:43.405520+0000","last_clean":"2024-07-27T07:02:43.405520+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:02:43.405520+0000","last_undegraded":"2024-07-27T07:02:43.405520+0000","last_fullsized":"2024-07-27T07:02:43.405520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.388409+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:02:42.388409+0000","last_peered":"2024-07-27T07:02:42.388409+0000","last_clean":"2024-07-27T07:02:42.388409+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:02:42.388409+0000","last_undegraded":"2024-07-27T07:02:42.388409+0000","last_fullsized":"2024-07-27T07:02:42.388409+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.429947+0000","last_change":"2024-07-27T07:02:43.419739+0000","last_active":"2024-07-27T07:02:43.429947+0000","last_peered":"2024-07-27T07:02:43.429947+0000","last_clean":"2024-07-27T07:02:43.429947+0000","last_became_active":"2024-07-27T07:02:43.419235+0000","last_became_peered":"2024-07-27T07:02:43.419235+0000","last_unstale":"2024-07-27T07:02:43.429947+0000","last_undegraded":"2024-07-27T07:02:43.429947+0000","last_fullsized":"2024-07-27T07:02:43.429947+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:53.908398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.418212+0000","last_change":"2024-07-27T07:02:42.416904+0000","last_active":"2024-07-27T07:02:42.418212+0000","last_peered":"2024-07-27T07:02:42.418212+0000","last_clean":"2024-07-27T07:02:42.418212+0000","last_became_active":"2024-07-27T07:02:42.415927+0000","last_became_peered":"2024-07-27T07:02:42.415927+0000","last_unstale":"2024-07-27T07:02:42.418212+0000","last_undegraded":"2024-07-27T07:02:42.418212+0000","last_fullsized":"2024-07-27T07:02:42.418212+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:01:51.127904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.396496+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:02:43.396496+0000","last_peered":"2024-07-27T07:02:43.396496+0000","last_clean":"2024-07-27T07:02:43.396496+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:02:43.396496+0000","last_undegraded":"2024-07-27T07:02:43.396496+0000","last_fullsized":"2024-07-27T07:02:43.396496+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":156,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.416353+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:02:42.416353+0000","last_peered":"2024-07-27T07:02:42.416353+0000","last_clean":"2024-07-27T07:02:42.416353+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:02:42.416353+0000","last_undegraded":"2024-07-27T07:02:42.416353+0000","last_fullsized":"2024-07-27T07:02:42.416353+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.385435+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:02:42.385435+0000","last_peered":"2024-07-27T07:02:42.385435+0000","last_clean":"2024-07-27T07:02:42.385435+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:02:42.385435+0000","last_undegraded":"2024-07-27T07:02:42.385435+0000","last_fullsized":"2024-07-27T07:02:42.385435+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409733+0000","last_change":"2024-07-27T07:02:43.403474+0000","last_active":"2024-07-27T07:02:43.409733+0000","last_peered":"2024-07-27T07:02:43.409733+0000","last_clean":"2024-07-27T07:02:43.409733+0000","last_became_active":"2024-07-27T07:02:43.402862+0000","last_became_peered":"2024-07-27T07:02:43.402862+0000","last_unstale":"2024-07-27T07:02:43.409733+0000","last_undegraded":"2024-07-27T07:02:43.409733+0000","last_fullsized":"2024-07-27T07:02:43.409733+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:15:53.239896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447195+0000","last_change":"2024-07-27T07:02:42.416980+0000","last_active":"2024-07-27T07:02:43.447195+0000","last_peered":"2024-07-27T07:02:43.447195+0000","last_clean":"2024-07-27T07:02:43.447195+0000","last_became_active":"2024-07-27T07:02:42.416666+0000","last_became_peered":"2024-07-27T07:02:42.416666+0000","last_unstale":"2024-07-27T07:02:43.447195+0000","last_undegraded":"2024-07-27T07:02:43.447195+0000","last_fullsized":"2024-07-27T07:02:43.447195+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:22.302961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.399717+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:02:43.399717+0000","last_peered":"2024-07-27T07:02:43.399717+0000","last_clean":"2024-07-27T07:02:43.399717+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:02:43.399717+0000","last_undegraded":"2024-07-27T07:02:43.399717+0000","last_fullsized":"2024-07-27T07:02:43.399717+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407072+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:02:43.407072+0000","last_peered":"2024-07-27T07:02:43.407072+0000","last_clean":"2024-07-27T07:02:43.407072+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:02:43.407072+0000","last_undegraded":"2024-07-27T07:02:43.407072+0000","last_fullsized":"2024-07-27T07:02:43.407072+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":200,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477742+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:02:41.477742+0000","last_peered":"2024-07-27T07:02:41.477742+0000","last_clean":"2024-07-27T07:02:41.477742+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:02:41.477742+0000","last_undegraded":"2024-07-27T07:02:41.477742+0000","last_fullsized":"2024-07-27T07:02:41.477742+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.1f","version":"140'4","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.444858+0000","last_change":"2024-07-27T07:02:42.413480+0000","last_active":"2024-07-27T07:02:43.444858+0000","last_peered":"2024-07-27T07:02:43.444858+0000","last_clean":"2024-07-27T07:02:43.444858+0000","last_became_active":"2024-07-27T07:02:42.411183+0000","last_became_peered":"2024-07-27T07:02:42.411183+0000","last_unstale":"2024-07-27T07:02:43.444858+0000","last_undegraded":"2024-07-27T07:02:43.444858+0000","last_fullsized":"2024-07-27T07:02:43.444858+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:39:42.555003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397532+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:02:43.397532+0000","last_peered":"2024-07-27T07:02:43.397532+0000","last_clean":"2024-07-27T07:02:43.397532+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:02:43.397532+0000","last_undegraded":"2024-07-27T07:02:43.397532+0000","last_fullsized":"2024-07-27T07:02:43.397532+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.400382+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:02:43.400382+0000","last_peered":"2024-07-27T07:02:43.400382+0000","last_clean":"2024-07-27T07:02:43.400382+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:02:43.400382+0000","last_undegraded":"2024-07-27T07:02:43.400382+0000","last_fullsized":"2024-07-27T07:02:43.400382+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":212,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405720+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:02:42.405720+0000","last_peered":"2024-07-27T07:02:42.405720+0000","last_clean":"2024-07-27T07:02:42.405720+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:02:42.405720+0000","last_undegraded":"2024-07-27T07:02:42.405720+0000","last_fullsized":"2024-07-27T07:02:42.405720+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443783+0000","last_change":"2024-07-27T07:02:43.428347+0000","last_active":"2024-07-27T07:02:43.443783+0000","last_peered":"2024-07-27T07:02:43.443783+0000","last_clean":"2024-07-27T07:02:43.443783+0000","last_became_active":"2024-07-27T07:02:43.427723+0000","last_became_peered":"2024-07-27T07:02:43.427723+0000","last_unstale":"2024-07-27T07:02:43.443783+0000","last_undegraded":"2024-07-27T07:02:43.443783+0000","last_fullsized":"2024-07-27T07:02:43.443783+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:32.931715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"140'8","reported_seq":21,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448677+0000","last_change":"2024-07-27T07:02:42.407273+0000","last_active":"2024-07-27T07:02:43.448677+0000","last_peered":"2024-07-27T07:02:43.448677+0000","last_clean":"2024-07-27T07:02:43.448677+0000","last_became_active":"2024-07-27T07:02:42.404840+0000","last_became_peered":"2024-07-27T07:02:42.404840+0000","last_unstale":"2024-07-27T07:02:43.448677+0000","last_undegraded":"2024-07-27T07:02:43.448677+0000","last_fullsized":"2024-07-27T07:02:43.448677+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:56.029356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":145,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409591+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:02:43.409591+0000","last_peered":"2024-07-27T07:02:43.409591+0000","last_clean":"2024-07-27T07:02:43.409591+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:02:43.409591+0000","last_undegraded":"2024-07-27T07:02:43.409591+0000","last_fullsized":"2024-07-27T07:02:43.409591+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.410504+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:02:42.410504+0000","last_peered":"2024-07-27T07:02:42.410504+0000","last_clean":"2024-07-27T07:02:42.410504+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:02:42.410504+0000","last_undegraded":"2024-07-27T07:02:42.410504+0000","last_fullsized":"2024-07-27T07:02:42.410504+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387977+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:02:43.387977+0000","last_peered":"2024-07-27T07:02:43.387977+0000","last_clean":"2024-07-27T07:02:43.387977+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:02:43.387977+0000","last_undegraded":"2024-07-27T07:02:43.387977+0000","last_fullsized":"2024-07-27T07:02:43.387977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.404816+0000","last_change":"2024-07-27T07:02:42.399461+0000","last_active":"2024-07-27T07:02:42.404816+0000","last_peered":"2024-07-27T07:02:42.404816+0000","last_clean":"2024-07-27T07:02:42.404816+0000","last_became_active":"2024-07-27T07:02:42.399072+0000","last_became_peered":"2024-07-27T07:02:42.399072+0000","last_unstale":"2024-07-27T07:02:42.404816+0000","last_undegraded":"2024-07-27T07:02:42.404816+0000","last_fullsized":"2024-07-27T07:02:42.404816+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:30:04.491431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.404873+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:02:43.404873+0000","last_peered":"2024-07-27T07:02:43.404873+0000","last_clean":"2024-07-27T07:02:43.404873+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:02:43.404873+0000","last_undegraded":"2024-07-27T07:02:43.404873+0000","last_fullsized":"2024-07-27T07:02:43.404873+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388524+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:02:43.388524+0000","last_peered":"2024-07-27T07:02:43.388524+0000","last_clean":"2024-07-27T07:02:43.388524+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:02:43.388524+0000","last_undegraded":"2024-07-27T07:02:43.388524+0000","last_fullsized":"2024-07-27T07:02:43.388524+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":212,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.417156+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:02:42.417156+0000","last_peered":"2024-07-27T07:02:42.417156+0000","last_clean":"2024-07-27T07:02:42.417156+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:02:42.417156+0000","last_undegraded":"2024-07-27T07:02:42.417156+0000","last_fullsized":"2024-07-27T07:02:42.417156+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-07-27T07:02:42.350727+0000","last_change":"2024-07-27T07:02:42.350727+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.350727+0000","last_undegraded":"2024-07-27T07:02:42.350727+0000","last_fullsized":"2024-07-27T07:02:42.350727+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":1,"reported_epoch":138,"state":"creating+peering","last_fresh":"2024-07-27T07:02:41.474702+0000","last_change":"2024-07-27T07:02:41.474702+0000","last_active":"2024-07-27T07:02:41.332225+0000","last_peered":"2024-07-27T07:02:41.332225+0000","last_clean":"2024-07-27T07:02:41.332225+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:41.474702+0000","last_undegraded":"2024-07-27T07:02:41.474702+0000","last_fullsized":"2024-07-27T07:02:41.474702+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407466+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:02:43.407466+0000","last_peered":"2024-07-27T07:02:43.407466+0000","last_clean":"2024-07-27T07:02:43.407466+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:02:43.407466+0000","last_undegraded":"2024-07-27T07:02:43.407466+0000","last_fullsized":"2024-07-27T07:02:43.407466+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.410855+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:02:42.410855+0000","last_peered":"2024-07-27T07:02:42.410855+0000","last_clean":"2024-07-27T07:02:42.410855+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:02:42.410855+0000","last_undegraded":"2024-07-27T07:02:42.410855+0000","last_fullsized":"2024-07-27T07:02:42.410855+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388846+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:02:43.388846+0000","last_peered":"2024-07-27T07:02:43.388846+0000","last_clean":"2024-07-27T07:02:43.388846+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:02:43.388846+0000","last_undegraded":"2024-07-27T07:02:43.388846+0000","last_fullsized":"2024-07-27T07:02:43.388846+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.446850+0000","last_change":"2024-07-27T07:02:43.443529+0000","last_active":"2024-07-27T07:02:43.446850+0000","last_peered":"2024-07-27T07:02:43.446850+0000","last_clean":"2024-07-27T07:02:43.446850+0000","last_became_active":"2024-07-27T07:02:43.443155+0000","last_became_peered":"2024-07-27T07:02:43.443155+0000","last_unstale":"2024-07-27T07:02:43.446850+0000","last_undegraded":"2024-07-27T07:02:43.446850+0000","last_fullsized":"2024-07-27T07:02:43.446850+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:36:29.445796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"140'6","reported_seq":19,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.451000+0000","last_change":"2024-07-27T07:02:42.401173+0000","last_active":"2024-07-27T07:02:43.451000+0000","last_peered":"2024-07-27T07:02:43.451000+0000","last_clean":"2024-07-27T07:02:43.451000+0000","last_became_active":"2024-07-27T07:02:42.396997+0000","last_became_peered":"2024-07-27T07:02:42.396997+0000","last_unstale":"2024-07-27T07:02:43.451000+0000","last_undegraded":"2024-07-27T07:02:43.451000+0000","last_fullsized":"2024-07-27T07:02:43.451000+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:20.566766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383531+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:02:43.383531+0000","last_peered":"2024-07-27T07:02:43.383531+0000","last_clean":"2024-07-27T07:02:43.383531+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:02:43.383531+0000","last_undegraded":"2024-07-27T07:02:43.383531+0000","last_fullsized":"2024-07-27T07:02:43.383531+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":156,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405592+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:02:42.405592+0000","last_peered":"2024-07-27T07:02:42.405592+0000","last_clean":"2024-07-27T07:02:42.405592+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:02:42.405592+0000","last_undegraded":"2024-07-27T07:02:42.405592+0000","last_fullsized":"2024-07-27T07:02:42.405592+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":203,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403773+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:02:43.403773+0000","last_peered":"2024-07-27T07:02:43.403773+0000","last_clean":"2024-07-27T07:02:43.403773+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:02:43.403773+0000","last_undegraded":"2024-07-27T07:02:43.403773+0000","last_fullsized":"2024-07-27T07:02:43.403773+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445913+0000","last_change":"2024-07-27T07:02:43.438561+0000","last_active":"2024-07-27T07:02:43.445913+0000","last_peered":"2024-07-27T07:02:43.445913+0000","last_clean":"2024-07-27T07:02:43.445913+0000","last_became_active":"2024-07-27T07:02:43.434810+0000","last_became_peered":"2024-07-27T07:02:43.434810+0000","last_unstale":"2024-07-27T07:02:43.445913+0000","last_undegraded":"2024-07-27T07:02:43.445913+0000","last_fullsized":"2024-07-27T07:02:43.445913+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:28.186020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"140'3","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445407+0000","last_change":"2024-07-27T07:02:42.408306+0000","last_active":"2024-07-27T07:02:43.445407+0000","last_peered":"2024-07-27T07:02:43.445407+0000","last_clean":"2024-07-27T07:02:43.445407+0000","last_became_active":"2024-07-27T07:02:42.406239+0000","last_became_peered":"2024-07-27T07:02:42.406239+0000","last_unstale":"2024-07-27T07:02:43.445407+0000","last_undegraded":"2024-07-27T07:02:43.445407+0000","last_fullsized":"2024-07-27T07:02:43.445407+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:53:26.972187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":149,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405440+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:02:42.405440+0000","last_peered":"2024-07-27T07:02:42.405440+0000","last_clean":"2024-07-27T07:02:42.405440+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:02:42.405440+0000","last_undegraded":"2024-07-27T07:02:42.405440+0000","last_fullsized":"2024-07-27T07:02:42.405440+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.411005+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:02:42.411005+0000","last_peered":"2024-07-27T07:02:42.411005+0000","last_clean":"2024-07-27T07:02:42.411005+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:02:42.411005+0000","last_undegraded":"2024-07-27T07:02:42.411005+0000","last_fullsized":"2024-07-27T07:02:42.411005+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":205,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397844+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:02:43.397844+0000","last_peered":"2024-07-27T07:02:43.397844+0000","last_clean":"2024-07-27T07:02:43.397844+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:02:43.397844+0000","last_undegraded":"2024-07-27T07:02:43.397844+0000","last_fullsized":"2024-07-27T07:02:43.397844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.431596+0000","last_change":"2024-07-27T07:02:43.423165+0000","last_active":"2024-07-27T07:02:43.431596+0000","last_peered":"2024-07-27T07:02:43.431596+0000","last_clean":"2024-07-27T07:02:43.431596+0000","last_became_active":"2024-07-27T07:02:43.422806+0000","last_became_peered":"2024-07-27T07:02:43.422806+0000","last_unstale":"2024-07-27T07:02:43.431596+0000","last_undegraded":"2024-07-27T07:02:43.431596+0000","last_fullsized":"2024-07-27T07:02:43.431596+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:55.395643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.420306+0000","last_change":"2024-07-27T07:02:42.419065+0000","last_active":"2024-07-27T07:02:42.420306+0000","last_peered":"2024-07-27T07:02:42.420306+0000","last_clean":"2024-07-27T07:02:42.420306+0000","last_became_active":"2024-07-27T07:02:42.418751+0000","last_became_peered":"2024-07-27T07:02:42.418751+0000","last_unstale":"2024-07-27T07:02:42.420306+0000","last_undegraded":"2024-07-27T07:02:42.420306+0000","last_fullsized":"2024-07-27T07:02:42.420306+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:12:05.645502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403432+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:02:43.403432+0000","last_peered":"2024-07-27T07:02:43.403432+0000","last_clean":"2024-07-27T07:02:43.403432+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:02:43.403432+0000","last_undegraded":"2024-07-27T07:02:43.403432+0000","last_fullsized":"2024-07-27T07:02:43.403432+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":152,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.409779+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:02:42.409779+0000","last_peered":"2024-07-27T07:02:42.409779+0000","last_clean":"2024-07-27T07:02:42.409779+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:02:42.409779+0000","last_undegraded":"2024-07-27T07:02:42.409779+0000","last_fullsized":"2024-07-27T07:02:42.409779+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.383440+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:02:42.383440+0000","last_peered":"2024-07-27T07:02:42.383440+0000","last_clean":"2024-07-27T07:02:42.383440+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:02:42.383440+0000","last_undegraded":"2024-07-27T07:02:42.383440+0000","last_fullsized":"2024-07-27T07:02:42.383440+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":1,"reported_epoch":139,"state":"creating+peering","last_fresh":"2024-07-27T07:02:42.392557+0000","last_change":"2024-07-27T07:02:42.392557+0000","last_active":"2024-07-27T07:02:42.350727+0000","last_peered":"2024-07-27T07:02:42.350727+0000","last_clean":"2024-07-27T07:02:42.350727+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:02:42.392557+0000","last_undegraded":"2024-07-27T07:02:42.392557+0000","last_fullsized":"2024-07-27T07:02:42.392557+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.413046+0000","last_change":"2024-07-27T07:02:42.402111+0000","last_active":"2024-07-27T07:02:43.413046+0000","last_peered":"2024-07-27T07:02:43.413046+0000","last_clean":"2024-07-27T07:02:43.413046+0000","last_became_active":"2024-07-27T07:02:42.401708+0000","last_became_peered":"2024-07-27T07:02:42.401708+0000","last_unstale":"2024-07-27T07:02:43.413046+0000","last_undegraded":"2024-07-27T07:02:43.413046+0000","last_fullsized":"2024-07-27T07:02:43.413046+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:15.293028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":148,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.383233+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:02:42.383233+0000","last_peered":"2024-07-27T07:02:42.383233+0000","last_clean":"2024-07-27T07:02:42.383233+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:02:42.383233+0000","last_undegraded":"2024-07-27T07:02:42.383233+0000","last_fullsized":"2024-07-27T07:02:42.383233+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":149,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.476695+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:02:41.476695+0000","last_peered":"2024-07-27T07:02:41.476695+0000","last_clean":"2024-07-27T07:02:41.476695+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:02:41.476695+0000","last_undegraded":"2024-07-27T07:02:41.476695+0000","last_fullsized":"2024-07-27T07:02:41.476695+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":212,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.405742+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:02:42.405742+0000","last_peered":"2024-07-27T07:02:42.405742+0000","last_clean":"2024-07-27T07:02:42.405742+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:02:42.405742+0000","last_undegraded":"2024-07-27T07:02:42.405742+0000","last_fullsized":"2024-07-27T07:02:42.405742+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409628+0000","last_change":"2024-07-27T07:02:43.401628+0000","last_active":"2024-07-27T07:02:43.409628+0000","last_peered":"2024-07-27T07:02:43.409628+0000","last_clean":"2024-07-27T07:02:43.409628+0000","last_became_active":"2024-07-27T07:02:43.401275+0000","last_became_peered":"2024-07-27T07:02:43.401275+0000","last_unstale":"2024-07-27T07:02:43.409628+0000","last_undegraded":"2024-07-27T07:02:43.409628+0000","last_fullsized":"2024-07-27T07:02:43.409628+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:30:48.512334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"140'2","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447873+0000","last_change":"2024-07-27T07:02:42.412170+0000","last_active":"2024-07-27T07:02:43.447873+0000","last_peered":"2024-07-27T07:02:43.447873+0000","last_clean":"2024-07-27T07:02:43.447873+0000","last_became_active":"2024-07-27T07:02:42.411303+0000","last_became_peered":"2024-07-27T07:02:42.411303+0000","last_unstale":"2024-07-27T07:02:43.447873+0000","last_undegraded":"2024-07-27T07:02:43.447873+0000","last_fullsized":"2024-07-27T07:02:43.447873+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:00.495681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":142,"reported_epoch":138,"state":"active+clean","last_fresh":"2024-07-27T07:02:41.477972+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:02:41.477972+0000","last_peered":"2024-07-27T07:02:41.477972+0000","last_clean":"2024-07-27T07:02:41.477972+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:02:41.477972+0000","last_undegraded":"2024-07-27T07:02:41.477972+0000","last_fullsized":"2024-07-27T07:02:41.477972+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386918+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:02:43.386918+0000","last_peered":"2024-07-27T07:02:43.386918+0000","last_clean":"2024-07-27T07:02:43.386918+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:02:43.386918+0000","last_undegraded":"2024-07-27T07:02:43.386918+0000","last_fullsized":"2024-07-27T07:02:43.386918+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":211,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-07-27T07:02:42.388157+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:02:42.388157+0000","last_peered":"2024-07-27T07:02:42.388157+0000","last_clean":"2024-07-27T07:02:42.388157+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:02:42.388157+0000","last_undegraded":"2024-07-27T07:02:42.388157+0000","last_fullsized":"2024-07-27T07:02:42.388157+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":338,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.398370+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:02:43.398370+0000","last_peered":"2024-07-27T07:02:43.398370+0000","last_clean":"2024-07-27T07:02:43.398370+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:02:43.398370+0000","last_undegraded":"2024-07-27T07:02:43.398370+0000","last_fullsized":"2024-07-27T07:02:43.398370+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":110,"acting":110,"num_store_stats":7},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":17,"num_object_clones":0,"num_object_copies":34,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":9,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":4044,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476895,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1810432,"data_stored":954661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476893,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32960,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1814528,"data_stored":955263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476895,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33548,"kb_used_data":2360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338292,"statfs":{"total":96636764160,"available":96602411008,"internally_reserved":0,"allocated":2416640,"data_stored":1546593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476893,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":956259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509597,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1781760,"data_stored":938517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509596,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33516,"kb_used_data":2332,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338324,"statfs":{"total":96636764160,"available":96602443776,"internally_reserved":0,"allocated":2387968,"data_stored":1536672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509597,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32936,"kb_used_data":1752,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338904,"statfs":{"total":96636764160,"available":96603037696,"internally_reserved":0,"allocated":1794048,"data_stored":946304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542300,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32920,"kb_used_data":1740,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338920,"statfs":{"total":96636764160,"available":96603054080,"internally_reserved":0,"allocated":1781760,"data_stored":938517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:02:48.332 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:02:48.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.634+0000 7f8a1c400640 1 -- 172.21.15.66:0/3905424716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a140b39c0 msgr2=0x7f8a140b3dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.634+0000 7f8a1c400640 1 --2- 172.21.15.66:0/3905424716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a140b39c0 0x7f8a140b3dd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8a04005fd0 tx=0x7f8a0402aa10 comp rx=0 tx=0).stop 2024-07-27T07:02:48.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 -- 172.21.15.66:0/3905424716 shutdown_connections 2024-07-27T07:02:48.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 --2- 172.21.15.66:0/3905424716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a140b39c0 0x7f8a140b3dd0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 --2- 172.21.15.66:0/3905424716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 0x7f8a140b3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 -- 172.21.15.66:0/3905424716 >> 172.21.15.66:0/3905424716 conn(0x7f8a1406d3f0 msgr2=0x7f8a140b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:48.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 -- 172.21.15.66:0/3905424716 shutdown_connections 2024-07-27T07:02:48.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.635+0000 7f8a1c400640 1 -- 172.21.15.66:0/3905424716 wait complete. 2024-07-27T07:02:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.637+0000 7f8a1c400640 1 Processor -- start 2024-07-27T07:02:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.637+0000 7f8a1c400640 1 -- start start 2024-07-27T07:02:48.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:48.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 0x7f8a14157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a1415fe10 0x7f8a141f64e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8a14160930 con 0x7f8a140b39c0 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a140b4bb0 con 0x7f8a1415fe10 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a1c400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a14160ab0 con 0x7f8a1415c160 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a19a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a19a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35738/0 (socket says 172.21.15.66:35738) 2024-07-27T07:02:48.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.639+0000 7f8a19a00640 1 -- 172.21.15.66:0/1089947396 learned_addr learned my addr 172.21.15.66:0/1089947396 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:48.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19000640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 0x7f8a14157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:48.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 -- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 msgr2=0x7f8a14157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 0x7f8a14157990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 -- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a1415fe10 msgr2=0x7f8a141f64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a1a400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a1415fe10 0x7f8a141f64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a1415fe10 0x7f8a141f64e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 -- 172.21.15.66:0/1089947396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a1415d0e0 con 0x7f8a140b39c0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a19a00640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800e7c0 tx=0x7f8a0800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a0800ccc0 con 0x7f8a140b39c0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a08010430 con 0x7f8a140b39c0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a1415d3c0 con 0x7f8a140b39c0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.640+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a08010860 con 0x7f8a140b39c0 2024-07-27T07:02:48.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.641+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a1415d980 con 0x7f8a140b39c0 2024-07-27T07:02:48.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.642+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a140af280 con 0x7f8a140b39c0 2024-07-27T07:02:48.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.644+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8a08010a00 con 0x7f8a140b39c0 2024-07-27T07:02:48.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.645+0000 7f8a11600640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 0x7f89f8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:48.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.645+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7f8a08099a10 con 0x7f8a140b39c0 2024-07-27T07:02:48.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.646+0000 7f8a19000640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 0x7f89f8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:48.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.647+0000 7f8a19000640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 0x7f89f8079550 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f8a04035000 tx=0x7f8a04004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:48.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.649+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8a140af280 con 0x7f8a140b39c0 2024-07-27T07:02:48.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.856+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8a140cf430 con 0x7f89f8077040 2024-07-27T07:02:48.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.881+0000 7f8a11600640 1 -- 172.21.15.66:0/1089947396 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495214 (secure 0 0 0) 0x7f8a140cf430 con 0x7f89f8077040 2024-07-27T07:02:48.890 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:48.894 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.892+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 msgr2=0x7f89f8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.892+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 0x7f89f8079550 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f8a04035000 tx=0x7f8a04004ab0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.892+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 msgr2=0x7f8a1415c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.892+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 secure :-1 s=READY pgs=1596 cs=0 l=1 rev1=1 crypto rx=0x7f8a0800e7c0 tx=0x7f8a0800ec80 comp rx=0 tx=0).stop 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 shutdown_connections 2024-07-27T07:02:48.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f89f8077040 0x7f89f8079550 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a1415fe10 0x7f8a141f64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a1415c160 0x7f8a14157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 --2- 172.21.15.66:0/1089947396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a140b39c0 0x7f8a1415c890 unknown :-1 s=CLOSED pgs=1596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 >> 172.21.15.66:0/1089947396 conn(0x7f8a1406d3f0 msgr2=0x7f8a14073910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 shutdown_connections 2024-07-27T07:02:48.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:48.893+0000 7f8a1c400640 1 -- 172.21.15.66:0/1089947396 wait complete. 2024-07-27T07:02:48.927 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":521,"stamp":"2024-07-27T07:02:48.612581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":333,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":264856,"kb_used_data":15384,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754709864,"statfs":{"total":773094113280,"available":772822900736,"internally_reserved":0,"allocated":15753216,"data_stored":8853532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.235889"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414597+0000","last_change":"2024-07-27T07:02:43.434829+0000","last_active":"2024-07-27T07:02:44.414597+0000","last_peered":"2024-07-27T07:02:44.414597+0000","last_clean":"2024-07-27T07:02:44.414597+0000","last_became_active":"2024-07-27T07:02:43.434159+0000","last_became_peered":"2024-07-27T07:02:43.434159+0000","last_unstale":"2024-07-27T07:02:44.414597+0000","last_undegraded":"2024-07-27T07:02:44.414597+0000","last_fullsized":"2024-07-27T07:02:44.414597+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:01:15.041817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417213+0000","last_change":"2024-07-27T07:02:43.434903+0000","last_active":"2024-07-27T07:02:44.417213+0000","last_peered":"2024-07-27T07:02:44.417213+0000","last_clean":"2024-07-27T07:02:44.417213+0000","last_became_active":"2024-07-27T07:02:43.433883+0000","last_became_peered":"2024-07-27T07:02:43.433883+0000","last_unstale":"2024-07-27T07:02:44.417213+0000","last_undegraded":"2024-07-27T07:02:44.417213+0000","last_fullsized":"2024-07-27T07:02:44.417213+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:11:59.489315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433451+0000","last_change":"2024-07-27T07:02:43.423321+0000","last_active":"2024-07-27T07:02:43.433451+0000","last_peered":"2024-07-27T07:02:43.433451+0000","last_clean":"2024-07-27T07:02:43.433451+0000","last_became_active":"2024-07-27T07:02:43.422864+0000","last_became_peered":"2024-07-27T07:02:43.422864+0000","last_unstale":"2024-07-27T07:02:43.433451+0000","last_undegraded":"2024-07-27T07:02:43.433451+0000","last_fullsized":"2024-07-27T07:02:43.433451+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:57:09.974403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419834+0000","last_change":"2024-07-27T07:02:43.442477+0000","last_active":"2024-07-27T07:02:44.419834+0000","last_peered":"2024-07-27T07:02:44.419834+0000","last_clean":"2024-07-27T07:02:44.419834+0000","last_became_active":"2024-07-27T07:02:43.442165+0000","last_became_peered":"2024-07-27T07:02:43.442165+0000","last_unstale":"2024-07-27T07:02:44.419834+0000","last_undegraded":"2024-07-27T07:02:44.419834+0000","last_fullsized":"2024-07-27T07:02:44.419834+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:07:02.508759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443428+0000","last_change":"2024-07-27T07:02:43.441874+0000","last_active":"2024-07-27T07:02:43.443428+0000","last_peered":"2024-07-27T07:02:43.443428+0000","last_clean":"2024-07-27T07:02:43.443428+0000","last_became_active":"2024-07-27T07:02:43.441111+0000","last_became_peered":"2024-07-27T07:02:43.441111+0000","last_unstale":"2024-07-27T07:02:43.443428+0000","last_undegraded":"2024-07-27T07:02:43.443428+0000","last_fullsized":"2024-07-27T07:02:43.443428+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:59:43.544408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445527+0000","last_change":"2024-07-27T07:02:43.432694+0000","last_active":"2024-07-27T07:02:43.445527+0000","last_peered":"2024-07-27T07:02:43.445527+0000","last_clean":"2024-07-27T07:02:43.445527+0000","last_became_active":"2024-07-27T07:02:43.432327+0000","last_became_peered":"2024-07-27T07:02:43.432327+0000","last_unstale":"2024-07-27T07:02:43.445527+0000","last_undegraded":"2024-07-27T07:02:43.445527+0000","last_fullsized":"2024-07-27T07:02:43.445527+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:44.493833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.442106+0000","last_change":"2024-07-27T07:02:43.439235+0000","last_active":"2024-07-27T07:02:43.442106+0000","last_peered":"2024-07-27T07:02:43.442106+0000","last_clean":"2024-07-27T07:02:43.442106+0000","last_became_active":"2024-07-27T07:02:43.436614+0000","last_became_peered":"2024-07-27T07:02:43.436614+0000","last_unstale":"2024-07-27T07:02:43.442106+0000","last_undegraded":"2024-07-27T07:02:43.442106+0000","last_fullsized":"2024-07-27T07:02:43.442106+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:34:32.275690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.437164+0000","last_change":"2024-07-27T07:02:43.429463+0000","last_active":"2024-07-27T07:02:43.437164+0000","last_peered":"2024-07-27T07:02:43.437164+0000","last_clean":"2024-07-27T07:02:43.437164+0000","last_became_active":"2024-07-27T07:02:43.429136+0000","last_became_peered":"2024-07-27T07:02:43.429136+0000","last_unstale":"2024-07-27T07:02:43.437164+0000","last_undegraded":"2024-07-27T07:02:43.437164+0000","last_fullsized":"2024-07-27T07:02:43.437164+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:28:15.377107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.436198+0000","last_change":"2024-07-27T07:02:43.430139+0000","last_active":"2024-07-27T07:02:43.436198+0000","last_peered":"2024-07-27T07:02:43.436198+0000","last_clean":"2024-07-27T07:02:43.436198+0000","last_became_active":"2024-07-27T07:02:43.425765+0000","last_became_peered":"2024-07-27T07:02:43.425765+0000","last_unstale":"2024-07-27T07:02:43.436198+0000","last_undegraded":"2024-07-27T07:02:43.436198+0000","last_fullsized":"2024-07-27T07:02:43.436198+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:05.719423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417783+0000","last_change":"2024-07-27T07:02:43.433903+0000","last_active":"2024-07-27T07:02:44.417783+0000","last_peered":"2024-07-27T07:02:44.417783+0000","last_clean":"2024-07-27T07:02:44.417783+0000","last_became_active":"2024-07-27T07:02:43.433567+0000","last_became_peered":"2024-07-27T07:02:43.433567+0000","last_unstale":"2024-07-27T07:02:44.417783+0000","last_undegraded":"2024-07-27T07:02:44.417783+0000","last_fullsized":"2024-07-27T07:02:44.417783+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:51:12.654548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.420501+0000","last_change":"2024-07-27T07:02:43.405069+0000","last_active":"2024-07-27T07:02:44.420501+0000","last_peered":"2024-07-27T07:02:44.420501+0000","last_clean":"2024-07-27T07:02:44.420501+0000","last_became_active":"2024-07-27T07:02:43.403779+0000","last_became_peered":"2024-07-27T07:02:43.403779+0000","last_unstale":"2024-07-27T07:02:44.420501+0000","last_undegraded":"2024-07-27T07:02:44.420501+0000","last_fullsized":"2024-07-27T07:02:44.420501+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:56:44.280270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448479+0000","last_change":"2024-07-27T07:02:43.444521+0000","last_active":"2024-07-27T07:02:43.448479+0000","last_peered":"2024-07-27T07:02:43.448479+0000","last_clean":"2024-07-27T07:02:43.448479+0000","last_became_active":"2024-07-27T07:02:43.444155+0000","last_became_peered":"2024-07-27T07:02:43.444155+0000","last_unstale":"2024-07-27T07:02:43.448479+0000","last_undegraded":"2024-07-27T07:02:43.448479+0000","last_fullsized":"2024-07-27T07:02:43.448479+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:42:35.966708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419268+0000","last_change":"2024-07-27T07:02:43.412342+0000","last_active":"2024-07-27T07:02:44.419268+0000","last_peered":"2024-07-27T07:02:44.419268+0000","last_clean":"2024-07-27T07:02:44.419268+0000","last_became_active":"2024-07-27T07:02:43.412020+0000","last_became_peered":"2024-07-27T07:02:43.412020+0000","last_unstale":"2024-07-27T07:02:44.419268+0000","last_undegraded":"2024-07-27T07:02:44.419268+0000","last_fullsized":"2024-07-27T07:02:44.419268+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:52.761409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.763175+0000","last_change":"2024-07-27T07:02:43.420923+0000","last_active":"2024-07-27T07:02:45.763175+0000","last_peered":"2024-07-27T07:02:45.763175+0000","last_clean":"2024-07-27T07:02:45.763175+0000","last_became_active":"2024-07-27T07:02:43.420611+0000","last_became_peered":"2024-07-27T07:02:43.420611+0000","last_unstale":"2024-07-27T07:02:45.763175+0000","last_undegraded":"2024-07-27T07:02:45.763175+0000","last_fullsized":"2024-07-27T07:02:45.763175+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:26:13.434234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184106+0000","last_change":"2024-07-27T07:02:43.424381+0000","last_active":"2024-07-27T07:02:45.184106+0000","last_peered":"2024-07-27T07:02:45.184106+0000","last_clean":"2024-07-27T07:02:45.184106+0000","last_became_active":"2024-07-27T07:02:43.424010+0000","last_became_peered":"2024-07-27T07:02:43.424010+0000","last_unstale":"2024-07-27T07:02:45.184106+0000","last_undegraded":"2024-07-27T07:02:45.184106+0000","last_fullsized":"2024-07-27T07:02:45.184106+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:10:52.576491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.762514+0000","last_change":"2024-07-27T07:02:43.418371+0000","last_active":"2024-07-27T07:02:45.762514+0000","last_peered":"2024-07-27T07:02:45.762514+0000","last_clean":"2024-07-27T07:02:45.762514+0000","last_became_active":"2024-07-27T07:02:43.418071+0000","last_became_peered":"2024-07-27T07:02:43.418071+0000","last_unstale":"2024-07-27T07:02:45.762514+0000","last_undegraded":"2024-07-27T07:02:45.762514+0000","last_fullsized":"2024-07-27T07:02:45.762514+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:39.928278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409795+0000","last_change":"2024-07-27T07:02:43.403907+0000","last_active":"2024-07-27T07:02:43.409795+0000","last_peered":"2024-07-27T07:02:43.409795+0000","last_clean":"2024-07-27T07:02:43.409795+0000","last_became_active":"2024-07-27T07:02:43.403241+0000","last_became_peered":"2024-07-27T07:02:43.403241+0000","last_unstale":"2024-07-27T07:02:43.409795+0000","last_undegraded":"2024-07-27T07:02:43.409795+0000","last_fullsized":"2024-07-27T07:02:43.409795+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:29.670483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185902+0000","last_change":"2024-07-27T07:02:43.423078+0000","last_active":"2024-07-27T07:02:45.185902+0000","last_peered":"2024-07-27T07:02:45.185902+0000","last_clean":"2024-07-27T07:02:45.185902+0000","last_became_active":"2024-07-27T07:02:43.421731+0000","last_became_peered":"2024-07-27T07:02:43.421731+0000","last_unstale":"2024-07-27T07:02:45.185902+0000","last_undegraded":"2024-07-27T07:02:45.185902+0000","last_fullsized":"2024-07-27T07:02:45.185902+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:55:15.117849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417432+0000","last_change":"2024-07-27T07:02:43.420926+0000","last_active":"2024-07-27T07:02:44.417432+0000","last_peered":"2024-07-27T07:02:44.417432+0000","last_clean":"2024-07-27T07:02:44.417432+0000","last_became_active":"2024-07-27T07:02:43.420173+0000","last_became_peered":"2024-07-27T07:02:43.420173+0000","last_unstale":"2024-07-27T07:02:44.417432+0000","last_undegraded":"2024-07-27T07:02:44.417432+0000","last_fullsized":"2024-07-27T07:02:44.417432+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:02.613531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185284+0000","last_change":"2024-07-27T07:02:43.420242+0000","last_active":"2024-07-27T07:02:45.185284+0000","last_peered":"2024-07-27T07:02:45.185284+0000","last_clean":"2024-07-27T07:02:45.185284+0000","last_became_active":"2024-07-27T07:02:43.418796+0000","last_became_peered":"2024-07-27T07:02:43.418796+0000","last_unstale":"2024-07-27T07:02:45.185284+0000","last_undegraded":"2024-07-27T07:02:45.185284+0000","last_fullsized":"2024-07-27T07:02:45.185284+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:58:11.589200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445312+0000","last_change":"2024-07-27T07:02:43.435522+0000","last_active":"2024-07-27T07:02:43.445312+0000","last_peered":"2024-07-27T07:02:43.445312+0000","last_clean":"2024-07-27T07:02:43.445312+0000","last_became_active":"2024-07-27T07:02:43.435197+0000","last_became_peered":"2024-07-27T07:02:43.435197+0000","last_unstale":"2024-07-27T07:02:43.445312+0000","last_undegraded":"2024-07-27T07:02:43.445312+0000","last_fullsized":"2024-07-27T07:02:43.445312+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:58:36.479535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415875+0000","last_change":"2024-07-27T07:02:43.422976+0000","last_active":"2024-07-27T07:02:44.415875+0000","last_peered":"2024-07-27T07:02:44.415875+0000","last_clean":"2024-07-27T07:02:44.415875+0000","last_became_active":"2024-07-27T07:02:43.422605+0000","last_became_peered":"2024-07-27T07:02:43.422605+0000","last_unstale":"2024-07-27T07:02:44.415875+0000","last_undegraded":"2024-07-27T07:02:44.415875+0000","last_fullsized":"2024-07-27T07:02:44.415875+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:17.205890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.435713+0000","last_change":"2024-07-27T07:02:43.429682+0000","last_active":"2024-07-27T07:02:43.435713+0000","last_peered":"2024-07-27T07:02:43.435713+0000","last_clean":"2024-07-27T07:02:43.435713+0000","last_became_active":"2024-07-27T07:02:43.429331+0000","last_became_peered":"2024-07-27T07:02:43.429331+0000","last_unstale":"2024-07-27T07:02:43.435713+0000","last_undegraded":"2024-07-27T07:02:43.435713+0000","last_fullsized":"2024-07-27T07:02:43.435713+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:40:14.044846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184133+0000","last_change":"2024-07-27T07:02:43.436094+0000","last_active":"2024-07-27T07:02:45.184133+0000","last_peered":"2024-07-27T07:02:45.184133+0000","last_clean":"2024-07-27T07:02:45.184133+0000","last_became_active":"2024-07-27T07:02:43.435770+0000","last_became_peered":"2024-07-27T07:02:43.435770+0000","last_unstale":"2024-07-27T07:02:45.184133+0000","last_undegraded":"2024-07-27T07:02:45.184133+0000","last_fullsized":"2024-07-27T07:02:45.184133+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:29:42.091469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418278+0000","last_change":"2024-07-27T07:02:43.415580+0000","last_active":"2024-07-27T07:02:44.418278+0000","last_peered":"2024-07-27T07:02:44.418278+0000","last_clean":"2024-07-27T07:02:44.418278+0000","last_became_active":"2024-07-27T07:02:43.415250+0000","last_became_peered":"2024-07-27T07:02:43.415250+0000","last_unstale":"2024-07-27T07:02:44.418278+0000","last_undegraded":"2024-07-27T07:02:44.418278+0000","last_fullsized":"2024-07-27T07:02:44.418278+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:01:15.041817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418394+0000","last_change":"2024-07-27T07:02:43.423230+0000","last_active":"2024-07-27T07:02:44.418394+0000","last_peered":"2024-07-27T07:02:44.418394+0000","last_clean":"2024-07-27T07:02:44.418394+0000","last_became_active":"2024-07-27T07:02:43.422600+0000","last_became_peered":"2024-07-27T07:02:43.422600+0000","last_unstale":"2024-07-27T07:02:44.418394+0000","last_undegraded":"2024-07-27T07:02:44.418394+0000","last_fullsized":"2024-07-27T07:02:44.418394+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:53.194520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764661+0000","last_change":"2024-07-27T07:02:43.433779+0000","last_active":"2024-07-27T07:02:45.764661+0000","last_peered":"2024-07-27T07:02:45.764661+0000","last_clean":"2024-07-27T07:02:45.764661+0000","last_became_active":"2024-07-27T07:02:43.432886+0000","last_became_peered":"2024-07-27T07:02:43.432886+0000","last_unstale":"2024-07-27T07:02:45.764661+0000","last_undegraded":"2024-07-27T07:02:45.764661+0000","last_fullsized":"2024-07-27T07:02:45.764661+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:04:26.808385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.419466+0000","last_change":"2024-07-27T07:02:43.415356+0000","last_active":"2024-07-27T07:02:43.419466+0000","last_peered":"2024-07-27T07:02:43.419466+0000","last_clean":"2024-07-27T07:02:43.419466+0000","last_became_active":"2024-07-27T07:02:43.415019+0000","last_became_peered":"2024-07-27T07:02:43.415019+0000","last_unstale":"2024-07-27T07:02:43.419466+0000","last_undegraded":"2024-07-27T07:02:43.419466+0000","last_fullsized":"2024-07-27T07:02:43.419466+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:40:05.026814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414755+0000","last_change":"2024-07-27T07:02:43.406998+0000","last_active":"2024-07-27T07:02:44.414755+0000","last_peered":"2024-07-27T07:02:44.414755+0000","last_clean":"2024-07-27T07:02:44.414755+0000","last_became_active":"2024-07-27T07:02:43.406340+0000","last_became_peered":"2024-07-27T07:02:43.406340+0000","last_unstale":"2024-07-27T07:02:44.414755+0000","last_undegraded":"2024-07-27T07:02:44.414755+0000","last_fullsized":"2024-07-27T07:02:44.414755+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:07:02.508759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414660+0000","last_change":"2024-07-27T07:02:43.426010+0000","last_active":"2024-07-27T07:02:44.414660+0000","last_peered":"2024-07-27T07:02:44.414660+0000","last_clean":"2024-07-27T07:02:44.414660+0000","last_became_active":"2024-07-27T07:02:43.425480+0000","last_became_peered":"2024-07-27T07:02:43.425480+0000","last_unstale":"2024-07-27T07:02:44.414660+0000","last_undegraded":"2024-07-27T07:02:44.414660+0000","last_fullsized":"2024-07-27T07:02:44.414660+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:29:52.761409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.428080+0000","last_change":"2024-07-27T07:02:43.424085+0000","last_active":"2024-07-27T07:02:43.428080+0000","last_peered":"2024-07-27T07:02:43.428080+0000","last_clean":"2024-07-27T07:02:43.428080+0000","last_became_active":"2024-07-27T07:02:43.423695+0000","last_became_peered":"2024-07-27T07:02:43.423695+0000","last_unstale":"2024-07-27T07:02:43.428080+0000","last_undegraded":"2024-07-27T07:02:43.428080+0000","last_fullsized":"2024-07-27T07:02:43.428080+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:41.837900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.430428+0000","last_change":"2024-07-27T07:02:43.421620+0000","last_active":"2024-07-27T07:02:43.430428+0000","last_peered":"2024-07-27T07:02:43.430428+0000","last_clean":"2024-07-27T07:02:43.430428+0000","last_became_active":"2024-07-27T07:02:43.421167+0000","last_became_peered":"2024-07-27T07:02:43.421167+0000","last_unstale":"2024-07-27T07:02:43.430428+0000","last_undegraded":"2024-07-27T07:02:43.430428+0000","last_fullsized":"2024-07-27T07:02:43.430428+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:17:24.513536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443752+0000","last_change":"2024-07-27T07:02:43.428036+0000","last_active":"2024-07-27T07:02:43.443752+0000","last_peered":"2024-07-27T07:02:43.443752+0000","last_clean":"2024-07-27T07:02:43.443752+0000","last_became_active":"2024-07-27T07:02:43.427379+0000","last_became_peered":"2024-07-27T07:02:43.427379+0000","last_unstale":"2024-07-27T07:02:43.443752+0000","last_undegraded":"2024-07-27T07:02:43.443752+0000","last_fullsized":"2024-07-27T07:02:43.443752+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:08.080611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.413286+0000","last_change":"2024-07-27T07:02:42.411591+0000","last_active":"2024-07-27T07:02:44.413286+0000","last_peered":"2024-07-27T07:02:44.413286+0000","last_clean":"2024-07-27T07:02:44.413286+0000","last_became_active":"2024-07-27T07:02:42.411251+0000","last_became_peered":"2024-07-27T07:02:42.411251+0000","last_unstale":"2024-07-27T07:02:44.413286+0000","last_undegraded":"2024-07-27T07:02:44.413286+0000","last_fullsized":"2024-07-27T07:02:44.413286+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:44:58.861617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.400903+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:02:43.400903+0000","last_peered":"2024-07-27T07:02:43.400903+0000","last_clean":"2024-07-27T07:02:43.400903+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:02:43.400903+0000","last_undegraded":"2024-07-27T07:02:43.400903+0000","last_fullsized":"2024-07-27T07:02:43.400903+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409740+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:02:43.409740+0000","last_peered":"2024-07-27T07:02:43.409740+0000","last_clean":"2024-07-27T07:02:43.409740+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:02:43.409740+0000","last_undegraded":"2024-07-27T07:02:43.409740+0000","last_fullsized":"2024-07-27T07:02:43.409740+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":214,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.421293+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:02:44.421293+0000","last_peered":"2024-07-27T07:02:44.421293+0000","last_clean":"2024-07-27T07:02:44.421293+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:02:44.421293+0000","last_undegraded":"2024-07-27T07:02:44.421293+0000","last_fullsized":"2024-07-27T07:02:44.421293+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.762618+0000","last_change":"2024-07-27T07:02:43.422328+0000","last_active":"2024-07-27T07:02:45.762618+0000","last_peered":"2024-07-27T07:02:45.762618+0000","last_clean":"2024-07-27T07:02:45.762618+0000","last_became_active":"2024-07-27T07:02:43.421774+0000","last_became_peered":"2024-07-27T07:02:43.421774+0000","last_unstale":"2024-07-27T07:02:45.762618+0000","last_undegraded":"2024-07-27T07:02:45.762618+0000","last_fullsized":"2024-07-27T07:02:45.762618+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:20:21.696399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.762696+0000","last_change":"2024-07-27T07:02:42.414915+0000","last_active":"2024-07-27T07:02:45.762696+0000","last_peered":"2024-07-27T07:02:45.762696+0000","last_clean":"2024-07-27T07:02:45.762696+0000","last_became_active":"2024-07-27T07:02:42.414568+0000","last_became_peered":"2024-07-27T07:02:42.414568+0000","last_unstale":"2024-07-27T07:02:45.762696+0000","last_undegraded":"2024-07-27T07:02:45.762696+0000","last_fullsized":"2024-07-27T07:02:45.762696+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:19:46.151953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":149,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184832+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:02:45.184832+0000","last_peered":"2024-07-27T07:02:45.184832+0000","last_clean":"2024-07-27T07:02:45.184832+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:02:45.184832+0000","last_undegraded":"2024-07-27T07:02:45.184832+0000","last_fullsized":"2024-07-27T07:02:45.184832+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401239+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:02:43.401239+0000","last_peered":"2024-07-27T07:02:43.401239+0000","last_clean":"2024-07-27T07:02:43.401239+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:02:43.401239+0000","last_undegraded":"2024-07-27T07:02:43.401239+0000","last_fullsized":"2024-07-27T07:02:43.401239+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410886+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:02:43.410886+0000","last_peered":"2024-07-27T07:02:43.410886+0000","last_clean":"2024-07-27T07:02:43.410886+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:02:43.410886+0000","last_undegraded":"2024-07-27T07:02:43.410886+0000","last_fullsized":"2024-07-27T07:02:43.410886+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.418674+0000","last_change":"2024-07-27T07:02:43.416336+0000","last_active":"2024-07-27T07:02:43.418674+0000","last_peered":"2024-07-27T07:02:43.418674+0000","last_clean":"2024-07-27T07:02:43.418674+0000","last_became_active":"2024-07-27T07:02:43.415892+0000","last_became_peered":"2024-07-27T07:02:43.415892+0000","last_unstale":"2024-07-27T07:02:43.418674+0000","last_undegraded":"2024-07-27T07:02:43.418674+0000","last_fullsized":"2024-07-27T07:02:43.418674+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:15.170099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184971+0000","last_change":"2024-07-27T07:02:42.421833+0000","last_active":"2024-07-27T07:02:45.184971+0000","last_peered":"2024-07-27T07:02:45.184971+0000","last_clean":"2024-07-27T07:02:45.184971+0000","last_became_active":"2024-07-27T07:02:42.421456+0000","last_became_peered":"2024-07-27T07:02:42.421456+0000","last_unstale":"2024-07-27T07:02:45.184971+0000","last_undegraded":"2024-07-27T07:02:45.184971+0000","last_fullsized":"2024-07-27T07:02:45.184971+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:14.151597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386774+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:02:43.386774+0000","last_peered":"2024-07-27T07:02:43.386774+0000","last_clean":"2024-07-27T07:02:43.386774+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:02:43.386774+0000","last_undegraded":"2024-07-27T07:02:43.386774+0000","last_fullsized":"2024-07-27T07:02:43.386774+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.422265+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:02:43.422265+0000","last_peered":"2024-07-27T07:02:43.422265+0000","last_clean":"2024-07-27T07:02:43.422265+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:02:43.422265+0000","last_undegraded":"2024-07-27T07:02:43.422265+0000","last_fullsized":"2024-07-27T07:02:43.422265+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.413912+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:02:43.413912+0000","last_peered":"2024-07-27T07:02:43.413912+0000","last_clean":"2024-07-27T07:02:43.413912+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:02:43.413912+0000","last_undegraded":"2024-07-27T07:02:43.413912+0000","last_fullsized":"2024-07-27T07:02:43.413912+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414963+0000","last_change":"2024-07-27T07:02:43.435386+0000","last_active":"2024-07-27T07:02:44.414963+0000","last_peered":"2024-07-27T07:02:44.414963+0000","last_clean":"2024-07-27T07:02:44.414963+0000","last_became_active":"2024-07-27T07:02:43.434766+0000","last_became_peered":"2024-07-27T07:02:43.434766+0000","last_unstale":"2024-07-27T07:02:44.414963+0000","last_undegraded":"2024-07-27T07:02:44.414963+0000","last_fullsized":"2024-07-27T07:02:44.414963+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:56:44.280270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.b","version":"140'2","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.434369+0000","last_change":"2024-07-27T07:02:42.417603+0000","last_active":"2024-07-27T07:02:43.434369+0000","last_peered":"2024-07-27T07:02:43.434369+0000","last_clean":"2024-07-27T07:02:43.434369+0000","last_became_active":"2024-07-27T07:02:42.417287+0000","last_became_peered":"2024-07-27T07:02:42.417287+0000","last_unstale":"2024-07-27T07:02:43.434369+0000","last_undegraded":"2024-07-27T07:02:43.434369+0000","last_fullsized":"2024-07-27T07:02:43.434369+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:39:47.745498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":148,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764560+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:02:45.764560+0000","last_peered":"2024-07-27T07:02:45.764560+0000","last_clean":"2024-07-27T07:02:45.764560+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:02:45.764560+0000","last_undegraded":"2024-07-27T07:02:45.764560+0000","last_fullsized":"2024-07-27T07:02:45.764560+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406170+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:02:43.406170+0000","last_peered":"2024-07-27T07:02:43.406170+0000","last_clean":"2024-07-27T07:02:43.406170+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:02:43.406170+0000","last_undegraded":"2024-07-27T07:02:43.406170+0000","last_fullsized":"2024-07-27T07:02:43.406170+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":207,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185704+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:02:45.185704+0000","last_peered":"2024-07-27T07:02:45.185704+0000","last_clean":"2024-07-27T07:02:45.185704+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:02:45.185704+0000","last_undegraded":"2024-07-27T07:02:45.185704+0000","last_fullsized":"2024-07-27T07:02:45.185704+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418212+0000","last_change":"2024-07-27T07:02:43.424333+0000","last_active":"2024-07-27T07:02:44.418212+0000","last_peered":"2024-07-27T07:02:44.418212+0000","last_clean":"2024-07-27T07:02:44.418212+0000","last_became_active":"2024-07-27T07:02:43.423634+0000","last_became_peered":"2024-07-27T07:02:43.423634+0000","last_unstale":"2024-07-27T07:02:44.418212+0000","last_undegraded":"2024-07-27T07:02:44.418212+0000","last_fullsized":"2024-07-27T07:02:44.418212+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:24:25.219178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410707+0000","last_change":"2024-07-27T07:02:42.407295+0000","last_active":"2024-07-27T07:02:43.410707+0000","last_peered":"2024-07-27T07:02:43.410707+0000","last_clean":"2024-07-27T07:02:43.410707+0000","last_became_active":"2024-07-27T07:02:42.406962+0000","last_became_peered":"2024-07-27T07:02:42.406962+0000","last_unstale":"2024-07-27T07:02:43.410707+0000","last_undegraded":"2024-07-27T07:02:43.410707+0000","last_fullsized":"2024-07-27T07:02:43.410707+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:36.050779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.402956+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:02:43.402956+0000","last_peered":"2024-07-27T07:02:43.402956+0000","last_clean":"2024-07-27T07:02:43.402956+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:02:43.402956+0000","last_undegraded":"2024-07-27T07:02:43.402956+0000","last_fullsized":"2024-07-27T07:02:43.402956+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":160,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415357+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:02:44.415357+0000","last_peered":"2024-07-27T07:02:44.415357+0000","last_clean":"2024-07-27T07:02:44.415357+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:02:44.415357+0000","last_undegraded":"2024-07-27T07:02:44.415357+0000","last_fullsized":"2024-07-27T07:02:44.415357+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383428+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:02:43.383428+0000","last_peered":"2024-07-27T07:02:43.383428+0000","last_clean":"2024-07-27T07:02:43.383428+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:02:43.383428+0000","last_undegraded":"2024-07-27T07:02:43.383428+0000","last_fullsized":"2024-07-27T07:02:43.383428+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.416165+0000","last_change":"2024-07-27T07:02:43.420713+0000","last_active":"2024-07-27T07:02:44.416165+0000","last_peered":"2024-07-27T07:02:44.416165+0000","last_clean":"2024-07-27T07:02:44.416165+0000","last_became_active":"2024-07-27T07:02:43.420287+0000","last_became_peered":"2024-07-27T07:02:43.420287+0000","last_unstale":"2024-07-27T07:02:44.416165+0000","last_undegraded":"2024-07-27T07:02:44.416165+0000","last_fullsized":"2024-07-27T07:02:44.416165+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:03.443707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.d","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433517+0000","last_change":"2024-07-27T07:02:42.403478+0000","last_active":"2024-07-27T07:02:43.433517+0000","last_peered":"2024-07-27T07:02:43.433517+0000","last_clean":"2024-07-27T07:02:43.433517+0000","last_became_active":"2024-07-27T07:02:42.403146+0000","last_became_peered":"2024-07-27T07:02:42.403146+0000","last_unstale":"2024-07-27T07:02:43.433517+0000","last_undegraded":"2024-07-27T07:02:43.433517+0000","last_fullsized":"2024-07-27T07:02:43.433517+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:37:58.450994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":148,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.761605+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:02:45.761605+0000","last_peered":"2024-07-27T07:02:45.761605+0000","last_clean":"2024-07-27T07:02:45.761605+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:02:45.761605+0000","last_undegraded":"2024-07-27T07:02:45.761605+0000","last_fullsized":"2024-07-27T07:02:45.761605+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":159,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419125+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:02:44.419125+0000","last_peered":"2024-07-27T07:02:44.419125+0000","last_clean":"2024-07-27T07:02:44.419125+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:02:44.419125+0000","last_undegraded":"2024-07-27T07:02:44.419125+0000","last_fullsized":"2024-07-27T07:02:44.419125+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414108+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:02:44.414108+0000","last_peered":"2024-07-27T07:02:44.414108+0000","last_clean":"2024-07-27T07:02:44.414108+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:02:44.414108+0000","last_undegraded":"2024-07-27T07:02:44.414108+0000","last_fullsized":"2024-07-27T07:02:44.414108+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.418714+0000","last_change":"2024-07-27T07:02:43.413432+0000","last_active":"2024-07-27T07:02:43.418714+0000","last_peered":"2024-07-27T07:02:43.418714+0000","last_clean":"2024-07-27T07:02:43.418714+0000","last_became_active":"2024-07-27T07:02:43.412951+0000","last_became_peered":"2024-07-27T07:02:43.412951+0000","last_unstale":"2024-07-27T07:02:43.418714+0000","last_undegraded":"2024-07-27T07:02:43.418714+0000","last_fullsized":"2024-07-27T07:02:43.418714+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:37:43.999410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.e","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418959+0000","last_change":"2024-07-27T07:02:42.401549+0000","last_active":"2024-07-27T07:02:44.418959+0000","last_peered":"2024-07-27T07:02:44.418959+0000","last_clean":"2024-07-27T07:02:44.418959+0000","last_became_active":"2024-07-27T07:02:42.401142+0000","last_became_peered":"2024-07-27T07:02:42.401142+0000","last_unstale":"2024-07-27T07:02:44.418959+0000","last_undegraded":"2024-07-27T07:02:44.418959+0000","last_fullsized":"2024-07-27T07:02:44.418959+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:07.332490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":148,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.761562+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:02:45.761562+0000","last_peered":"2024-07-27T07:02:45.761562+0000","last_clean":"2024-07-27T07:02:45.761562+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:02:45.761562+0000","last_undegraded":"2024-07-27T07:02:45.761562+0000","last_fullsized":"2024-07-27T07:02:45.761562+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":155,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.762863+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:02:45.762863+0000","last_peered":"2024-07-27T07:02:45.762863+0000","last_clean":"2024-07-27T07:02:45.762863+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:02:45.762863+0000","last_undegraded":"2024-07-27T07:02:45.762863+0000","last_fullsized":"2024-07-27T07:02:45.762863+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419393+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:02:44.419393+0000","last_peered":"2024-07-27T07:02:44.419393+0000","last_clean":"2024-07-27T07:02:44.419393+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:02:44.419393+0000","last_undegraded":"2024-07-27T07:02:44.419393+0000","last_fullsized":"2024-07-27T07:02:44.419393+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.437194+0000","last_change":"2024-07-27T07:02:43.429512+0000","last_active":"2024-07-27T07:02:43.437194+0000","last_peered":"2024-07-27T07:02:43.437194+0000","last_clean":"2024-07-27T07:02:43.437194+0000","last_became_active":"2024-07-27T07:02:43.429179+0000","last_became_peered":"2024-07-27T07:02:43.429179+0000","last_unstale":"2024-07-27T07:02:43.437194+0000","last_undegraded":"2024-07-27T07:02:43.437194+0000","last_fullsized":"2024-07-27T07:02:43.437194+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:16:46.822094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.f","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447760+0000","last_change":"2024-07-27T07:02:42.403763+0000","last_active":"2024-07-27T07:02:43.447760+0000","last_peered":"2024-07-27T07:02:43.447760+0000","last_clean":"2024-07-27T07:02:43.447760+0000","last_became_active":"2024-07-27T07:02:42.403376+0000","last_became_peered":"2024-07-27T07:02:42.403376+0000","last_unstale":"2024-07-27T07:02:43.447760+0000","last_undegraded":"2024-07-27T07:02:43.447760+0000","last_fullsized":"2024-07-27T07:02:43.447760+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:50.543046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":149,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.183721+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:02:45.183721+0000","last_peered":"2024-07-27T07:02:45.183721+0000","last_clean":"2024-07-27T07:02:45.183721+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:02:45.183721+0000","last_undegraded":"2024-07-27T07:02:45.183721+0000","last_fullsized":"2024-07-27T07:02:45.183721+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403370+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:02:43.403370+0000","last_peered":"2024-07-27T07:02:43.403370+0000","last_clean":"2024-07-27T07:02:43.403370+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:02:43.403370+0000","last_undegraded":"2024-07-27T07:02:43.403370+0000","last_fullsized":"2024-07-27T07:02:43.403370+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.384271+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:02:43.384271+0000","last_peered":"2024-07-27T07:02:43.384271+0000","last_clean":"2024-07-27T07:02:43.384271+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:02:43.384271+0000","last_undegraded":"2024-07-27T07:02:43.384271+0000","last_fullsized":"2024-07-27T07:02:43.384271+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.763470+0000","last_change":"2024-07-27T07:02:43.416375+0000","last_active":"2024-07-27T07:02:45.763470+0000","last_peered":"2024-07-27T07:02:45.763470+0000","last_clean":"2024-07-27T07:02:45.763470+0000","last_became_active":"2024-07-27T07:02:43.413736+0000","last_became_peered":"2024-07-27T07:02:43.413736+0000","last_unstale":"2024-07-27T07:02:45.763470+0000","last_undegraded":"2024-07-27T07:02:45.763470+0000","last_fullsized":"2024-07-27T07:02:45.763470+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:39:08.484775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.762722+0000","last_change":"2024-07-27T07:02:42.413842+0000","last_active":"2024-07-27T07:02:45.762722+0000","last_peered":"2024-07-27T07:02:45.762722+0000","last_clean":"2024-07-27T07:02:45.762722+0000","last_became_active":"2024-07-27T07:02:42.413205+0000","last_became_peered":"2024-07-27T07:02:42.413205+0000","last_unstale":"2024-07-27T07:02:45.762722+0000","last_undegraded":"2024-07-27T07:02:45.762722+0000","last_fullsized":"2024-07-27T07:02:45.762722+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:45:25.431615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401463+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:02:43.401463+0000","last_peered":"2024-07-27T07:02:43.401463+0000","last_clean":"2024-07-27T07:02:43.401463+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:02:43.401463+0000","last_undegraded":"2024-07-27T07:02:43.401463+0000","last_fullsized":"2024-07-27T07:02:43.401463+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409621+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:02:43.409621+0000","last_peered":"2024-07-27T07:02:43.409621+0000","last_clean":"2024-07-27T07:02:43.409621+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:02:43.409621+0000","last_undegraded":"2024-07-27T07:02:43.409621+0000","last_fullsized":"2024-07-27T07:02:43.409621+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":206,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387359+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:02:43.387359+0000","last_peered":"2024-07-27T07:02:43.387359+0000","last_clean":"2024-07-27T07:02:43.387359+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:02:43.387359+0000","last_undegraded":"2024-07-27T07:02:43.387359+0000","last_fullsized":"2024-07-27T07:02:43.387359+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.183492+0000","last_change":"2024-07-27T07:02:43.435933+0000","last_active":"2024-07-27T07:02:45.183492+0000","last_peered":"2024-07-27T07:02:45.183492+0000","last_clean":"2024-07-27T07:02:45.183492+0000","last_became_active":"2024-07-27T07:02:43.435564+0000","last_became_peered":"2024-07-27T07:02:43.435564+0000","last_unstale":"2024-07-27T07:02:45.183492+0000","last_undegraded":"2024-07-27T07:02:45.183492+0000","last_fullsized":"2024-07-27T07:02:45.183492+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:35:50.927808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417444+0000","last_change":"2024-07-27T07:02:42.400206+0000","last_active":"2024-07-27T07:02:44.417444+0000","last_peered":"2024-07-27T07:02:44.417444+0000","last_clean":"2024-07-27T07:02:44.417444+0000","last_became_active":"2024-07-27T07:02:42.399867+0000","last_became_peered":"2024-07-27T07:02:42.399867+0000","last_unstale":"2024-07-27T07:02:44.417444+0000","last_undegraded":"2024-07-27T07:02:44.417444+0000","last_fullsized":"2024-07-27T07:02:44.417444+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:37:27.597770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.404600+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:02:43.404600+0000","last_peered":"2024-07-27T07:02:43.404600+0000","last_clean":"2024-07-27T07:02:43.404600+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:02:43.404600+0000","last_undegraded":"2024-07-27T07:02:43.404600+0000","last_fullsized":"2024-07-27T07:02:43.404600+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388227+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:02:43.388227+0000","last_peered":"2024-07-27T07:02:43.388227+0000","last_clean":"2024-07-27T07:02:43.388227+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:02:43.388227+0000","last_undegraded":"2024-07-27T07:02:43.388227+0000","last_fullsized":"2024-07-27T07:02:43.388227+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":214,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.420902+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:02:44.420902+0000","last_peered":"2024-07-27T07:02:44.420902+0000","last_clean":"2024-07-27T07:02:44.420902+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:02:44.420902+0000","last_undegraded":"2024-07-27T07:02:44.420902+0000","last_fullsized":"2024-07-27T07:02:44.420902+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445258+0000","last_change":"2024-07-27T07:02:43.433831+0000","last_active":"2024-07-27T07:02:43.445258+0000","last_peered":"2024-07-27T07:02:43.445258+0000","last_clean":"2024-07-27T07:02:43.445258+0000","last_became_active":"2024-07-27T07:02:43.433199+0000","last_became_peered":"2024-07-27T07:02:43.433199+0000","last_unstale":"2024-07-27T07:02:43.445258+0000","last_undegraded":"2024-07-27T07:02:43.445258+0000","last_fullsized":"2024-07-27T07:02:43.445258+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:30:05.509933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.415100+0000","last_change":"2024-07-27T07:02:42.406243+0000","last_active":"2024-07-27T07:02:43.415100+0000","last_peered":"2024-07-27T07:02:43.415100+0000","last_clean":"2024-07-27T07:02:43.415100+0000","last_became_active":"2024-07-27T07:02:42.405883+0000","last_became_peered":"2024-07-27T07:02:42.405883+0000","last_unstale":"2024-07-27T07:02:43.415100+0000","last_undegraded":"2024-07-27T07:02:43.415100+0000","last_fullsized":"2024-07-27T07:02:43.415100+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:49:26.739885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.405922+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:02:43.405922+0000","last_peered":"2024-07-27T07:02:43.405922+0000","last_clean":"2024-07-27T07:02:43.405922+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:02:43.405922+0000","last_undegraded":"2024-07-27T07:02:43.405922+0000","last_fullsized":"2024-07-27T07:02:43.405922+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":158,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.420553+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:02:44.420553+0000","last_peered":"2024-07-27T07:02:44.420553+0000","last_clean":"2024-07-27T07:02:44.420553+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:02:44.420553+0000","last_undegraded":"2024-07-27T07:02:44.420553+0000","last_fullsized":"2024-07-27T07:02:44.420553+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.401880+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:02:43.401880+0000","last_peered":"2024-07-27T07:02:43.401880+0000","last_clean":"2024-07-27T07:02:43.401880+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:02:43.401880+0000","last_undegraded":"2024-07-27T07:02:43.401880+0000","last_fullsized":"2024-07-27T07:02:43.401880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448314+0000","last_change":"2024-07-27T07:02:43.443552+0000","last_active":"2024-07-27T07:02:43.448314+0000","last_peered":"2024-07-27T07:02:43.448314+0000","last_clean":"2024-07-27T07:02:43.448314+0000","last_became_active":"2024-07-27T07:02:43.443220+0000","last_became_peered":"2024-07-27T07:02:43.443220+0000","last_unstale":"2024-07-27T07:02:43.448314+0000","last_undegraded":"2024-07-27T07:02:43.448314+0000","last_fullsized":"2024-07-27T07:02:43.448314+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:01:52.146406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418689+0000","last_change":"2024-07-27T07:02:42.412115+0000","last_active":"2024-07-27T07:02:44.418689+0000","last_peered":"2024-07-27T07:02:44.418689+0000","last_clean":"2024-07-27T07:02:44.418689+0000","last_became_active":"2024-07-27T07:02:42.404482+0000","last_became_peered":"2024-07-27T07:02:42.404482+0000","last_unstale":"2024-07-27T07:02:44.418689+0000","last_undegraded":"2024-07-27T07:02:44.418689+0000","last_fullsized":"2024-07-27T07:02:44.418689+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:43.475331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":146,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.422134+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:02:43.422134+0000","last_peered":"2024-07-27T07:02:43.422134+0000","last_clean":"2024-07-27T07:02:43.422134+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:02:43.422134+0000","last_undegraded":"2024-07-27T07:02:43.422134+0000","last_fullsized":"2024-07-27T07:02:43.422134+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":154,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.765250+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:02:45.765250+0000","last_peered":"2024-07-27T07:02:45.765250+0000","last_clean":"2024-07-27T07:02:45.765250+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:02:45.765250+0000","last_undegraded":"2024-07-27T07:02:45.765250+0000","last_fullsized":"2024-07-27T07:02:45.765250+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406829+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:02:43.406829+0000","last_peered":"2024-07-27T07:02:43.406829+0000","last_clean":"2024-07-27T07:02:43.406829+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:02:43.406829+0000","last_undegraded":"2024-07-27T07:02:43.406829+0000","last_fullsized":"2024-07-27T07:02:43.406829+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.433410+0000","last_change":"2024-07-27T07:02:43.423208+0000","last_active":"2024-07-27T07:02:43.433410+0000","last_peered":"2024-07-27T07:02:43.433410+0000","last_clean":"2024-07-27T07:02:43.433410+0000","last_became_active":"2024-07-27T07:02:43.422399+0000","last_became_peered":"2024-07-27T07:02:43.422399+0000","last_unstale":"2024-07-27T07:02:43.433410+0000","last_undegraded":"2024-07-27T07:02:43.433410+0000","last_fullsized":"2024-07-27T07:02:43.433410+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:09:16.368983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764209+0000","last_change":"2024-07-27T07:02:42.417894+0000","last_active":"2024-07-27T07:02:45.764209+0000","last_peered":"2024-07-27T07:02:45.764209+0000","last_clean":"2024-07-27T07:02:45.764209+0000","last_became_active":"2024-07-27T07:02:42.417507+0000","last_became_peered":"2024-07-27T07:02:42.417507+0000","last_unstale":"2024-07-27T07:02:45.764209+0000","last_undegraded":"2024-07-27T07:02:45.764209+0000","last_fullsized":"2024-07-27T07:02:45.764209+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:56.963048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":144,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.408115+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:02:43.408115+0000","last_peered":"2024-07-27T07:02:43.408115+0000","last_clean":"2024-07-27T07:02:43.408115+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:02:43.408115+0000","last_undegraded":"2024-07-27T07:02:43.408115+0000","last_fullsized":"2024-07-27T07:02:43.408115+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":151,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.396947+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:02:43.396947+0000","last_peered":"2024-07-27T07:02:43.396947+0000","last_clean":"2024-07-27T07:02:43.396947+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:02:43.396947+0000","last_undegraded":"2024-07-27T07:02:43.396947+0000","last_fullsized":"2024-07-27T07:02:43.396947+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403573+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:02:43.403573+0000","last_peered":"2024-07-27T07:02:43.403573+0000","last_clean":"2024-07-27T07:02:43.403573+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:02:43.403573+0000","last_undegraded":"2024-07-27T07:02:43.403573+0000","last_fullsized":"2024-07-27T07:02:43.403573+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764416+0000","last_change":"2024-07-27T07:02:43.413847+0000","last_active":"2024-07-27T07:02:45.764416+0000","last_peered":"2024-07-27T07:02:45.764416+0000","last_clean":"2024-07-27T07:02:45.764416+0000","last_became_active":"2024-07-27T07:02:43.413040+0000","last_became_peered":"2024-07-27T07:02:43.413040+0000","last_unstale":"2024-07-27T07:02:45.764416+0000","last_undegraded":"2024-07-27T07:02:45.764416+0000","last_fullsized":"2024-07-27T07:02:45.764416+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:48.177966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184829+0000","last_change":"2024-07-27T07:02:42.416816+0000","last_active":"2024-07-27T07:02:45.184829+0000","last_peered":"2024-07-27T07:02:45.184829+0000","last_clean":"2024-07-27T07:02:45.184829+0000","last_became_active":"2024-07-27T07:02:42.416503+0000","last_became_peered":"2024-07-27T07:02:42.416503+0000","last_unstale":"2024-07-27T07:02:45.184829+0000","last_undegraded":"2024-07-27T07:02:45.184829+0000","last_fullsized":"2024-07-27T07:02:45.184829+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:40.819398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":151,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417788+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:02:44.417788+0000","last_peered":"2024-07-27T07:02:44.417788+0000","last_clean":"2024-07-27T07:02:44.417788+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:02:44.417788+0000","last_undegraded":"2024-07-27T07:02:44.417788+0000","last_fullsized":"2024-07-27T07:02:44.417788+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":153,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407061+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:02:43.407061+0000","last_peered":"2024-07-27T07:02:43.407061+0000","last_clean":"2024-07-27T07:02:43.407061+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:02:43.407061+0000","last_undegraded":"2024-07-27T07:02:43.407061+0000","last_fullsized":"2024-07-27T07:02:43.407061+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":206,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184514+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:02:45.184514+0000","last_peered":"2024-07-27T07:02:45.184514+0000","last_clean":"2024-07-27T07:02:45.184514+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:02:45.184514+0000","last_undegraded":"2024-07-27T07:02:45.184514+0000","last_fullsized":"2024-07-27T07:02:45.184514+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415120+0000","last_change":"2024-07-27T07:02:43.429374+0000","last_active":"2024-07-27T07:02:44.415120+0000","last_peered":"2024-07-27T07:02:44.415120+0000","last_clean":"2024-07-27T07:02:44.415120+0000","last_became_active":"2024-07-27T07:02:43.429029+0000","last_became_peered":"2024-07-27T07:02:43.429029+0000","last_unstale":"2024-07-27T07:02:44.415120+0000","last_undegraded":"2024-07-27T07:02:44.415120+0000","last_fullsized":"2024-07-27T07:02:44.415120+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:22:25.528531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.6","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409538+0000","last_change":"2024-07-27T07:02:42.411455+0000","last_active":"2024-07-27T07:02:43.409538+0000","last_peered":"2024-07-27T07:02:43.409538+0000","last_clean":"2024-07-27T07:02:43.409538+0000","last_became_active":"2024-07-27T07:02:42.411087+0000","last_became_peered":"2024-07-27T07:02:42.411087+0000","last_unstale":"2024-07-27T07:02:43.409538+0000","last_undegraded":"2024-07-27T07:02:43.409538+0000","last_fullsized":"2024-07-27T07:02:43.409538+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:53:14.554404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":149,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.183853+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:02:45.183853+0000","last_peered":"2024-07-27T07:02:45.183853+0000","last_clean":"2024-07-27T07:02:45.183853+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:02:45.183853+0000","last_undegraded":"2024-07-27T07:02:45.183853+0000","last_fullsized":"2024-07-27T07:02:45.183853+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184060+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:02:45.184060+0000","last_peered":"2024-07-27T07:02:45.184060+0000","last_clean":"2024-07-27T07:02:45.184060+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:02:45.184060+0000","last_undegraded":"2024-07-27T07:02:45.184060+0000","last_fullsized":"2024-07-27T07:02:45.184060+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":206,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185059+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:02:45.185059+0000","last_peered":"2024-07-27T07:02:45.185059+0000","last_clean":"2024-07-27T07:02:45.185059+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:02:45.185059+0000","last_undegraded":"2024-07-27T07:02:45.185059+0000","last_fullsized":"2024-07-27T07:02:45.185059+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.446845+0000","last_change":"2024-07-27T07:02:43.444279+0000","last_active":"2024-07-27T07:02:43.446845+0000","last_peered":"2024-07-27T07:02:43.446845+0000","last_clean":"2024-07-27T07:02:43.446845+0000","last_became_active":"2024-07-27T07:02:43.443876+0000","last_became_peered":"2024-07-27T07:02:43.443876+0000","last_unstale":"2024-07-27T07:02:43.446845+0000","last_undegraded":"2024-07-27T07:02:43.446845+0000","last_fullsized":"2024-07-27T07:02:43.446845+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:57:35.000312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.7","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185556+0000","last_change":"2024-07-27T07:02:42.421159+0000","last_active":"2024-07-27T07:02:45.185556+0000","last_peered":"2024-07-27T07:02:45.185556+0000","last_clean":"2024-07-27T07:02:45.185556+0000","last_became_active":"2024-07-27T07:02:42.420760+0000","last_became_peered":"2024-07-27T07:02:42.420760+0000","last_unstale":"2024-07-27T07:02:45.185556+0000","last_undegraded":"2024-07-27T07:02:45.185556+0000","last_fullsized":"2024-07-27T07:02:45.185556+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:36:28.427294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.395428+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:02:43.395428+0000","last_peered":"2024-07-27T07:02:43.395428+0000","last_clean":"2024-07-27T07:02:43.395428+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:02:43.395428+0000","last_undegraded":"2024-07-27T07:02:43.395428+0000","last_fullsized":"2024-07-27T07:02:43.395428+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184158+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:02:45.184158+0000","last_peered":"2024-07-27T07:02:45.184158+0000","last_clean":"2024-07-27T07:02:45.184158+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:02:45.184158+0000","last_undegraded":"2024-07-27T07:02:45.184158+0000","last_fullsized":"2024-07-27T07:02:45.184158+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397001+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:02:43.397001+0000","last_peered":"2024-07-27T07:02:43.397001+0000","last_clean":"2024-07-27T07:02:43.397001+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:02:43.397001+0000","last_undegraded":"2024-07-27T07:02:43.397001+0000","last_fullsized":"2024-07-27T07:02:43.397001+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.413747+0000","last_change":"2024-07-27T07:02:43.426800+0000","last_active":"2024-07-27T07:02:44.413747+0000","last_peered":"2024-07-27T07:02:44.413747+0000","last_clean":"2024-07-27T07:02:44.413747+0000","last_became_active":"2024-07-27T07:02:43.426454+0000","last_became_peered":"2024-07-27T07:02:43.426454+0000","last_unstale":"2024-07-27T07:02:44.413747+0000","last_undegraded":"2024-07-27T07:02:44.413747+0000","last_fullsized":"2024-07-27T07:02:44.413747+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:58:52.282994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.413870+0000","last_change":"2024-07-27T07:02:42.420869+0000","last_active":"2024-07-27T07:02:44.413870+0000","last_peered":"2024-07-27T07:02:44.413870+0000","last_clean":"2024-07-27T07:02:44.413870+0000","last_became_active":"2024-07-27T07:02:42.420315+0000","last_became_peered":"2024-07-27T07:02:42.420315+0000","last_unstale":"2024-07-27T07:02:44.413870+0000","last_undegraded":"2024-07-27T07:02:44.413870+0000","last_fullsized":"2024-07-27T07:02:44.413870+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:37:18.308551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387851+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:02:43.387851+0000","last_peered":"2024-07-27T07:02:43.387851+0000","last_clean":"2024-07-27T07:02:43.387851+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:02:43.387851+0000","last_undegraded":"2024-07-27T07:02:43.387851+0000","last_fullsized":"2024-07-27T07:02:43.387851+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":155,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764777+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:02:45.764777+0000","last_peered":"2024-07-27T07:02:45.764777+0000","last_clean":"2024-07-27T07:02:45.764777+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:02:45.764777+0000","last_undegraded":"2024-07-27T07:02:45.764777+0000","last_fullsized":"2024-07-27T07:02:45.764777+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":204,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.406561+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:02:43.406561+0000","last_peered":"2024-07-27T07:02:43.406561+0000","last_clean":"2024-07-27T07:02:43.406561+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:02:43.406561+0000","last_undegraded":"2024-07-27T07:02:43.406561+0000","last_fullsized":"2024-07-27T07:02:43.406561+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445639+0000","last_change":"2024-07-27T07:02:43.433322+0000","last_active":"2024-07-27T07:02:43.445639+0000","last_peered":"2024-07-27T07:02:43.445639+0000","last_clean":"2024-07-27T07:02:43.445639+0000","last_became_active":"2024-07-27T07:02:43.431573+0000","last_became_peered":"2024-07-27T07:02:43.431573+0000","last_unstale":"2024-07-27T07:02:43.445639+0000","last_undegraded":"2024-07-27T07:02:43.445639+0000","last_fullsized":"2024-07-27T07:02:43.445639+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:20:57.244993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383018+0000","last_change":"2024-07-27T07:02:42.410451+0000","last_active":"2024-07-27T07:02:43.383018+0000","last_peered":"2024-07-27T07:02:43.383018+0000","last_clean":"2024-07-27T07:02:43.383018+0000","last_became_active":"2024-07-27T07:02:42.410095+0000","last_became_peered":"2024-07-27T07:02:42.410095+0000","last_unstale":"2024-07-27T07:02:43.383018+0000","last_undegraded":"2024-07-27T07:02:43.383018+0000","last_fullsized":"2024-07-27T07:02:43.383018+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:41:29.776722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386364+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:02:43.386364+0000","last_peered":"2024-07-27T07:02:43.386364+0000","last_clean":"2024-07-27T07:02:43.386364+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:02:43.386364+0000","last_undegraded":"2024-07-27T07:02:43.386364+0000","last_fullsized":"2024-07-27T07:02:43.386364+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185024+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:02:45.185024+0000","last_peered":"2024-07-27T07:02:45.185024+0000","last_clean":"2024-07-27T07:02:45.185024+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:02:45.185024+0000","last_undegraded":"2024-07-27T07:02:45.185024+0000","last_fullsized":"2024-07-27T07:02:45.185024+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":202,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.411003+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:02:43.411003+0000","last_peered":"2024-07-27T07:02:43.411003+0000","last_clean":"2024-07-27T07:02:43.411003+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:02:43.411003+0000","last_undegraded":"2024-07-27T07:02:43.411003+0000","last_fullsized":"2024-07-27T07:02:43.411003+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445288+0000","last_change":"2024-07-27T07:02:43.434620+0000","last_active":"2024-07-27T07:02:43.445288+0000","last_peered":"2024-07-27T07:02:43.445288+0000","last_clean":"2024-07-27T07:02:43.445288+0000","last_became_active":"2024-07-27T07:02:43.434298+0000","last_became_peered":"2024-07-27T07:02:43.434298+0000","last_unstale":"2024-07-27T07:02:43.445288+0000","last_undegraded":"2024-07-27T07:02:43.445288+0000","last_fullsized":"2024-07-27T07:02:43.445288+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:37:19.327053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1a","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184365+0000","last_change":"2024-07-27T07:02:42.420396+0000","last_active":"2024-07-27T07:02:45.184365+0000","last_peered":"2024-07-27T07:02:45.184365+0000","last_clean":"2024-07-27T07:02:45.184365+0000","last_became_active":"2024-07-27T07:02:42.420054+0000","last_became_peered":"2024-07-27T07:02:42.420054+0000","last_unstale":"2024-07-27T07:02:45.184365+0000","last_undegraded":"2024-07-27T07:02:45.184365+0000","last_fullsized":"2024-07-27T07:02:45.184365+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:40:04.008311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":145,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409216+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:02:43.409216+0000","last_peered":"2024-07-27T07:02:43.409216+0000","last_clean":"2024-07-27T07:02:43.409216+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:02:43.409216+0000","last_undegraded":"2024-07-27T07:02:43.409216+0000","last_fullsized":"2024-07-27T07:02:43.409216+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.410779+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:02:43.410779+0000","last_peered":"2024-07-27T07:02:43.410779+0000","last_clean":"2024-07-27T07:02:43.410779+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:02:43.410779+0000","last_undegraded":"2024-07-27T07:02:43.410779+0000","last_fullsized":"2024-07-27T07:02:43.410779+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":206,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185897+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:02:45.185897+0000","last_peered":"2024-07-27T07:02:45.185897+0000","last_clean":"2024-07-27T07:02:45.185897+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:02:45.185897+0000","last_undegraded":"2024-07-27T07:02:45.185897+0000","last_fullsized":"2024-07-27T07:02:45.185897+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.183980+0000","last_change":"2024-07-27T07:02:43.425282+0000","last_active":"2024-07-27T07:02:45.183980+0000","last_peered":"2024-07-27T07:02:45.183980+0000","last_clean":"2024-07-27T07:02:45.183980+0000","last_became_active":"2024-07-27T07:02:43.424047+0000","last_became_peered":"2024-07-27T07:02:43.424047+0000","last_unstale":"2024-07-27T07:02:45.183980+0000","last_undegraded":"2024-07-27T07:02:45.183980+0000","last_fullsized":"2024-07-27T07:02:45.183980+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:44:58.544304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1b","version":"140'1","reported_seq":16,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.416231+0000","last_change":"2024-07-27T07:02:42.412243+0000","last_active":"2024-07-27T07:02:44.416231+0000","last_peered":"2024-07-27T07:02:44.416231+0000","last_clean":"2024-07-27T07:02:44.416231+0000","last_became_active":"2024-07-27T07:02:42.403925+0000","last_became_peered":"2024-07-27T07:02:42.403925+0000","last_unstale":"2024-07-27T07:02:44.416231+0000","last_undegraded":"2024-07-27T07:02:44.416231+0000","last_fullsized":"2024-07-27T07:02:44.416231+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:48.422739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.384661+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:02:43.384661+0000","last_peered":"2024-07-27T07:02:43.384661+0000","last_clean":"2024-07-27T07:02:43.384661+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:02:43.384661+0000","last_undegraded":"2024-07-27T07:02:43.384661+0000","last_fullsized":"2024-07-27T07:02:43.384661+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407573+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:02:43.407573+0000","last_peered":"2024-07-27T07:02:43.407573+0000","last_clean":"2024-07-27T07:02:43.407573+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:02:43.407573+0000","last_undegraded":"2024-07-27T07:02:43.407573+0000","last_fullsized":"2024-07-27T07:02:43.407573+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":206,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185977+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:02:45.185977+0000","last_peered":"2024-07-27T07:02:45.185977+0000","last_clean":"2024-07-27T07:02:45.185977+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:02:45.185977+0000","last_undegraded":"2024-07-27T07:02:45.185977+0000","last_fullsized":"2024-07-27T07:02:45.185977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445884+0000","last_change":"2024-07-27T07:02:43.432378+0000","last_active":"2024-07-27T07:02:43.445884+0000","last_peered":"2024-07-27T07:02:43.445884+0000","last_clean":"2024-07-27T07:02:43.445884+0000","last_became_active":"2024-07-27T07:02:43.432017+0000","last_became_peered":"2024-07-27T07:02:43.432017+0000","last_unstale":"2024-07-27T07:02:43.445884+0000","last_undegraded":"2024-07-27T07:02:43.445884+0000","last_fullsized":"2024-07-27T07:02:43.445884+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:49.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.1c","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.416514+0000","last_change":"2024-07-27T07:02:42.417323+0000","last_active":"2024-07-27T07:02:44.416514+0000","last_peered":"2024-07-27T07:02:44.416514+0000","last_clean":"2024-07-27T07:02:44.416514+0000","last_became_active":"2024-07-27T07:02:42.413787+0000","last_became_peered":"2024-07-27T07:02:42.413787+0000","last_unstale":"2024-07-27T07:02:44.416514+0000","last_undegraded":"2024-07-27T07:02:44.416514+0000","last_fullsized":"2024-07-27T07:02:44.416514+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:30:04.491431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":148,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764185+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:02:45.764185+0000","last_peered":"2024-07-27T07:02:45.764185+0000","last_clean":"2024-07-27T07:02:45.764185+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:02:45.764185+0000","last_undegraded":"2024-07-27T07:02:45.764185+0000","last_fullsized":"2024-07-27T07:02:45.764185+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":152,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.405520+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:02:43.405520+0000","last_peered":"2024-07-27T07:02:43.405520+0000","last_clean":"2024-07-27T07:02:43.405520+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:02:43.405520+0000","last_undegraded":"2024-07-27T07:02:43.405520+0000","last_fullsized":"2024-07-27T07:02:43.405520+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417940+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:02:44.417940+0000","last_peered":"2024-07-27T07:02:44.417940+0000","last_clean":"2024-07-27T07:02:44.417940+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:02:44.417940+0000","last_undegraded":"2024-07-27T07:02:44.417940+0000","last_fullsized":"2024-07-27T07:02:44.417940+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.429947+0000","last_change":"2024-07-27T07:02:43.419739+0000","last_active":"2024-07-27T07:02:43.429947+0000","last_peered":"2024-07-27T07:02:43.429947+0000","last_clean":"2024-07-27T07:02:43.429947+0000","last_became_active":"2024-07-27T07:02:43.419235+0000","last_became_peered":"2024-07-27T07:02:43.419235+0000","last_unstale":"2024-07-27T07:02:43.429947+0000","last_undegraded":"2024-07-27T07:02:43.429947+0000","last_fullsized":"2024-07-27T07:02:43.429947+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:13:53.908398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1d","version":"140'2","reported_seq":17,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.421110+0000","last_change":"2024-07-27T07:02:42.416904+0000","last_active":"2024-07-27T07:02:44.421110+0000","last_peered":"2024-07-27T07:02:44.421110+0000","last_clean":"2024-07-27T07:02:44.421110+0000","last_became_active":"2024-07-27T07:02:42.415927+0000","last_became_peered":"2024-07-27T07:02:42.415927+0000","last_unstale":"2024-07-27T07:02:44.421110+0000","last_undegraded":"2024-07-27T07:02:44.421110+0000","last_fullsized":"2024-07-27T07:02:44.421110+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:13:42.858939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.396496+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:02:43.396496+0000","last_peered":"2024-07-27T07:02:43.396496+0000","last_clean":"2024-07-27T07:02:43.396496+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:02:43.396496+0000","last_undegraded":"2024-07-27T07:02:43.396496+0000","last_fullsized":"2024-07-27T07:02:43.396496+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":160,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419304+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:02:44.419304+0000","last_peered":"2024-07-27T07:02:44.419304+0000","last_clean":"2024-07-27T07:02:44.419304+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:02:44.419304+0000","last_undegraded":"2024-07-27T07:02:44.419304+0000","last_fullsized":"2024-07-27T07:02:44.419304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415971+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:02:44.415971+0000","last_peered":"2024-07-27T07:02:44.415971+0000","last_clean":"2024-07-27T07:02:44.415971+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:02:44.415971+0000","last_undegraded":"2024-07-27T07:02:44.415971+0000","last_fullsized":"2024-07-27T07:02:44.415971+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409733+0000","last_change":"2024-07-27T07:02:43.403474+0000","last_active":"2024-07-27T07:02:43.409733+0000","last_peered":"2024-07-27T07:02:43.409733+0000","last_clean":"2024-07-27T07:02:43.409733+0000","last_became_active":"2024-07-27T07:02:43.402862+0000","last_became_peered":"2024-07-27T07:02:43.402862+0000","last_unstale":"2024-07-27T07:02:43.409733+0000","last_undegraded":"2024-07-27T07:02:43.409733+0000","last_fullsized":"2024-07-27T07:02:43.409733+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:15:53.239896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1e","version":"140'1","reported_seq":14,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447195+0000","last_change":"2024-07-27T07:02:42.416980+0000","last_active":"2024-07-27T07:02:43.447195+0000","last_peered":"2024-07-27T07:02:43.447195+0000","last_clean":"2024-07-27T07:02:43.447195+0000","last_became_active":"2024-07-27T07:02:42.416666+0000","last_became_peered":"2024-07-27T07:02:42.416666+0000","last_unstale":"2024-07-27T07:02:43.447195+0000","last_undegraded":"2024-07-27T07:02:43.447195+0000","last_fullsized":"2024-07-27T07:02:43.447195+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:22.302961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.399717+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:02:43.399717+0000","last_peered":"2024-07-27T07:02:43.399717+0000","last_clean":"2024-07-27T07:02:43.399717+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:02:43.399717+0000","last_undegraded":"2024-07-27T07:02:43.399717+0000","last_fullsized":"2024-07-27T07:02:43.399717+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407072+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:02:43.407072+0000","last_peered":"2024-07-27T07:02:43.407072+0000","last_clean":"2024-07-27T07:02:43.407072+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:02:43.407072+0000","last_undegraded":"2024-07-27T07:02:43.407072+0000","last_fullsized":"2024-07-27T07:02:43.407072+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":206,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764481+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:02:45.764481+0000","last_peered":"2024-07-27T07:02:45.764481+0000","last_clean":"2024-07-27T07:02:45.764481+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:02:45.764481+0000","last_undegraded":"2024-07-27T07:02:45.764481+0000","last_fullsized":"2024-07-27T07:02:45.764481+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.765441+0000","last_change":"2024-07-27T07:02:43.407676+0000","last_active":"2024-07-27T07:02:45.765441+0000","last_peered":"2024-07-27T07:02:45.765441+0000","last_clean":"2024-07-27T07:02:45.765441+0000","last_became_active":"2024-07-27T07:02:43.405949+0000","last_became_peered":"2024-07-27T07:02:43.405949+0000","last_unstale":"2024-07-27T07:02:45.765441+0000","last_undegraded":"2024-07-27T07:02:45.765441+0000","last_fullsized":"2024-07-27T07:02:45.765441+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:14:00.886189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1f","version":"140'4","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.444858+0000","last_change":"2024-07-27T07:02:42.413480+0000","last_active":"2024-07-27T07:02:43.444858+0000","last_peered":"2024-07-27T07:02:43.444858+0000","last_clean":"2024-07-27T07:02:43.444858+0000","last_became_active":"2024-07-27T07:02:42.411183+0000","last_became_peered":"2024-07-27T07:02:42.411183+0000","last_unstale":"2024-07-27T07:02:43.444858+0000","last_undegraded":"2024-07-27T07:02:43.444858+0000","last_fullsized":"2024-07-27T07:02:43.444858+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:39:42.555003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397532+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:02:43.397532+0000","last_peered":"2024-07-27T07:02:43.397532+0000","last_clean":"2024-07-27T07:02:43.397532+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:02:43.397532+0000","last_undegraded":"2024-07-27T07:02:43.397532+0000","last_fullsized":"2024-07-27T07:02:43.397532+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":154,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.400382+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:02:43.400382+0000","last_peered":"2024-07-27T07:02:43.400382+0000","last_clean":"2024-07-27T07:02:43.400382+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:02:43.400382+0000","last_undegraded":"2024-07-27T07:02:43.400382+0000","last_fullsized":"2024-07-27T07:02:43.400382+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":216,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415590+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:02:44.415590+0000","last_peered":"2024-07-27T07:02:44.415590+0000","last_clean":"2024-07-27T07:02:44.415590+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:02:44.415590+0000","last_undegraded":"2024-07-27T07:02:44.415590+0000","last_fullsized":"2024-07-27T07:02:44.415590+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.443783+0000","last_change":"2024-07-27T07:02:43.428347+0000","last_active":"2024-07-27T07:02:43.443783+0000","last_peered":"2024-07-27T07:02:43.443783+0000","last_clean":"2024-07-27T07:02:43.443783+0000","last_became_active":"2024-07-27T07:02:43.427723+0000","last_became_peered":"2024-07-27T07:02:43.427723+0000","last_unstale":"2024-07-27T07:02:43.443783+0000","last_undegraded":"2024-07-27T07:02:43.443783+0000","last_fullsized":"2024-07-27T07:02:43.443783+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:32.931715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.10","version":"140'8","reported_seq":21,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.448677+0000","last_change":"2024-07-27T07:02:42.407273+0000","last_active":"2024-07-27T07:02:43.448677+0000","last_peered":"2024-07-27T07:02:43.448677+0000","last_clean":"2024-07-27T07:02:43.448677+0000","last_became_active":"2024-07-27T07:02:42.404840+0000","last_became_peered":"2024-07-27T07:02:42.404840+0000","last_unstale":"2024-07-27T07:02:43.448677+0000","last_undegraded":"2024-07-27T07:02:43.448677+0000","last_fullsized":"2024-07-27T07:02:43.448677+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:56.029356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":145,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409591+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:02:43.409591+0000","last_peered":"2024-07-27T07:02:43.409591+0000","last_clean":"2024-07-27T07:02:43.409591+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:02:43.409591+0000","last_undegraded":"2024-07-27T07:02:43.409591+0000","last_fullsized":"2024-07-27T07:02:43.409591+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185355+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:02:45.185355+0000","last_peered":"2024-07-27T07:02:45.185355+0000","last_clean":"2024-07-27T07:02:45.185355+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:02:45.185355+0000","last_undegraded":"2024-07-27T07:02:45.185355+0000","last_fullsized":"2024-07-27T07:02:45.185355+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.387977+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:02:43.387977+0000","last_peered":"2024-07-27T07:02:43.387977+0000","last_clean":"2024-07-27T07:02:43.387977+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:02:43.387977+0000","last_undegraded":"2024-07-27T07:02:43.387977+0000","last_fullsized":"2024-07-27T07:02:43.387977+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.763735+0000","last_change":"2024-07-27T07:02:43.417671+0000","last_active":"2024-07-27T07:02:45.763735+0000","last_peered":"2024-07-27T07:02:45.763735+0000","last_clean":"2024-07-27T07:02:45.763735+0000","last_became_active":"2024-07-27T07:02:43.416809+0000","last_became_peered":"2024-07-27T07:02:43.416809+0000","last_unstale":"2024-07-27T07:02:45.763735+0000","last_undegraded":"2024-07-27T07:02:45.763735+0000","last_fullsized":"2024-07-27T07:02:45.763735+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:13:06.964737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.417131+0000","last_change":"2024-07-27T07:02:42.399461+0000","last_active":"2024-07-27T07:02:44.417131+0000","last_peered":"2024-07-27T07:02:44.417131+0000","last_clean":"2024-07-27T07:02:44.417131+0000","last_became_active":"2024-07-27T07:02:42.399072+0000","last_became_peered":"2024-07-27T07:02:42.399072+0000","last_unstale":"2024-07-27T07:02:44.417131+0000","last_undegraded":"2024-07-27T07:02:44.417131+0000","last_fullsized":"2024-07-27T07:02:44.417131+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:35:38.222973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.404873+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:02:43.404873+0000","last_peered":"2024-07-27T07:02:43.404873+0000","last_clean":"2024-07-27T07:02:43.404873+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:02:43.404873+0000","last_undegraded":"2024-07-27T07:02:43.404873+0000","last_fullsized":"2024-07-27T07:02:43.404873+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388524+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:02:43.388524+0000","last_peered":"2024-07-27T07:02:43.388524+0000","last_clean":"2024-07-27T07:02:43.388524+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:02:43.388524+0000","last_undegraded":"2024-07-27T07:02:43.388524+0000","last_fullsized":"2024-07-27T07:02:43.388524+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":216,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.416854+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:02:44.416854+0000","last_peered":"2024-07-27T07:02:44.416854+0000","last_clean":"2024-07-27T07:02:44.416854+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:02:44.416854+0000","last_undegraded":"2024-07-27T07:02:44.416854+0000","last_fullsized":"2024-07-27T07:02:44.416854+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764463+0000","last_change":"2024-07-27T07:02:43.404164+0000","last_active":"2024-07-27T07:02:45.764463+0000","last_peered":"2024-07-27T07:02:45.764463+0000","last_clean":"2024-07-27T07:02:45.764463+0000","last_became_active":"2024-07-27T07:02:43.403135+0000","last_became_peered":"2024-07-27T07:02:43.403135+0000","last_unstale":"2024-07-27T07:02:45.764463+0000","last_undegraded":"2024-07-27T07:02:45.764463+0000","last_fullsized":"2024-07-27T07:02:45.764463+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:01:38.479111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.763243+0000","last_change":"2024-07-27T07:02:42.412418+0000","last_active":"2024-07-27T07:02:45.763243+0000","last_peered":"2024-07-27T07:02:45.763243+0000","last_clean":"2024-07-27T07:02:45.763243+0000","last_became_active":"2024-07-27T07:02:42.411445+0000","last_became_peered":"2024-07-27T07:02:42.411445+0000","last_unstale":"2024-07-27T07:02:45.763243+0000","last_undegraded":"2024-07-27T07:02:45.763243+0000","last_fullsized":"2024-07-27T07:02:45.763243+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:39:22.755063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.407466+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:02:43.407466+0000","last_peered":"2024-07-27T07:02:43.407466+0000","last_clean":"2024-07-27T07:02:43.407466+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:02:43.407466+0000","last_undegraded":"2024-07-27T07:02:43.407466+0000","last_fullsized":"2024-07-27T07:02:43.407466+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.185339+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:02:45.185339+0000","last_peered":"2024-07-27T07:02:45.185339+0000","last_clean":"2024-07-27T07:02:45.185339+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:02:45.185339+0000","last_undegraded":"2024-07-27T07:02:45.185339+0000","last_fullsized":"2024-07-27T07:02:45.185339+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":207,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.388846+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:02:43.388846+0000","last_peered":"2024-07-27T07:02:43.388846+0000","last_clean":"2024-07-27T07:02:43.388846+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:02:43.388846+0000","last_undegraded":"2024-07-27T07:02:43.388846+0000","last_fullsized":"2024-07-27T07:02:43.388846+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.446850+0000","last_change":"2024-07-27T07:02:43.443529+0000","last_active":"2024-07-27T07:02:43.446850+0000","last_peered":"2024-07-27T07:02:43.446850+0000","last_clean":"2024-07-27T07:02:43.446850+0000","last_became_active":"2024-07-27T07:02:43.443155+0000","last_became_peered":"2024-07-27T07:02:43.443155+0000","last_unstale":"2024-07-27T07:02:43.446850+0000","last_undegraded":"2024-07-27T07:02:43.446850+0000","last_fullsized":"2024-07-27T07:02:43.446850+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:36:29.445796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.14","version":"140'6","reported_seq":19,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.451000+0000","last_change":"2024-07-27T07:02:42.401173+0000","last_active":"2024-07-27T07:02:43.451000+0000","last_peered":"2024-07-27T07:02:43.451000+0000","last_clean":"2024-07-27T07:02:43.451000+0000","last_became_active":"2024-07-27T07:02:42.396997+0000","last_became_peered":"2024-07-27T07:02:42.396997+0000","last_unstale":"2024-07-27T07:02:43.451000+0000","last_undegraded":"2024-07-27T07:02:43.451000+0000","last_fullsized":"2024-07-27T07:02:43.451000+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:40:20.566766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":148,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.383531+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:02:43.383531+0000","last_peered":"2024-07-27T07:02:43.383531+0000","last_clean":"2024-07-27T07:02:43.383531+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:02:43.383531+0000","last_undegraded":"2024-07-27T07:02:43.383531+0000","last_fullsized":"2024-07-27T07:02:43.383531+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":160,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415264+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:02:44.415264+0000","last_peered":"2024-07-27T07:02:44.415264+0000","last_clean":"2024-07-27T07:02:44.415264+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:02:44.415264+0000","last_undegraded":"2024-07-27T07:02:44.415264+0000","last_fullsized":"2024-07-27T07:02:44.415264+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":203,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403773+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:02:43.403773+0000","last_peered":"2024-07-27T07:02:43.403773+0000","last_clean":"2024-07-27T07:02:43.403773+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:02:43.403773+0000","last_undegraded":"2024-07-27T07:02:43.403773+0000","last_fullsized":"2024-07-27T07:02:43.403773+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445913+0000","last_change":"2024-07-27T07:02:43.438561+0000","last_active":"2024-07-27T07:02:43.445913+0000","last_peered":"2024-07-27T07:02:43.445913+0000","last_clean":"2024-07-27T07:02:43.445913+0000","last_became_active":"2024-07-27T07:02:43.434810+0000","last_became_peered":"2024-07-27T07:02:43.434810+0000","last_unstale":"2024-07-27T07:02:43.445913+0000","last_undegraded":"2024-07-27T07:02:43.445913+0000","last_fullsized":"2024-07-27T07:02:43.445913+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:28.186020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"18.15","version":"140'3","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.445407+0000","last_change":"2024-07-27T07:02:42.408306+0000","last_active":"2024-07-27T07:02:43.445407+0000","last_peered":"2024-07-27T07:02:43.445407+0000","last_clean":"2024-07-27T07:02:43.445407+0000","last_became_active":"2024-07-27T07:02:42.406239+0000","last_became_peered":"2024-07-27T07:02:42.406239+0000","last_unstale":"2024-07-27T07:02:43.445407+0000","last_undegraded":"2024-07-27T07:02:43.445407+0000","last_fullsized":"2024-07-27T07:02:43.445407+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:53:26.972187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":153,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414985+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:02:44.414985+0000","last_peered":"2024-07-27T07:02:44.414985+0000","last_clean":"2024-07-27T07:02:44.414985+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:02:44.414985+0000","last_undegraded":"2024-07-27T07:02:44.414985+0000","last_fullsized":"2024-07-27T07:02:44.414985+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184632+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:02:45.184632+0000","last_peered":"2024-07-27T07:02:45.184632+0000","last_clean":"2024-07-27T07:02:45.184632+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:02:45.184632+0000","last_undegraded":"2024-07-27T07:02:45.184632+0000","last_fullsized":"2024-07-27T07:02:45.184632+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":205,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.397844+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:02:43.397844+0000","last_peered":"2024-07-27T07:02:43.397844+0000","last_clean":"2024-07-27T07:02:43.397844+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:02:43.397844+0000","last_undegraded":"2024-07-27T07:02:43.397844+0000","last_fullsized":"2024-07-27T07:02:43.397844+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.431596+0000","last_change":"2024-07-27T07:02:43.423165+0000","last_active":"2024-07-27T07:02:43.431596+0000","last_peered":"2024-07-27T07:02:43.431596+0000","last_clean":"2024-07-27T07:02:43.431596+0000","last_became_active":"2024-07-27T07:02:43.422806+0000","last_became_peered":"2024-07-27T07:02:43.422806+0000","last_unstale":"2024-07-27T07:02:43.431596+0000","last_undegraded":"2024-07-27T07:02:43.431596+0000","last_fullsized":"2024-07-27T07:02:43.431596+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:15:55.395643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.186250+0000","last_change":"2024-07-27T07:02:42.419065+0000","last_active":"2024-07-27T07:02:45.186250+0000","last_peered":"2024-07-27T07:02:45.186250+0000","last_clean":"2024-07-27T07:02:45.186250+0000","last_became_active":"2024-07-27T07:02:42.418751+0000","last_became_peered":"2024-07-27T07:02:42.418751+0000","last_unstale":"2024-07-27T07:02:45.186250+0000","last_undegraded":"2024-07-27T07:02:45.186250+0000","last_fullsized":"2024-07-27T07:02:45.186250+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:40:13.026344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":147,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.403432+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:02:43.403432+0000","last_peered":"2024-07-27T07:02:43.403432+0000","last_clean":"2024-07-27T07:02:43.403432+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:02:43.403432+0000","last_undegraded":"2024-07-27T07:02:43.403432+0000","last_fullsized":"2024-07-27T07:02:43.403432+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":156,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.184349+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:02:45.184349+0000","last_peered":"2024-07-27T07:02:45.184349+0000","last_clean":"2024-07-27T07:02:45.184349+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:02:45.184349+0000","last_undegraded":"2024-07-27T07:02:45.184349+0000","last_fullsized":"2024-07-27T07:02:45.184349+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419590+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:02:44.419590+0000","last_peered":"2024-07-27T07:02:44.419590+0000","last_clean":"2024-07-27T07:02:44.419590+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:02:44.419590+0000","last_undegraded":"2024-07-27T07:02:44.419590+0000","last_fullsized":"2024-07-27T07:02:44.419590+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.418915+0000","last_change":"2024-07-27T07:02:43.427985+0000","last_active":"2024-07-27T07:02:44.418915+0000","last_peered":"2024-07-27T07:02:44.418915+0000","last_clean":"2024-07-27T07:02:44.418915+0000","last_became_active":"2024-07-27T07:02:43.427557+0000","last_became_peered":"2024-07-27T07:02:43.427557+0000","last_unstale":"2024-07-27T07:02:44.418915+0000","last_undegraded":"2024-07-27T07:02:44.418915+0000","last_fullsized":"2024-07-27T07:02:44.418915+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:19.745042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.413046+0000","last_change":"2024-07-27T07:02:42.402111+0000","last_active":"2024-07-27T07:02:43.413046+0000","last_peered":"2024-07-27T07:02:43.413046+0000","last_clean":"2024-07-27T07:02:43.413046+0000","last_became_active":"2024-07-27T07:02:42.401708+0000","last_became_peered":"2024-07-27T07:02:42.401708+0000","last_unstale":"2024-07-27T07:02:43.413046+0000","last_undegraded":"2024-07-27T07:02:43.413046+0000","last_fullsized":"2024-07-27T07:02:43.413046+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:52:15.293028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":152,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.414897+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:02:44.414897+0000","last_peered":"2024-07-27T07:02:44.414897+0000","last_clean":"2024-07-27T07:02:44.414897+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:02:44.414897+0000","last_undegraded":"2024-07-27T07:02:44.414897+0000","last_fullsized":"2024-07-27T07:02:44.414897+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":155,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.763190+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:02:45.763190+0000","last_peered":"2024-07-27T07:02:45.763190+0000","last_clean":"2024-07-27T07:02:45.763190+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:02:45.763190+0000","last_undegraded":"2024-07-27T07:02:45.763190+0000","last_fullsized":"2024-07-27T07:02:45.763190+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":216,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.415877+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:02:44.415877+0000","last_peered":"2024-07-27T07:02:44.415877+0000","last_clean":"2024-07-27T07:02:44.415877+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:02:44.415877+0000","last_undegraded":"2024-07-27T07:02:44.415877+0000","last_fullsized":"2024-07-27T07:02:44.415877+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":10,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.409628+0000","last_change":"2024-07-27T07:02:43.401628+0000","last_active":"2024-07-27T07:02:43.409628+0000","last_peered":"2024-07-27T07:02:43.409628+0000","last_clean":"2024-07-27T07:02:43.409628+0000","last_became_active":"2024-07-27T07:02:43.401275+0000","last_became_peered":"2024-07-27T07:02:43.401275+0000","last_unstale":"2024-07-27T07:02:43.409628+0000","last_undegraded":"2024-07-27T07:02:43.409628+0000","last_fullsized":"2024-07-27T07:02:43.409628+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:42.350727+0000","last_clean_scrub_stamp":"2024-07-27T07:02:42.350727+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:30:48.512334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.13","version":"140'2","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.447873+0000","last_change":"2024-07-27T07:02:42.412170+0000","last_active":"2024-07-27T07:02:43.447873+0000","last_peered":"2024-07-27T07:02:43.447873+0000","last_clean":"2024-07-27T07:02:43.447873+0000","last_became_active":"2024-07-27T07:02:42.411303+0000","last_became_peered":"2024-07-27T07:02:42.411303+0000","last_unstale":"2024-07-27T07:02:43.447873+0000","last_undegraded":"2024-07-27T07:02:43.447873+0000","last_fullsized":"2024-07-27T07:02:43.447873+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:02:41.332225+0000","last_clean_scrub_stamp":"2024-07-27T07:02:41.332225+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:30:00.495681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":148,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:45.764613+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:02:45.764613+0000","last_peered":"2024-07-27T07:02:45.764613+0000","last_clean":"2024-07-27T07:02:45.764613+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:02:45.764613+0000","last_undegraded":"2024-07-27T07:02:45.764613+0000","last_fullsized":"2024-07-27T07:02:45.764613+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":155,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.386918+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:02:43.386918+0000","last_peered":"2024-07-27T07:02:43.386918+0000","last_clean":"2024-07-27T07:02:43.386918+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:02:43.386918+0000","last_undegraded":"2024-07-27T07:02:43.386918+0000","last_fullsized":"2024-07-27T07:02:43.386918+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":215,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-07-27T07:02:44.419146+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:02:44.419146+0000","last_peered":"2024-07-27T07:02:44.419146+0000","last_clean":"2024-07-27T07:02:44.419146+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:02:44.419146+0000","last_undegraded":"2024-07-27T07:02:44.419146+0000","last_fullsized":"2024-07-27T07:02:44.419146+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":338,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-07-27T07:02:43.398370+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:02:43.398370+0000","last_peered":"2024-07-27T07:02:43.398370+0000","last_clean":"2024-07-27T07:02:43.398370+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:02:43.398370+0000","last_undegraded":"2024-07-27T07:02:43.398370+0000","last_fullsized":"2024-07-27T07:02:43.398370+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476895,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1768,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1810432,"data_stored":954661,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476893,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32960,"kb_used_data":1772,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1814528,"data_stored":955263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476895,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33548,"kb_used_data":2360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338292,"statfs":{"total":96636764160,"available":96602411008,"internally_reserved":0,"allocated":2416640,"data_stored":1546593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476893,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32972,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338868,"statfs":{"total":96636764160,"available":96603000832,"internally_reserved":0,"allocated":1826816,"data_stored":956259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509598,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32960,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338880,"statfs":{"total":96636764160,"available":96603013120,"internally_reserved":0,"allocated":1822720,"data_stored":962437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31914443},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509597,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":33548,"kb_used_data":2368,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338292,"statfs":{"total":96636764160,"available":96602411008,"internally_reserved":0,"allocated":2424832,"data_stored":1553513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509598,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1818624,"data_stored":962403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542301,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32956,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338884,"statfs":{"total":96636764160,"available":96603017216,"internally_reserved":0,"allocated":1818624,"data_stored":962403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:02:48.938 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T07:02:48.938 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 -- 172.21.15.66:0/2142919832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1500b42a0 msgr2=0x7ff15006f0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 --2- 172.21.15.66:0/2142919832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1500b42a0 0x7ff15006f0b0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7ff1500b3930 tx=0x7ff13c02a540 comp rx=0 tx=0).stop 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 -- 172.21.15.66:0/2142919832 shutdown_connections 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 --2- 172.21.15.66:0/2142919832 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15006f5f0 0x7ff150154e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 --2- 172.21.15.66:0/2142919832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff1500b42a0 0x7ff15006f0b0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 --2- 172.21.15.66:0/2142919832 >> v2:172.21.15.155:3300/0 conn(0x7ff15015f3a0 0x7ff1500b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 -- 172.21.15.66:0/2142919832 >> 172.21.15.66:0/2142919832 conn(0x7ff1500b1890 msgr2=0x7ff1500b1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 -- 172.21.15.66:0/2142919832 shutdown_connections 2024-07-27T07:02:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.285+0000 7ff158200640 1 -- 172.21.15.66:0/2142919832 wait complete. 2024-07-27T07:02:49.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.289+0000 7ff158200640 1 Processor -- start 2024-07-27T07:02:49.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.289+0000 7ff158200640 1 -- start start 2024-07-27T07:02:49.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 0x7ff1501f4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 0x7ff15015a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff1501554f0 con 0x7ff15006f5f0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff150155370 con 0x7ff1500b42a0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff158200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff150155670 con 0x7ff15015f3a0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff155800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff155800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35750/0 (socket says 172.21.15.66:35750) 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.291+0000 7ff155800640 1 -- 172.21.15.66:0/3259905875 learned_addr learned my addr 172.21.15.66:0/3259905875 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff154e00640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 0x7ff1501f4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff156200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 0x7ff15015a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.294 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 -- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 msgr2=0x7ff15015a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 0x7ff15015a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 -- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 msgr2=0x7ff1501f4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 0x7ff1501f4490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 -- 172.21.15.66:0/3259905875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1501f8c50 con 0x7ff15006f5f0 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff154e00640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 0x7ff1501f4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff156200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 0x7ff15015a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:49.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.292+0000 7ff155800640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7ff14400c970 tx=0x7ff14400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.293+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff144007bb0 con 0x7ff15006f5f0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.293+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff144007e40 con 0x7ff15006f5f0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.293+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff14400f690 con 0x7ff15006f5f0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.293+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1501f8f30 con 0x7ff15006f5f0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.293+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff150152bf0 con 0x7ff15006f5f0 2024-07-27T07:02:49.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.294+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1501f9170 con 0x7ff15006f5f0 2024-07-27T07:02:49.297 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.296+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff14400f830 con 0x7ff15006f5f0 2024-07-27T07:02:49.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.297+0000 7ff14d600640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 0x7ff130079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.297+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7ff1440995c0 con 0x7ff15006f5f0 2024-07-27T07:02:49.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.298+0000 7ff154e00640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 0x7ff130079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.299+0000 7ff154e00640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 0x7ff130079550 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff13c033000 tx=0x7ff13c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:49.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.303+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff1501f9170 con 0x7ff15006f5f0 2024-07-27T07:02:49.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.598+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff15006f0b0 con 0x7ff15006f5f0 2024-07-27T07:02:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.604+0000 7ff14d600640 1 -- 172.21.15.66:0/3259905875 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) ==== 190+0+147 (secure 0 0 0) 0x7ff144014030 con 0x7ff15006f5f0 2024-07-27T07:02:49.605 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T07:02:49.606 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T07:02:49.606 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T07:02:49.606 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T07:02:49.606 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T07:02:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T07:02:49.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.606+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 msgr2=0x7ff130079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.606+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 0x7ff130079550 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff13c033000 tx=0x7ff13c004730 comp rx=0 tx=0).stop 2024-07-27T07:02:49.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.606+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 msgr2=0x7ff1501f8270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.606+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7ff14400c970 tx=0x7ff14400ce30 comp rx=0 tx=0).stop 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 shutdown_connections 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff130077040 0x7ff130079550 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff15015f3a0 0x7ff15015a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff1500b42a0 0x7ff1501f4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 --2- 172.21.15.66:0/3259905875 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff15006f5f0 0x7ff1501f8270 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 >> 172.21.15.66:0/3259905875 conn(0x7ff1500b1890 msgr2=0x7ff1500d0560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 shutdown_connections 2024-07-27T07:02:49.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.607+0000 7ff158200640 1 -- 172.21.15.66:0/3259905875 wait complete. 2024-07-27T07:02:49.636 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:02:49.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.918+0000 7fc2fa600640 1 -- 172.21.15.66:0/2903504377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f415ef90 msgr2=0x7fc2f40cde90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.918+0000 7fc2fa600640 1 --2- 172.21.15.66:0/2903504377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f415ef90 0x7fc2f40cde90 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7fc2f40cf0e0 tx=0x7fc2dc02a510 comp rx=0 tx=0).stop 2024-07-27T07:02:49.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.918+0000 7fc2fa600640 1 -- 172.21.15.66:0/2903504377 shutdown_connections 2024-07-27T07:02:49.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.918+0000 7fc2fa600640 1 --2- 172.21.15.66:0/2903504377 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f415ef90 0x7fc2f40cde90 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.918+0000 7fc2fa600640 1 -- 172.21.15.66:0/2903504377 >> 172.21.15.66:0/2903504377 conn(0x7fc2f40cfa80 msgr2=0x7fc2f40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:49.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.919+0000 7fc2fa600640 1 -- 172.21.15.66:0/2903504377 shutdown_connections 2024-07-27T07:02:49.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.919+0000 7fc2fa600640 1 -- 172.21.15.66:0/2903504377 wait complete. 2024-07-27T07:02:49.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.921+0000 7fc2fa600640 1 Processor -- start 2024-07-27T07:02:49.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.921+0000 7fc2fa600640 1 -- start start 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2f415ef90 0x7fc2f4145d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2f4161c20 0x7fc2f40723b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f406ef90 con 0x7fc2f40cf560 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f406ee10 con 0x7fc2f415ef90 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.922+0000 7fc2fa600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f406f110 con 0x7fc2f4161c20 2024-07-27T07:02:49.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35762/0 (socket says 172.21.15.66:35762) 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 -- 172.21.15.66:0/3697367710 learned_addr learned my addr 172.21.15.66:0/3697367710 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2ebe00640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2f415ef90 0x7fc2f4145d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 -- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2f4161c20 msgr2=0x7fc2f40723b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2f4161c20 0x7fc2f40723b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 -- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2f415ef90 msgr2=0x7fc2f4145d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2f415ef90 0x7fc2f4145d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:49.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.923+0000 7fc2f9200640 1 -- 172.21.15.66:0/3697367710 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f4146720 con 0x7fc2f40cf560 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2f9200640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fc2e400c430 tx=0x7fc2e400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4011790 con 0x7fc2f40cf560 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2e4017070 con 0x7fc2f40cf560 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2e4011ce0 con 0x7fc2f40cf560 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f4146a00 con 0x7fc2f40cf560 2024-07-27T07:02:49.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.924+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f4146fc0 con 0x7fc2f40cf560 2024-07-27T07:02:49.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.925+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f406a0e0 con 0x7fc2f40cf560 2024-07-27T07:02:49.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.926+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc2e401c460 con 0x7fc2f40cf560 2024-07-27T07:02:49.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.928+0000 7fc2f1600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 0x7fc2d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:49.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.928+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7fc2e4098df0 con 0x7fc2f40cf560 2024-07-27T07:02:49.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.929+0000 7fc2ebe00640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 0x7fc2d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:49.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.930+0000 7fc2ebe00640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 0x7fc2d0079520 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc034000 tx=0x7fc2dc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:49.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:49.933+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc2e4061960 con 0x7fc2f40cf560 2024-07-27T07:02:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.183+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2f406f630 con 0x7fc2f40cf560 2024-07-27T07:02:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.185+0000 7fc2f1600640 1 -- 172.21.15.66:0/3697367710 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7fc2e4061260 con 0x7fc2f40cf560 2024-07-27T07:02:50.186 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:02:50.186 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:02:50.187 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 msgr2=0x7fc2d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 0x7fc2d0079520 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc034000 tx=0x7fc2dc004730 comp rx=0 tx=0).stop 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 msgr2=0x7fc2f41f9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7fc2e400c430 tx=0x7fc2e400c8f0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 shutdown_connections 2024-07-27T07:02:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc2d0077010 0x7fc2d0079520 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc2f4161c20 0x7fc2f40723b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2f415ef90 0x7fc2f4145d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 --2- 172.21.15.66:0/3697367710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2f40cf560 0x7fc2f41f9120 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.187+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 >> 172.21.15.66:0/3697367710 conn(0x7fc2f40cfa80 msgr2=0x7fc2f4160c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.188+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 shutdown_connections 2024-07-27T07:02:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.188+0000 7fc2fa600640 1 -- 172.21.15.66:0/3697367710 wait complete. 2024-07-27T07:02:50.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 175, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T07:02:42.962294+0000', 'modified': '2024-07-27T07:02:46.064178+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8544}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8544': {'gid': 8544, 'name': 'a', 'rank': 0, 'incarnation': 171, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/2053191342', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 2053191342}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 2053191342}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8544, 'qdb_cluster': [8544]} 2024-07-27T07:02:50.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T07:02:50.618 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T07:02:50.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 -- 172.21.15.66:0/388915832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d8072470 msgr2=0x7ff9d8074160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 --2- 172.21.15.66:0/388915832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d8072470 0x7ff9d8074160 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8070090 tx=0x7ff9c802aa10 comp rx=0 tx=0).stop 2024-07-27T07:02:50.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 -- 172.21.15.66:0/388915832 shutdown_connections 2024-07-27T07:02:50.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 --2- 172.21.15.66:0/388915832 >> v2:172.21.15.155:3300/0 conn(0x7ff9d815ed30 0x7ff9d815f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 --2- 172.21.15.66:0/388915832 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d8072470 0x7ff9d8074160 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 -- 172.21.15.66:0/388915832 >> 172.21.15.66:0/388915832 conn(0x7ff9d806d3f0 msgr2=0x7ff9d80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.919+0000 7ff9df600640 1 -- 172.21.15.66:0/388915832 shutdown_connections 2024-07-27T07:02:50.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.920+0000 7ff9df600640 1 -- 172.21.15.66:0/388915832 wait complete. 2024-07-27T07:02:50.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.922+0000 7ff9df600640 1 Processor -- start 2024-07-27T07:02:50.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.922+0000 7ff9df600640 1 -- start start 2024-07-27T07:02:50.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9d8072470 0x7ff9d814af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9d815ed30 0x7ff9d81f8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d8155400 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d8155280 con 0x7ff9d815ed30 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9df600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff9d8155580 con 0x7ff9d8072470 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35780/0 (socket says 172.21.15.66:35780) 2024-07-27T07:02:50.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1550999079 learned_addr learned my addr 172.21.15.66:0/1550999079 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:50.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9d8072470 0x7ff9d814af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.924+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9d815ed30 0x7ff9d81f8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9d8072470 msgr2=0x7ff9d814af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9d8072470 0x7ff9d814af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9d815ed30 msgr2=0x7ff9d81f8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9d815ed30 0x7ff9d81f8d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1550999079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9d814b440 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7ff9c000b410 tx=0x7ff9c000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.925+0000 7ff9d5600640 1 -- 172.21.15.66:0/1550999079 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0015020 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.926+0000 7ff9d5600640 1 -- 172.21.15.66:0/1550999079 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9c0011940 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.926+0000 7ff9d5600640 1 -- 172.21.15.66:0/1550999079 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0011d90 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.926+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9d80b12c0 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.926+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9d80b0220 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.929+0000 7ff9d5600640 1 -- 172.21.15.66:0/1550999079 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff9c0018020 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.930+0000 7ff9d5600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 0x7ff9b4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.930+0000 7ff9d5600640 1 -- 172.21.15.66:0/1550999079 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7ff9c0098fc0 con 0x7ff9d80b2ed0 2024-07-27T07:02:50.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.931+0000 7ff9e6764740 1 Processor -- start 2024-07-27T07:02:50.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.931+0000 7ff9e6764740 1 -- start start 2024-07-27T07:02:50.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.931+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 0x7ff9b4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4bfe830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 0x55c4c4bfed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c4c4b47390 con 0x55c4c482f270 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c4c4b36a30 con 0x55c4c480e590 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.932+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c4c4b3a8d0 con 0x55c4c48063b0 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 0x7ff9b4079550 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8035000 tx=0x7ff9c8004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:35786/0 (socket says 172.21.15.66:35786) 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 -- 172.21.15.66:0/3782571755 learned_addr learned my addr 172.21.15.66:0/3782571755 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:50.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4bfe830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dd600640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 0x55c4c4bfed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 -- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 msgr2=0x55c4c4bfe830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4bfe830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 -- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 msgr2=0x55c4c4bfed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 0x55c4c4bfed70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dcc00640 1 -- 172.21.15.66:0/3782571755 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4c4af2d70 con 0x55c4c482f270 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4bfe830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.933+0000 7ff9dd600640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 0x55c4c4bfed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:50.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.934+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7ff9c802fcb0 tx=0x7ff9c803e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0f9e7c3c9d9b181 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.934+0000 7ff9cd200640 1 -- 172.21.15.66:0/3782571755 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c802fce0 con 0x55c4c482f270 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.934+0000 7ff9cd200640 1 -- 172.21.15.66:0/3782571755 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9c8046420 con 0x55c4c482f270 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.934+0000 7ff9cd200640 1 -- 172.21.15.66:0/3782571755 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c8046810 con 0x55c4c482f270 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 -- 172.21.15.66:0/3782571755 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 msgr2=0x55c4c4c1bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7ff9c802fcb0 tx=0x7ff9c803e000 comp rx=0 tx=0).stop 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 -- 172.21.15.66:0/3782571755 shutdown_connections 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c480e590 0x55c4c4bfed70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4bfe830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 --2- 172.21.15.66:0/3782571755 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c1bb60 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 -- 172.21.15.66:0/3782571755 >> 172.21.15.66:0/3782571755 conn(0x55c4c48233c0 msgr2=0x55c4c4bd4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 -- 172.21.15.66:0/3782571755 shutdown_connections 2024-07-27T07:02:50.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.935+0000 7ff9e6764740 1 -- 172.21.15.66:0/3782571755 wait complete. 2024-07-27T07:02:50.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.936+0000 7ff9e6764740 1 -- start start 2024-07-27T07:02:50.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.936+0000 7ff9e6764740 1 Processor -- start 2024-07-27T07:02:50.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c11930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c480e590 0x55c4c4c1a050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.940 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c4c48a9620 con 0x55c4c482f270 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c4c4ad3e10 con 0x55c4c48063b0 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c4c4c11e70 con 0x55c4c480e590 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9e6764740 10 client.0 _ll_register_callbacks cb 0x55c4c4b309a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9dd600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9dd600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43508/0 (socket says 172.21.15.66:43508) 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.938+0000 7ff9dd600640 1 -- 172.21.15.66:0/1326639616 learned_addr learned my addr 172.21.15.66:0/1326639616 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c11930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 -- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c480e590 msgr2=0x55c4c4c1a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c480e590 0x55c4c4c1a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 -- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 msgr2=0x55c4c4c11930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c11930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 -- 172.21.15.66:0/1326639616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4c489a850 con 0x55c4c482f270 2024-07-27T07:02:50.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0009ed0 tx=0x7ff9d000e540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46b8e4ec8e988101 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9c5600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:02:50.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d0017020 con 0x55c4c482f270 2024-07-27T07:02:50.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7ff9d0013410 con 0x55c4c482f270 2024-07-27T07:02:50.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.939+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9c8046420 con 0x55c4c482f270 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=175) ==== 24+0+0 (secure 0 0 0) 0x7ff9d0022050 con 0x55c4c482f270 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 10 client.8664 fetch_fsmap learned FSMap version 175 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=175,monmap=2+}) -- 0x55c4c49116b0 con 0x55c4c482f270 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9c8046420 con 0x55c4c482f270 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 175) ==== 3502+0+0 (secure 0 0 0) 0x7ff9d0012050 con 0x55c4c482f270 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 10 client.8664 fetch_fsmap finished waiting for FSMap version 175 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 10 client.8664 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 20 client.8664 populate_metadata read hostname 'smithi066' 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c47ede40 0x55c4c4c2c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 4 client.8664 mds_command: new command op to 8544 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.940+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 --> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c4c4b492e0 con 0x55c4c47ede40 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.941+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c47ede40 0x55c4c4c2c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.941+0000 7ff9c5600640 10 client.8664 ms_handle_connect on v2:172.21.15.66:6832/2053191342 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.941+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c47ede40 0x55c4c4c2c1d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a26d2b2ad0b3fb1 server_cookie=cba43b1367b76f83 in_seq=0 out_seq=0 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.942+0000 7ff9c5600640 1 -- 172.21.15.66:0/1326639616 <== mds.0 v2:172.21.15.66:6832/2053191342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c4c4b492e0 con 0x55c4c47ede40 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.942+0000 7ff9c5600640 10 client.8664 handle_command_reply: tid=0 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.942+0000 7ff9e6764740 1 client.8664 shutdown 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 msgr2=0x55c4c4c29250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7ff9d0009ed0 tx=0x7ff9d000e540 comp rx=0 tx=0).stop 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 shutdown_connections 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c47ede40 0x55c4c4c2c1d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c482f270 0x55c4c4c29250 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c480e590 0x55c4c4c1a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1326639616 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c11930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9c5600640 0 client.8664 ms_handle_reset on v2:172.21.15.66:6832/2053191342 2024-07-27T07:02:50.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 >> 172.21.15.66:0/1326639616 conn(0x55c4c48233c0 msgr2=0x55c4c4bedff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 shutdown_connections 2024-07-27T07:02:50.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 1 -- 172.21.15.66:0/1326639616 wait complete. 2024-07-27T07:02:50.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.943+0000 7ff9e6764740 20 client.8664 trim_cache size 0 max 16384 2024-07-27T07:02:50.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.964+0000 7ff9e6764740 1 Processor -- start 2024-07-27T07:02:50.966 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.964+0000 7ff9e6764740 1 -- start start 2024-07-27T07:02:50.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c3cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c482f270 0x55c4c4bd5730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d8203a20 con 0x55c4c480e590 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff9d8202db0 con 0x55c4c48063b0 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff9d82033d0 con 0x55c4c482f270 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43520/0 (socket says 172.21.15.66:43520) 2024-07-27T07:02:50.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9cfe00640 1 -- 172.21.15.66:0/4189189186 learned_addr learned my addr 172.21.15.66:0/4189189186 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:50.969 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9dd600640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c482f270 0x55c4c4bd5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 -- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c482f270 msgr2=0x55c4c4bd5730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.966+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c3cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c482f270 0x55c4c4bd5730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 -- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 msgr2=0x55c4c4c3cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c3cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 -- 172.21.15.66:0/4189189186 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4c4c0f920 con 0x55c4c480e590 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c3cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7ff9c005e6a0 tx=0x7ff9c0009320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c4ba9b2e5b8129b server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9c7e00640 1 -- 172.21.15.66:0/4189189186 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0094070 con 0x55c4c480e590 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9c7e00640 1 -- 172.21.15.66:0/4189189186 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9c0065a30 con 0x55c4c480e590 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.967+0000 7ff9c7e00640 1 -- 172.21.15.66:0/4189189186 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c007a070 con 0x55c4c480e590 2024-07-27T07:02:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 -- 172.21.15.66:0/4189189186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 msgr2=0x55c4c4c15dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7ff9c005e6a0 tx=0x7ff9c0009320 comp rx=0 tx=0).stop 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 -- 172.21.15.66:0/4189189186 shutdown_connections 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c482f270 0x55c4c4bd5730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4c15dc0 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 --2- 172.21.15.66:0/4189189186 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c48063b0 0x55c4c4c3cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 -- 172.21.15.66:0/4189189186 >> 172.21.15.66:0/4189189186 conn(0x55c4c48233c0 msgr2=0x55c4c4bf6390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 -- 172.21.15.66:0/4189189186 shutdown_connections 2024-07-27T07:02:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.968+0000 7ff9e6764740 1 -- 172.21.15.66:0/4189189186 wait complete. 2024-07-27T07:02:50.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.969+0000 7ff9e6764740 1 -- start start 2024-07-27T07:02:50.972 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.969+0000 7ff9e6764740 1 Processor -- start 2024-07-27T07:02:50.974 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4c21bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 0x55c4c4c27790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c4c4c111d0 con 0x55c4c480e590 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c4c4c10bc0 con 0x55c4c482f270 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c4c4c29790 con 0x55c4c48063b0 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9e6764740 10 client.0 _ll_register_callbacks cb 0x7ff9d0006e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9cfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43536/0 (socket says 172.21.15.66:43536) 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.971+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1194462863 learned_addr learned my addr 172.21.15.66:0/1194462863 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4c21bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 0x55c4c4c27790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 msgr2=0x55c4c4c21bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.975 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4c21bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 msgr2=0x55c4c4c27790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 0x55c4c4c27790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 -- 172.21.15.66:0/1194462863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4c4bf5bb0 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9dd600640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 0x55c4c4c27790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9cfe00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0060d10 tx=0x7ff9c0060920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91e983daabfb4ddf server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9c5600640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9c0094070 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7ff9c005cfb0 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.972+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9c0065a30 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=175) ==== 24+0+0 (secure 0 0 0) 0x7ff9c0082050 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 10 client.8670 fetch_fsmap learned FSMap version 175 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=175,monmap=2+}) -- 0x55c4c4c22170 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9c0065a30 con 0x55c4c480e590 2024-07-27T07:02:50.976 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 175) ==== 3502+0+0 (secure 0 0 0) 0x7ff9c0076ad0 con 0x55c4c480e590 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 10 client.8670 fetch_fsmap finished waiting for FSMap version 175 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 10 client.8670 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 20 client.8670 populate_metadata read hostname 'smithi066' 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c4bfab50 0x55c4c4bfaf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 4 client.8670 mds_command: new command op to 8544 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 --> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] -- command(tid 0: {"prefix": "status"}) -- 0x55c4c4b44d80 con 0x55c4c4bfab50 2024-07-27T07:02:50.977 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.973+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c4bfab50 0x55c4c4bfaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:50.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9dcc00640 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c4bfab50 0x55c4c4bfaf60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1e1f8228d4f2bb8 server_cookie=4dd35e26a848410e in_seq=0 out_seq=0 2024-07-27T07:02:50.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9c5600640 10 client.8670 ms_handle_connect on v2:172.21.15.66:6832/2053191342 2024-07-27T07:02:50.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9c5600640 1 -- 172.21.15.66:0/1194462863 <== mds.0 v2:172.21.15.66:6832/2053191342 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55c4c4b44d80 con 0x55c4c4bfab50 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9c5600640 10 client.8670 handle_command_reply: tid=0 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9e6764740 1 client.8670 shutdown 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 msgr2=0x55c4c4bee2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.974+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0060d10 tx=0x7ff9c0060920 comp rx=0 tx=0).stop 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 shutdown_connections 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:6832/2053191342,v1:172.21.15.66:6835/2053191342] conn(0x55c4c4bfab50 0x55c4c4bfaf60 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c4c482f270 0x55c4c4c27790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c4c480e590 0x55c4c4bee2f0 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 --2- 172.21.15.66:0/1194462863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c4c48063b0 0x55c4c4c21bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9c5600640 0 client.8670 ms_handle_reset on v2:172.21.15.66:6832/2053191342 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 >> 172.21.15.66:0/1194462863 conn(0x55c4c48233c0 msgr2=0x55c4c4bca1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 shutdown_connections 2024-07-27T07:02:50.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 1 -- 172.21.15.66:0/1194462863 wait complete. 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.975+0000 7ff9e6764740 20 client.8670 trim_cache size 0 max 16384 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 8544, 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.5688677320000002, 2024-07-27T07:02:50.980 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 175, 2024-07-27T07:02:50.981 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 141, 2024-07-27T07:02:50.981 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 141, 2024-07-27T07:02:50.981 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.227219357999999 2024-07-27T07:02:50.981 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:02:50.981 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 msgr2=0x7ff9b4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 0x7ff9b4079550 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7ff9c8035000 tx=0x7ff9c8004ab0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 msgr2=0x7ff9d80af7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7ff9c000b410 tx=0x7ff9c000b8d0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 shutdown_connections 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff9b4077040 0x7ff9b4079550 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff9d815ed30 0x7ff9d81f8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff9d80b2ed0 0x7ff9d80af7d0 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 --2- 172.21.15.66:0/1550999079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff9d8072470 0x7ff9d814af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 >> 172.21.15.66:0/1550999079 conn(0x7ff9d806d3f0 msgr2=0x7ff9d815d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 shutdown_connections 2024-07-27T07:02:50.982 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:50.976+0000 7ff9df600640 1 -- 172.21.15.66:0/1550999079 wait complete. 2024-07-27T07:02:51.002 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:02:51.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.277+0000 7f46b3200640 1 -- 172.21.15.66:0/1143568399 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4694004d40 msgr2=0x7f4694005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.277+0000 7f46b3200640 1 --2- 172.21.15.66:0/1143568399 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4694004d40 0x7f4694005190 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f46a8002230 tx=0x7f4694005830 comp rx=0 tx=0).stop 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.277+0000 7f46b2800640 1 -- 172.21.15.66:0/1143568399 reap_dead start 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.278+0000 7f46b3200640 1 -- 172.21.15.66:0/1143568399 shutdown_connections 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.278+0000 7f46b3200640 1 -- 172.21.15.66:0/1143568399 >> 172.21.15.66:0/1143568399 conn(0x7f46ac0cfa80 msgr2=0x7f46ac0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.278+0000 7f46b3200640 1 -- 172.21.15.66:0/1143568399 shutdown_connections 2024-07-27T07:02:51.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.278+0000 7f46b3200640 1 -- 172.21.15.66:0/1143568399 wait complete. 2024-07-27T07:02:51.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.280+0000 7f46b3200640 1 Processor -- start 2024-07-27T07:02:51.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.280+0000 7f46b3200640 1 -- start start 2024-07-27T07:02:51.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4694004d40 0x7f46ac137360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:51.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 0x7f46ac0ce900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:51.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:51.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac06f020 con 0x7f46ac0cee40 2024-07-27T07:02:51.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f46ac06eea0 con 0x7f46ac155740 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f46ac06f1a0 con 0x7f4694004d40 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:43564/0 (socket says 172.21.15.66:43564) 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.282+0000 7f46b2800640 1 -- 172.21.15.66:0/48103844 learned_addr learned my addr 172.21.15.66:0/48103844 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b1e00640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4694004d40 0x7f46ac137360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b1400640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 0x7f46ac0ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 -- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4694004d40 msgr2=0x7f46ac137360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4694004d40 0x7f46ac137360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 -- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 msgr2=0x7f46ac0ce900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 0x7f46ac0ce900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 -- 172.21.15.66:0/48103844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46ac144710 con 0x7f46ac0cee40 2024-07-27T07:02:51.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b1400640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 0x7f46ac0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:02:51.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b2800640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f46ac156b10 tx=0x7f46a8004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:51.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a802bbb0 con 0x7f46ac0cee40 2024-07-27T07:02:51.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46a802be40 con 0x7f46ac0cee40 2024-07-27T07:02:51.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46ac0a9700 con 0x7f46ac0cee40 2024-07-27T07:02:51.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46a80062d0 con 0x7f46ac0cee40 2024-07-27T07:02:51.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.283+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46ac0ce100 con 0x7f46ac0cee40 2024-07-27T07:02:51.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.285+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46ac15e3f0 con 0x7f46ac0cee40 2024-07-27T07:02:51.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.286+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f46a8006470 con 0x7f46ac0cee40 2024-07-27T07:02:51.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.287+0000 7f46a6000640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 0x7f468c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:02:51.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.287+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 7221+0+0 (secure 0 0 0) 0x7f46a80b9330 con 0x7f46ac0cee40 2024-07-27T07:02:51.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.288+0000 7f46b1e00640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 0x7f468c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:02:51.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.289+0000 7f46b1e00640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 0x7f468c079520 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f46a00057c0 tx=0x7f46a0005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:02:51.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.294+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46a8081ea0 con 0x7f46ac0cee40 2024-07-27T07:02:51.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.555+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f46ac073670 con 0x7f46ac0cee40 2024-07-27T07:02:51.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.556+0000 7f46a6000640 1 -- 172.21.15.66:0/48103844 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v175) ==== 53+0+73 (secure 0 0 0) 0x7f46a80817a0 con 0x7f46ac0cee40 2024-07-27T07:02:51.558 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:02:51.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 msgr2=0x7f468c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 0x7f468c079520 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f46a00057c0 tx=0x7f46a0005850 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 msgr2=0x7f46ac1f8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 secure :-1 s=READY pgs=1610 cs=0 l=1 rev1=1 crypto rx=0x7f46ac156b10 tx=0x7f46a8004bb0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 shutdown_connections 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f468c077010 0x7f468c079520 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46ac0cee40 0x7f46ac1f8370 unknown :-1 s=CLOSED pgs=1610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46ac155740 0x7f46ac0ce900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 --2- 172.21.15.66:0/48103844 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4694004d40 0x7f46ac137360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 >> 172.21.15.66:0/48103844 conn(0x7f46ac0cfa80 msgr2=0x7f46ac15f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 shutdown_connections 2024-07-27T07:02:51.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51.560+0000 7f46b3200640 1 -- 172.21.15.66:0/48103844 wait complete. 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:02:51.588 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:51.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:51.589 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:02:51.635 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:51.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:02:51.637 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41818sec preferred_lft 41818sec 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:02:51.638 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:02:51.639 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:02:51.640 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:51.640 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:02:51.757 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:02:51.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:51.761 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:02:51.818 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:02:51.818 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:02:51.818 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:02:51.818 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:02:51.818 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:02:51.818 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:02:51.819 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:02:51.819 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:02:51.819 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:02:51.819 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:02:51.819 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:02:51.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:02:52.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:02:52.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:52.043 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:02:52.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:02:52.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:02:52.091 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:52.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:52.091 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:02:52.223 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:02:52.223 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:52.279 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:02:52.280 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:02:52.280 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:52.334 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:02:52.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:52.334 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:52.550 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:52.550 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:02:52.597 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:02:52.597 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:02:52.597 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:02:52.597 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:02:52.597 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:02:52.599 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:02:52.599 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:02:52.599 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:02:52.599 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:02:52.599 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:02:52.604 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:02:52.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:52.604 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:02:52.683 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:02:52.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:52 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:02:52.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:02:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:02:52.828 INFO:teuthology.orchestra.run.smithi066.stdout:client6128 2024-07-27T07:02:52.829 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:02:52.829 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:02:52.885 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T07:02:53.193 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T07:02:53.193 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T07:02:53.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.194 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts) 2024-07-27T07:02:53.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.262 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_1) 2024-07-27T07:02:53.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.357 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_2) 2024-07-27T07:02:53.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.438 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_3) 2024-07-27T07:02:53.520 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.520 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_4) 2024-07-27T07:02:53.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.601 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_5) 2024-07-27T07:02:53.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.686 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_6) 2024-07-27T07:02:53.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.774 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_7) 2024-07-27T07:02:53.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.858 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_8) 2024-07-27T07:02:53.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:53.941 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_9) 2024-07-27T07:02:54.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.018 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_10) 2024-07-27T07:02:54.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.105 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_11) 2024-07-27T07:02:54.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.183 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_12) 2024-07-27T07:02:54.263 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.263 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_13) 2024-07-27T07:02:54.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.340 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_14) 2024-07-27T07:02:54.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.420 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_15) 2024-07-27T07:02:54.498 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.499 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_16) 2024-07-27T07:02:54.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.573 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_17) 2024-07-27T07:02:54.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.650 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_18) 2024-07-27T07:02:54.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.721 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_19) 2024-07-27T07:02:54.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.796 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_20) 2024-07-27T07:02:54.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.872 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_21) 2024-07-27T07:02:54.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:54.955 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_22) 2024-07-27T07:02:55.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.028 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_23) 2024-07-27T07:02:55.103 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.103 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_24) 2024-07-27T07:02:55.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.177 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_25) 2024-07-27T07:02:55.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.252 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_26) 2024-07-27T07:02:55.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.321 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_27) 2024-07-27T07:02:55.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.397 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_28) 2024-07-27T07:02:55.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.470 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_29) 2024-07-27T07:02:55.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.549 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_30) 2024-07-27T07:02:55.627 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.627 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_31) 2024-07-27T07:02:55.705 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.705 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_32) 2024-07-27T07:02:55.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.788 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_33) 2024-07-27T07:02:55.869 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.869 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_34) 2024-07-27T07:02:55.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:55.947 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_35) 2024-07-27T07:02:56.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.023 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_36) 2024-07-27T07:02:56.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.099 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_37) 2024-07-27T07:02:56.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.177 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_38) 2024-07-27T07:02:56.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.250 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_39) 2024-07-27T07:02:56.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.327 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_40) 2024-07-27T07:02:56.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.404 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_41) 2024-07-27T07:02:56.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.483 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_42) 2024-07-27T07:02:56.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.563 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_43) 2024-07-27T07:02:56.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.642 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_44) 2024-07-27T07:02:56.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.717 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_45) 2024-07-27T07:02:56.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.793 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_46) 2024-07-27T07:02:56.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.868 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_47) 2024-07-27T07:02:56.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:56.942 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_48) 2024-07-27T07:02:57.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.017 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_49) 2024-07-27T07:02:57.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.093 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_50) 2024-07-27T07:02:57.172 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.172 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_51) 2024-07-27T07:02:57.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.249 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_52) 2024-07-27T07:02:57.319 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.319 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_53) 2024-07-27T07:02:57.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.392 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_54) 2024-07-27T07:02:57.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.468 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_55) 2024-07-27T07:02:57.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.543 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_56) 2024-07-27T07:02:57.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.623 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_57) 2024-07-27T07:02:57.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.701 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_58) 2024-07-27T07:02:57.774 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.774 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_59) 2024-07-27T07:02:57.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.854 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_60) 2024-07-27T07:02:57.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:57.933 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_61) 2024-07-27T07:02:58.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.011 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_62) 2024-07-27T07:02:58.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.093 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_63) 2024-07-27T07:02:58.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.176 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_64) 2024-07-27T07:02:58.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.257 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_65) 2024-07-27T07:02:58.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.332 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_66) 2024-07-27T07:02:58.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.425 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_67) 2024-07-27T07:02:58.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.510 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_68) 2024-07-27T07:02:58.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.602 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_69) 2024-07-27T07:02:58.693 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.693 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_70) 2024-07-27T07:02:58.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.782 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_71) 2024-07-27T07:02:58.866 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.867 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_72) 2024-07-27T07:02:58.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:58.954 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_73) 2024-07-27T07:02:59.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.040 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_74) 2024-07-27T07:02:59.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.128 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_75) 2024-07-27T07:02:59.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.220 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_76) 2024-07-27T07:02:59.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.301 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_77) 2024-07-27T07:02:59.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.381 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_78) 2024-07-27T07:02:59.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.463 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_79) 2024-07-27T07:02:59.488 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:02:59.515 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:02:59.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.538 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_80) 2024-07-27T07:02:59.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.648 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_81) 2024-07-27T07:02:59.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.767 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_82) 2024-07-27T07:02:59.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.846 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_83) 2024-07-27T07:02:59.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:02:59.928 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_84) 2024-07-27T07:03:00.014 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.015 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_85) 2024-07-27T07:03:00.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.095 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_86) 2024-07-27T07:03:00.173 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.174 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_87) 2024-07-27T07:03:00.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.250 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_88) 2024-07-27T07:03:00.329 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.329 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_89) 2024-07-27T07:03:00.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.407 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_90) 2024-07-27T07:03:00.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.486 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_91) 2024-07-27T07:03:00.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.567 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_92) 2024-07-27T07:03:00.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.647 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_93) 2024-07-27T07:03:00.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.729 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_94) 2024-07-27T07:03:00.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.809 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_95) 2024-07-27T07:03:00.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.891 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_96) 2024-07-27T07:03:00.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:00.972 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_97) 2024-07-27T07:03:01.057 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.057 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_98) 2024-07-27T07:03:01.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.140 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_99) 2024-07-27T07:03:01.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.217 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_100) 2024-07-27T07:03:01.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.295 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_1) 2024-07-27T07:03:01.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.371 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_2) 2024-07-27T07:03:01.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.445 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_3) 2024-07-27T07:03:01.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.518 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_4) 2024-07-27T07:03:01.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.592 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_5) 2024-07-27T07:03:01.665 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.665 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_6) 2024-07-27T07:03:01.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.737 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_7) 2024-07-27T07:03:01.814 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.814 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_8) 2024-07-27T07:03:01.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.883 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_9) 2024-07-27T07:03:01.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:01.959 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_10) 2024-07-27T07:03:02.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.029 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_11) 2024-07-27T07:03:02.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.097 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_12) 2024-07-27T07:03:02.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.175 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_13) 2024-07-27T07:03:02.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.251 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_14) 2024-07-27T07:03:02.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.328 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_15) 2024-07-27T07:03:02.402 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.403 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_16) 2024-07-27T07:03:02.474 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.474 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_17) 2024-07-27T07:03:02.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.547 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_18) 2024-07-27T07:03:02.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.623 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_19) 2024-07-27T07:03:02.695 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.695 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_20) 2024-07-27T07:03:02.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.770 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_21) 2024-07-27T07:03:02.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.846 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_22) 2024-07-27T07:03:02.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.920 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_23) 2024-07-27T07:03:02.993 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:02.994 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_24) 2024-07-27T07:03:03.064 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.065 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_25) 2024-07-27T07:03:03.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.138 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_26) 2024-07-27T07:03:03.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.212 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_27) 2024-07-27T07:03:03.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.291 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_28) 2024-07-27T07:03:03.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.367 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_29) 2024-07-27T07:03:03.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.444 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_30) 2024-07-27T07:03:03.515 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.516 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_31) 2024-07-27T07:03:03.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.587 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_32) 2024-07-27T07:03:03.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.657 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_33) 2024-07-27T07:03:03.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.729 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_34) 2024-07-27T07:03:03.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.810 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_35) 2024-07-27T07:03:03.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.885 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_36) 2024-07-27T07:03:03.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:03.963 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_37) 2024-07-27T07:03:04.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.039 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_38) 2024-07-27T07:03:04.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.114 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_39) 2024-07-27T07:03:04.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.189 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_40) 2024-07-27T07:03:04.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.264 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_41) 2024-07-27T07:03:04.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.337 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_42) 2024-07-27T07:03:04.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.412 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_43) 2024-07-27T07:03:04.486 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.486 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_44) 2024-07-27T07:03:04.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.560 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_45) 2024-07-27T07:03:04.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.635 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_46) 2024-07-27T07:03:04.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.712 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_47) 2024-07-27T07:03:04.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.835 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_48) 2024-07-27T07:03:04.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:04.915 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_49) 2024-07-27T07:03:05.009 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.009 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_50) 2024-07-27T07:03:05.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.076 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_51) 2024-07-27T07:03:05.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.125 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_52) 2024-07-27T07:03:05.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.179 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_53) 2024-07-27T07:03:05.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.235 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_54) 2024-07-27T07:03:05.295 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.295 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_55) 2024-07-27T07:03:05.372 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.373 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_56) 2024-07-27T07:03:05.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.457 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_57) 2024-07-27T07:03:05.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.553 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_58) 2024-07-27T07:03:05.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.628 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_59) 2024-07-27T07:03:05.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.677 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_60) 2024-07-27T07:03:05.752 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.753 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_61) 2024-07-27T07:03:05.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.822 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_62) 2024-07-27T07:03:05.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.879 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_63) 2024-07-27T07:03:05.939 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:05.939 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_64) 2024-07-27T07:03:06.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.031 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_65) 2024-07-27T07:03:06.115 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.116 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_66) 2024-07-27T07:03:06.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.165 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_67) 2024-07-27T07:03:06.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.217 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_68) 2024-07-27T07:03:06.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.277 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_69) 2024-07-27T07:03:06.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.346 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_70) 2024-07-27T07:03:06.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.420 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_71) 2024-07-27T07:03:06.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.489 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_72) 2024-07-27T07:03:06.558 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.559 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_73) 2024-07-27T07:03:06.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.631 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_74) 2024-07-27T07:03:06.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.704 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_75) 2024-07-27T07:03:06.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.800 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_76) 2024-07-27T07:03:06.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.880 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_77) 2024-07-27T07:03:06.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.937 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_78) 2024-07-27T07:03:06.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:06.988 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_79) 2024-07-27T07:03:07.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.049 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_80) 2024-07-27T07:03:07.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.125 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_81) 2024-07-27T07:03:07.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.181 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_82) 2024-07-27T07:03:07.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.234 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_83) 2024-07-27T07:03:07.293 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.293 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_84) 2024-07-27T07:03:07.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.360 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_85) 2024-07-27T07:03:07.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.427 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_86) 2024-07-27T07:03:07.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.498 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_87) 2024-07-27T07:03:07.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.562 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_88) 2024-07-27T07:03:07.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.631 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_89) 2024-07-27T07:03:07.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.704 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_90) 2024-07-27T07:03:07.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.820 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_91) 2024-07-27T07:03:07.938 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.938 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_92) 2024-07-27T07:03:07.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:07.992 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_93) 2024-07-27T07:03:08.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.041 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_94) 2024-07-27T07:03:08.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.091 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_95) 2024-07-27T07:03:08.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.145 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_96) 2024-07-27T07:03:08.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.204 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_97) 2024-07-27T07:03:08.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.274 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_98) 2024-07-27T07:03:08.345 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.346 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_99) 2024-07-27T07:03:08.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.416 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_100) 2024-07-27T07:03:08.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:08.487 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts) 2024-07-27T07:03:08.544 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:03:08.544 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:08.668 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:08.792 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:03:08.793 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:08.793 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:08.793 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:08.868 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:08.868 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:08.919 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 -- 172.21.15.66:0/520233364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c15a1e0 msgr2=0x7f4d1c072840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 --2- 172.21.15.66:0/520233364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c15a1e0 0x7f4d1c072840 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0cdd20 tx=0x7f4d0c02a6f0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 -- 172.21.15.66:0/520233364 shutdown_connections 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 --2- 172.21.15.66:0/520233364 >> v2:172.21.15.155:3300/0 conn(0x7f4d1c072d80 0x7f4d1c15dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 --2- 172.21.15.66:0/520233364 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c15a1e0 0x7f4d1c072840 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 --2- 172.21.15.66:0/520233364 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d1c0b5250 0x7f4d1c072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 -- 172.21.15.66:0/520233364 >> 172.21.15.66:0/520233364 conn(0x7f4d1c0cfa80 msgr2=0x7f4d1c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 -- 172.21.15.66:0/520233364 shutdown_connections 2024-07-27T07:03:09.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.194+0000 7f4d21c00640 1 -- 172.21.15.66:0/520233364 wait complete. 2024-07-27T07:03:09.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.197+0000 7f4d21c00640 1 Processor -- start 2024-07-27T07:03:09.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.197+0000 7f4d21c00640 1 -- start start 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d1c0b5250 0x7f4d1c1454a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d1c15a1e0 0x7f4d1c1f8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c15e2f0 con 0x7f4d1c072d80 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c15e170 con 0x7f4d1c0b5250 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.198+0000 7f4d21c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c15e470 con 0x7f4d1c15a1e0 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54204/0 (socket says 172.21.15.66:54204) 2024-07-27T07:03:09.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 -- 172.21.15.66:0/3911379697 learned_addr learned my addr 172.21.15.66:0/3911379697 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:09.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 -- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d1c15a1e0 msgr2=0x7f4d1c1f8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:09.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d1c15a1e0 0x7f4d1c1f8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 -- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d1c0b5250 msgr2=0x7f4d1c1454a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d1c0b5250 0x7f4d1c1454a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 -- 172.21.15.66:0/3911379697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c1f5330 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.199+0000 7f4d1be00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f4d0400db10 tx=0x7f4d0400a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.200+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0400ae60 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.200+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d04005110 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.200+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d04005540 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.200+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c1f93e0 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.200+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c1f55b0 con 0x7f4d1c072d80 2024-07-27T07:03:09.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.201+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d1c073d20 con 0x7f4d1c072d80 2024-07-27T07:03:09.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.203+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4d040047a0 con 0x7f4d1c072d80 2024-07-27T07:03:09.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.204+0000 7f4d13e00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 0x7f4cf8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:09.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.205+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(146..146 src has 1..146) ==== 7309+0+0 (secure 0 0 0) 0x7f4d040995e0 con 0x7f4d1c072d80 2024-07-27T07:03:09.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.205+0000 7f4d1b400640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 0x7f4cf8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:09.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.206+0000 7f4d1b400640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 0x7f4cf8079520 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c034000 tx=0x7f4d0c004a40 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:09.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.210+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4d1c073d20 con 0x7f4d1c072d80 2024-07-27T07:03:09.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.477+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f4d1c15e960 con 0x7f4d1c072d80 2024-07-27T07:03:09.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.479+0000 7f4d13e00640 1 -- 172.21.15.66:0/3911379697 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v146) ==== 80+0+0 (secure 0 0 0) 0x7f4d1c1f5330 con 0x7f4d1c072d80 2024-07-27T07:03:09.480 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T07:03:09.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.483+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 msgr2=0x7f4cf8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:09.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.483+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 0x7f4cf8079520 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c034000 tx=0x7f4d0c004a40 comp rx=0 tx=0).stop 2024-07-27T07:03:09.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.483+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 msgr2=0x7f4d1c1f5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:09.485 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.483+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7f4d0400db10 tx=0x7f4d0400a250 comp rx=0 tx=0).stop 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 shutdown_connections 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4cf8077010 0x7f4cf8079520 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d1c15a1e0 0x7f4d1c1f8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d1c0b5250 0x7f4d1c1454a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 --2- 172.21.15.66:0/3911379697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d1c072d80 0x7f4d1c1f5db0 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.484+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 >> 172.21.15.66:0/3911379697 conn(0x7f4d1c0cfa80 msgr2=0x7f4d1c155d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:09.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.485+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 shutdown_connections 2024-07-27T07:03:09.487 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:09.485+0000 7f4d21c00640 1 -- 172.21.15.66:0/3911379697 wait complete. 2024-07-27T07:03:09.530 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:03:09.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:09.530 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:09.608 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:03:09.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:09.609 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:03:09.649 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:09.650 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:09.650 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:09.705 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:09.705 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:09.705 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:09.706 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:09.760 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:03:09.760 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:09.760 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:09.760 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:09.830 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:09.830 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:10.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 -- 172.21.15.66:0/2853385507 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f0072300 msgr2=0x7ff7f015cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 --2- 172.21.15.66:0/2853385507 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f0072300 0x7ff7f015cea0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0009830 tx=0x7ff7e002a510 comp rx=0 tx=0).stop 2024-07-27T07:03:10.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 -- 172.21.15.66:0/2853385507 shutdown_connections 2024-07-27T07:03:10.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 --2- 172.21.15.66:0/2853385507 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f00b4a40 0x7ff7f00b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 --2- 172.21.15.66:0/2853385507 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f0072300 0x7ff7f015cea0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 -- 172.21.15.66:0/2853385507 >> 172.21.15.66:0/2853385507 conn(0x7ff7f00cfa80 msgr2=0x7ff7f00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:10.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.114+0000 7ff7ef200640 1 -- 172.21.15.66:0/2853385507 shutdown_connections 2024-07-27T07:03:10.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.115+0000 7ff7ef200640 1 -- 172.21.15.66:0/2853385507 wait complete. 2024-07-27T07:03:10.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.117+0000 7ff7ef200640 1 Processor -- start 2024-07-27T07:03:10.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.118+0000 7ff7ef200640 1 -- start start 2024-07-27T07:03:10.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f0072300 0x7ff7f013f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f00b2a90 0x7ff7f01f6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f006f480 con 0x7ff7f00b4a40 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f006f300 con 0x7ff7f00b2a90 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ef200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f006f600 con 0x7ff7f0072300 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ee800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ee800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54206/0 (socket says 172.21.15.66:54206) 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ee800640 1 -- 172.21.15.66:0/1685557191 learned_addr learned my addr 172.21.15.66:0/1685557191 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ed400640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f00b2a90 0x7ff7f01f6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.120+0000 7ff7ede00640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f0072300 0x7ff7f013f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 -- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f0072300 msgr2=0x7ff7f013f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f0072300 0x7ff7f013f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 -- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f00b2a90 msgr2=0x7ff7f01f6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f00b2a90 0x7ff7f01f6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 -- 172.21.15.66:0/1685557191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f013fc70 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7ee800640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ff7e800ea70 tx=0x7ff7e800ef30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e800ce40 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7e8004c10 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.121+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8005020 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.122+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f01f7130 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.122+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f0141a80 con 0x7ff7f00b4a40 2024-07-27T07:03:10.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.123+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7f006fab0 con 0x7ff7f00b4a40 2024-07-27T07:03:10.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.125+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff7e80051c0 con 0x7ff7f00b4a40 2024-07-27T07:03:10.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.126+0000 7ff7e6000640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 0x7ff7d0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.126+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7ff7e8099bc0 con 0x7ff7f00b4a40 2024-07-27T07:03:10.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.127+0000 7ff7ede00640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 0x7ff7d0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.127+0000 7ff7ede00640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 0x7ff7d0079520 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0034000 tx=0x7ff7e0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:10.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.130+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff7f013fc70 con 0x7ff7f00b4a40 2024-07-27T07:03:10.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.422+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7f0141500 con 0x7ff7f00b4a40 2024-07-27T07:03:10.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.423+0000 7ff7e6000640 1 -- 172.21.15.66:0/1685557191 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7ff7e8062140 con 0x7ff7f00b4a40 2024-07-27T07:03:10.424 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:10.424 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:03:10.425 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:03:10.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 msgr2=0x7ff7d0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 0x7ff7d0079520 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7ff7e0034000 tx=0x7ff7e0004730 comp rx=0 tx=0).stop 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 msgr2=0x7ff7f0158d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 secure :-1 s=READY pgs=1613 cs=0 l=1 rev1=1 crypto rx=0x7ff7e800ea70 tx=0x7ff7e800ef30 comp rx=0 tx=0).stop 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 shutdown_connections 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff7d0077010 0x7ff7d0079520 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff7f00b4a40 0x7ff7f0158d10 unknown :-1 s=CLOSED pgs=1613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.428 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff7f00b2a90 0x7ff7f01f6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 --2- 172.21.15.66:0/1685557191 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff7f0072300 0x7ff7f013f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 >> 172.21.15.66:0/1685557191 conn(0x7ff7f00cfa80 msgr2=0x7ff7f01601a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:10.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.426+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 shutdown_connections 2024-07-27T07:03:10.429 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.427+0000 7ff7ef200640 1 -- 172.21.15.66:0/1685557191 wait complete. 2024-07-27T07:03:10.467 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:10.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 -- 172.21.15.66:0/4196790236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c161c20 msgr2=0x7fd15c162030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 --2- 172.21.15.66:0/4196790236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c161c20 0x7fd15c162030 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7fd15c070560 tx=0x7fd15402aa30 comp rx=0 tx=0).stop 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 -- 172.21.15.66:0/4196790236 shutdown_connections 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 --2- 172.21.15.66:0/4196790236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c161c20 0x7fd15c162030 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 --2- 172.21.15.66:0/4196790236 >> v2:172.21.15.155:3300/0 conn(0x7fd15c15ef90 0x7fd15c0cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 -- 172.21.15.66:0/4196790236 >> 172.21.15.66:0/4196790236 conn(0x7fd15c0cfa80 msgr2=0x7fd15c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 -- 172.21.15.66:0/4196790236 shutdown_connections 2024-07-27T07:03:10.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.740+0000 7fd162000640 1 -- 172.21.15.66:0/4196790236 wait complete. 2024-07-27T07:03:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.742+0000 7fd162000640 1 Processor -- start 2024-07-27T07:03:10.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.743+0000 7fd162000640 1 -- start start 2024-07-27T07:03:10.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c0cf560 0x7fd15c0b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c161c20 0x7fd15c0b0a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c06ecf0 con 0x7fd15c15ef90 2024-07-27T07:03:10.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd15c06eb70 con 0x7fd15c161c20 2024-07-27T07:03:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.744+0000 7fd162000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd15c06ee70 con 0x7fd15c0cf560 2024-07-27T07:03:10.747 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:54222/0 (socket says 172.21.15.66:54222) 2024-07-27T07:03:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 -- 172.21.15.66:0/934860296 learned_addr learned my addr 172.21.15.66:0/934860296 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd160c00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c0cf560 0x7fd15c0b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 -- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c0cf560 msgr2=0x7fd15c0b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd161600640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c161c20 0x7fd15c0b0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c0cf560 0x7fd15c0b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 -- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c161c20 msgr2=0x7fd15c0b0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c161c20 0x7fd15c0b0a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.745+0000 7fd153e00640 1 -- 172.21.15.66:0/934860296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15c0b5250 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd153e00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fd14400d6d0 tx=0x7fd14400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd144017070 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd144005330 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15c1f8600 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd144009820 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.746+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd15c1f8bc0 con 0x7fd15c15ef90 2024-07-27T07:03:10.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.747+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd15c1f83f0 con 0x7fd15c15ef90 2024-07-27T07:03:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.748+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd144009bd0 con 0x7fd15c15ef90 2024-07-27T07:03:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.749+0000 7fd159600640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 0x7fd138079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.750+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7fd144099230 con 0x7fd15c15ef90 2024-07-27T07:03:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.750+0000 7fd160c00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 0x7fd138079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:10.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.752+0000 7fd160c00640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 0x7fd138079520 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00a750 tx=0x7fd14c008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:10.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:10.755+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fd144061df0 con 0x7fd15c15ef90 2024-07-27T07:03:11.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.010+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd15c0b4fa0 con 0x7fd15c15ef90 2024-07-27T07:03:11.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.011+0000 7fd159600640 1 -- 172.21.15.66:0/934860296 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7fd1440616f0 con 0x7fd15c15ef90 2024-07-27T07:03:11.013 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:11.013 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:03:11.014 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:03:11.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.014+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 msgr2=0x7fd138079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.014+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 0x7fd138079520 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00a750 tx=0x7fd14c008040 comp rx=0 tx=0).stop 2024-07-27T07:03:11.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 msgr2=0x7fd15c150520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7fd14400d6d0 tx=0x7fd14400db90 comp rx=0 tx=0).stop 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 shutdown_connections 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd138077010 0x7fd138079520 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd15c161c20 0x7fd15c0b0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd15c15ef90 0x7fd15c150520 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 --2- 172.21.15.66:0/934860296 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd15c0cf560 0x7fd15c0b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 >> 172.21.15.66:0/934860296 conn(0x7fd15c0cfa80 msgr2=0x7fd15c0ae8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 shutdown_connections 2024-07-27T07:03:11.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.015+0000 7fd162000640 1 -- 172.21.15.66:0/934860296 wait complete. 2024-07-27T07:03:11.044 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 -- 172.21.15.66:0/2462946810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 msgr2=0x7fc8a806e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 --2- 172.21.15.66:0/2462946810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a806e9b0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7fc8a8071db0 tx=0x7fc8a002aac0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 -- 172.21.15.66:0/2462946810 shutdown_connections 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 --2- 172.21.15.66:0/2462946810 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a806e9b0 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 --2- 172.21.15.66:0/2462946810 >> v2:172.21.15.155:3300/0 conn(0x7fc8a80b5250 0x7fc8a8072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 -- 172.21.15.66:0/2462946810 >> 172.21.15.66:0/2462946810 conn(0x7fc8a80cfa80 msgr2=0x7fc8a80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:11.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 -- 172.21.15.66:0/2462946810 shutdown_connections 2024-07-27T07:03:11.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.330+0000 7fc8ad600640 1 -- 172.21.15.66:0/2462946810 wait complete. 2024-07-27T07:03:11.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.333+0000 7fc8ad600640 1 Processor -- start 2024-07-27T07:03:11.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.333+0000 7fc8ad600640 1 -- start start 2024-07-27T07:03:11.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a80b5250 0x7fc8a814e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a815a1e0 0x7fc8a814e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a806eef0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a8070600 con 0x7fc8a815a1e0 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8ad600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc8a806f070 con 0x7fc8a80b5250 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8a7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8a7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44166/0 (socket says 172.21.15.66:44166) 2024-07-27T07:03:11.337 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8a7e00640 1 -- 172.21.15.66:0/3023804385 learned_addr learned my addr 172.21.15.66:0/3023804385 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.335+0000 7fc8a7400640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a80b5250 0x7fc8a814e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 -- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a80b5250 msgr2=0x7fc8a814e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8acc00640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a815a1e0 0x7fc8a814e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a80b5250 0x7fc8a814e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 -- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a815a1e0 msgr2=0x7fc8a814e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a815a1e0 0x7fc8a814e5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 -- 172.21.15.66:0/3023804385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a80a9e90 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8a7e00640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7fc89800e790 tx=0x7fc89800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89800eea0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc89800cdb0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc898010690 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a80aa170 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.336+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a80aa730 con 0x7fc8a806e5a0 2024-07-27T07:03:11.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.337+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8a806e9b0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.339+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc898010830 con 0x7fc8a806e5a0 2024-07-27T07:03:11.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.340+0000 7fc89fe00640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.340+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7fc898099980 con 0x7fc8a806e5a0 2024-07-27T07:03:11.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.341+0000 7fc8a7400640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.342+0000 7fc8a7400640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80ae710 tx=0x7fc890009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:11.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.345+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc8980624b0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.558+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc8a80afa60 con 0x7fc8a806e5a0 2024-07-27T07:03:11.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.562+0000 7fc89fe00640 1 -- 172.21.15.66:0/3023804385 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v147) ==== 74+0+22477 (secure 0 0 0) 0x7fc898061db0 con 0x7fc8a806e5a0 2024-07-27T07:03:11.565 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:11.565 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":147,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:09.756472+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:02:41.114147+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-07-27T07:02:41.933945+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":201,"snap_epoch":147,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":2,"length":200}]}],"new_removed_snaps":[{"pool":19,"snaps":[{"begin":90,"length":12},{"begin":190,"length":12}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.565+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 msgr2=0x7fc884079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.565+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fc8a80ae710 tx=0x7fc890009040 comp rx=0 tx=0).stop 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.565+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 msgr2=0x7fc8a80a94b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.565+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7fc89800e790 tx=0x7fc89800ec50 comp rx=0 tx=0).stop 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 shutdown_connections 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc884077010 0x7fc884079520 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc8a815a1e0 0x7fc8a814e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc8a80b5250 0x7fc8a814e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 --2- 172.21.15.66:0/3023804385 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc8a806e5a0 0x7fc8a80a94b0 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 >> 172.21.15.66:0/3023804385 conn(0x7fc8a80cfa80 msgr2=0x7fc8a80b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:11.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 shutdown_connections 2024-07-27T07:03:11.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.566+0000 7fc8ad600640 1 -- 172.21.15.66:0/3023804385 wait complete. 2024-07-27T07:03:11.595 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T07:03:11.596 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:11.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 -- 172.21.15.66:0/637143978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 msgr2=0x7f8ec4072a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 --2- 172.21.15.66:0/637143978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4072a10 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0009830 tx=0x7f8eb002a510 comp rx=0 tx=0).stop 2024-07-27T07:03:11.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 -- 172.21.15.66:0/637143978 shutdown_connections 2024-07-27T07:03:11.893 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 --2- 172.21.15.66:0/637143978 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4072a10 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 -- 172.21.15.66:0/637143978 >> 172.21.15.66:0/637143978 conn(0x7f8ec40cfa80 msgr2=0x7f8ec40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 -- 172.21.15.66:0/637143978 shutdown_connections 2024-07-27T07:03:11.894 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.891+0000 7f8eca600640 1 -- 172.21.15.66:0/637143978 wait complete. 2024-07-27T07:03:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.894+0000 7f8eca600640 1 Processor -- start 2024-07-27T07:03:11.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.894+0000 7f8eca600640 1 -- start start 2024-07-27T07:03:11.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ec40703f0 0x7f8ec414eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ec415a1e0 0x7f8ec414fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec4166500 con 0x7f8ec40b5250 2024-07-27T07:03:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec4073160 con 0x7f8ec40703f0 2024-07-27T07:03:11.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.895+0000 7f8eca600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec4166680 con 0x7f8ec415a1e0 2024-07-27T07:03:11.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44192/0 (socket says 172.21.15.66:44192) 2024-07-27T07:03:11.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 -- 172.21.15.66:0/2727528692 learned_addr learned my addr 172.21.15.66:0/2727528692 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:11.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec9200640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ec40703f0 0x7f8ec414eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec9c00640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ec415a1e0 0x7f8ec414fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 -- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ec415a1e0 msgr2=0x7f8ec414fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ec415a1e0 0x7f8ec414fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 -- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ec40703f0 msgr2=0x7f8ec414eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ec40703f0 0x7f8ec414eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:11.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.896+0000 7f8ec3e00640 1 -- 172.21.15.66:0/2727528692 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec415ba30 con 0x7f8ec40b5250 2024-07-27T07:03:11.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8ec3e00640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f8eb002ab00 tx=0x7f8eb0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:11.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0005c90 con 0x7f8ec40b5250 2024-07-27T07:03:11.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8eb0031e50 con 0x7f8ec40b5250 2024-07-27T07:03:11.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec415bd10 con 0x7f8ec40b5250 2024-07-27T07:03:11.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0005260 con 0x7f8ec40b5250 2024-07-27T07:03:11.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.897+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec415c2d0 con 0x7f8ec40b5250 2024-07-27T07:03:11.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.898+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec4072ac0 con 0x7f8ec40b5250 2024-07-27T07:03:11.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.900+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8eb0005400 con 0x7f8ec40b5250 2024-07-27T07:03:11.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.901+0000 7f8ec0c00640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 0x7f8ea4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:11.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.901+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7f8eb00b9fe0 con 0x7f8ec40b5250 2024-07-27T07:03:11.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.901+0000 7f8ec9200640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 0x7f8ea4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:11.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.903+0000 7f8ec9200640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 0x7f8ea4079550 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8001610 tx=0x7f8eb8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:11.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:11.905+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8eb003f030 con 0x7f8ec40b5250 2024-07-27T07:03:12.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.163+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ec415d630 con 0x7f8ec40b5250 2024-07-27T07:03:12.165 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.164+0000 7f8ec0c00640 1 -- 172.21.15.66:0/2727528692 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7f8eb0082bc0 con 0x7f8ec40b5250 2024-07-27T07:03:12.166 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:12.166 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:03:12.166 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:03:12.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.167+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 msgr2=0x7f8ea4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.167+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 0x7f8ea4079550 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8001610 tx=0x7f8eb8009040 comp rx=0 tx=0).stop 2024-07-27T07:03:12.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.167+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 msgr2=0x7f8ec4152740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.167+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f8eb002ab00 tx=0x7f8eb0033c20 comp rx=0 tx=0).stop 2024-07-27T07:03:12.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 shutdown_connections 2024-07-27T07:03:12.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8ea4077040 0x7f8ea4079550 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8ec415a1e0 0x7f8ec414fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8ec40b5250 0x7f8ec4152740 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 --2- 172.21.15.66:0/2727528692 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8ec40703f0 0x7f8ec414eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 >> 172.21.15.66:0/2727528692 conn(0x7f8ec40cfa80 msgr2=0x7f8ec40b35f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 shutdown_connections 2024-07-27T07:03:12.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.168+0000 7f8eca600640 1 -- 172.21.15.66:0/2727528692 wait complete. 2024-07-27T07:03:12.197 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 -- 172.21.15.66:0/3323737665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 msgr2=0x7ff8fc070110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 --2- 172.21.15.66:0/3323737665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc070110 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc06e480 tx=0x7ff8e402a4b0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 -- 172.21.15.66:0/3323737665 shutdown_connections 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 --2- 172.21.15.66:0/3323737665 >> v2:172.21.15.155:3300/0 conn(0x7ff8fc143c00 0x7ff8fc144010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 --2- 172.21.15.66:0/3323737665 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc070110 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 -- 172.21.15.66:0/3323737665 >> 172.21.15.66:0/3323737665 conn(0x7ff8fc0cfa80 msgr2=0x7ff8fc0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 -- 172.21.15.66:0/3323737665 shutdown_connections 2024-07-27T07:03:12.494 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.492+0000 7ff900c00640 1 -- 172.21.15.66:0/3323737665 wait complete. 2024-07-27T07:03:12.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.495+0000 7ff900c00640 1 Processor -- start 2024-07-27T07:03:12.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.495+0000 7ff900c00640 1 -- start start 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 0x7ff8fc0ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8fc143c00 0x7ff8fc1f4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff8fc1448e0 con 0x7ff8fc06fd00 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff8fc144760 con 0x7ff8fc143c00 2024-07-27T07:03:12.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff900c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff8fc15c3a0 con 0x7ff8fc0cd650 2024-07-27T07:03:12.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:12.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44216/0 (socket says 172.21.15.66:44216) 2024-07-27T07:03:12.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 -- 172.21.15.66:0/4219494332 learned_addr learned my addr 172.21.15.66:0/4219494332 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fbe00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8fc143c00 0x7ff8fc1f4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8f3e00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 0x7ff8fc0ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 -- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 msgr2=0x7ff8fc0ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 0x7ff8fc0ad500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 -- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8fc143c00 msgr2=0x7ff8fc1f4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8fc143c00 0x7ff8fc1f4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8fb400640 1 -- 172.21.15.66:0/4219494332 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8fc0ac460 con 0x7ff8fc06fd00 2024-07-27T07:03:12.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.497+0000 7ff8f3e00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 0x7ff8fc0ad500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff8fb400640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec00c3a0 tx=0x7ff8ec00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ec011790 con 0x7ff8fc06fd00 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8ec017070 con 0x7ff8fc06fd00 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ec011cc0 con 0x7ff8fc06fd00 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8fc0ac740 con 0x7ff8fc06fd00 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.498+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8fc0acd00 con 0x7ff8fc06fd00 2024-07-27T07:03:12.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.499+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8fc070110 con 0x7ff8fc06fd00 2024-07-27T07:03:12.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.501+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff8ec01c460 con 0x7ff8fc06fd00 2024-07-27T07:03:12.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.502+0000 7ff8f3400640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 0x7ff8d8079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:12.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.502+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7ff8ec098d60 con 0x7ff8fc06fd00 2024-07-27T07:03:12.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.503+0000 7ff8f3e00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 0x7ff8d8079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:12.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.504+0000 7ff8f3e00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 0x7ff8d8079550 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4034000 tx=0x7ff8e4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:12.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.506+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff8ec061930 con 0x7ff8fc06fd00 2024-07-27T07:03:12.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.759+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff8fc0cc2e0 con 0x7ff8fc06fd00 2024-07-27T07:03:12.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.760+0000 7ff8f3400640 1 -- 172.21.15.66:0/4219494332 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) ==== 95+0+5237 (secure 0 0 0) 0x7ff8ec061230 con 0x7ff8fc06fd00 2024-07-27T07:03:12.762 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:12.762 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":175,"btime":"2024-07-27T07:02:46:451302+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:02:42.962294+0000","modified":"2024-07-27T07:02:46.064178+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8544},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8544":{"gid":8544,"name":"a","rank":0,"incarnation":171,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/2053191342","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":2053191342},{"type":"v1","addr":"172.21.15.66:6835","nonce":2053191342}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8544,"qdb_cluster":[8544]},"id":7}]} 2024-07-27T07:03:12.762 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 175 2024-07-27T07:03:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 msgr2=0x7ff8d8079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 0x7ff8d8079550 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff8e4034000 tx=0x7ff8e4004730 comp rx=0 tx=0).stop 2024-07-27T07:03:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 msgr2=0x7ff8fc0ae160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7ff8ec00c3a0 tx=0x7ff8ec00c860 comp rx=0 tx=0).stop 2024-07-27T07:03:12.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 shutdown_connections 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8d8077040 0x7ff8d8079550 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff8fc143c00 0x7ff8fc1f4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff8fc0cd650 0x7ff8fc0ad500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 --2- 172.21.15.66:0/4219494332 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff8fc06fd00 0x7ff8fc0ae160 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.763+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 >> 172.21.15.66:0/4219494332 conn(0x7ff8fc0cfa80 msgr2=0x7ff8fc143360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.764+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 shutdown_connections 2024-07-27T07:03:12.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:12.764+0000 7ff900c00640 1 -- 172.21.15.66:0/4219494332 wait complete. 2024-07-27T07:03:12.796 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:13.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.075+0000 7fea53e00640 1 -- 172.21.15.66:0/611647951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea5406e5a0 msgr2=0x7fea5406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.075+0000 7fea53e00640 1 --2- 172.21.15.66:0/611647951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea5406e5a0 0x7fea5406e9b0 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7fea4c009fd0 tx=0x7fea4c02a8b0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 -- 172.21.15.66:0/611647951 shutdown_connections 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 --2- 172.21.15.66:0/611647951 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea5406e5a0 0x7fea5406e9b0 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 --2- 172.21.15.66:0/611647951 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea540b5250 0x7fea54072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 -- 172.21.15.66:0/611647951 >> 172.21.15.66:0/611647951 conn(0x7fea540cfa80 msgr2=0x7fea540cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 -- 172.21.15.66:0/611647951 shutdown_connections 2024-07-27T07:03:13.079 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.076+0000 7fea53e00640 1 -- 172.21.15.66:0/611647951 wait complete. 2024-07-27T07:03:13.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.078+0000 7fea53e00640 1 Processor -- start 2024-07-27T07:03:13.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.078+0000 7fea53e00640 1 -- start start 2024-07-27T07:03:13.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea5406e5a0 0x7fea541f9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.084 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 0x7fea540af6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fea5406eef0 con 0x7fea540b5250 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fea54070600 con 0x7fea5406e5a0 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea53e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fea5406f070 con 0x7fea5415a1e0 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44236/0 (socket says 172.21.15.66:44236) 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.080+0000 7fea4be00640 1 -- 172.21.15.66:0/563537740 learned_addr learned my addr 172.21.15.66:0/563537740 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea53400640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 0x7fea540af6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea52a00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea5406e5a0 0x7fea541f9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 -- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 msgr2=0x7fea540af6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 0x7fea540af6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 -- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea5406e5a0 msgr2=0x7fea541f9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea5406e5a0 0x7fea541f9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.085 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 -- 172.21.15.66:0/563537740 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea54150950 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea53400640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 0x7fea540af6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.081+0000 7fea4be00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00c3c0 tx=0x7fea3c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.082+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c011790 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.082+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea3c017070 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.082+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea54153080 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.082+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea3c011ce0 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.082+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea54153640 con 0x7fea540b5250 2024-07-27T07:03:13.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.083+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea5406e9b0 con 0x7fea540b5250 2024-07-27T07:03:13.087 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.085+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fea3c01c460 con 0x7fea540b5250 2024-07-27T07:03:13.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.086+0000 7fea4b400640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 0x7fea30079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.086+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 7293+0+0 (secure 0 0 0) 0x7fea3c098c90 con 0x7fea540b5250 2024-07-27T07:03:13.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.087+0000 7fea52a00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 0x7fea30079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.088+0000 7fea52a00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 0x7fea30079550 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fea44005fd0 tx=0x7fea44005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:13.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.093+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fea54150950 con 0x7fea540b5250 2024-07-27T07:03:13.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.317+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea54155540 con 0x7fea540b5250 2024-07-27T07:03:13.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.320+0000 7fea4b400640 1 -- 172.21.15.66:0/563537740 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v148) ==== 74+0+22502 (secure 0 0 0) 0x7fea3c061850 con 0x7fea540b5250 2024-07-27T07:03:13.322 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:13.323 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":148,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:13.140719+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:02:41.114147+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-07-27T07:02:41.933945+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"147","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":201,"snap_epoch":147,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":19,"snaps":[{"begin":2,"length":73},{"begin":102,"length":73}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:13.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.323+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 msgr2=0x7fea30079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.323+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 0x7fea30079550 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fea44005fd0 tx=0x7fea44005850 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.323+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 msgr2=0x7fea54150410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.323+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7fea3c00c3c0 tx=0x7fea3c00c880 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 shutdown_connections 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fea30077040 0x7fea30079550 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fea5415a1e0 0x7fea540af6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fea540b5250 0x7fea54150410 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 --2- 172.21.15.66:0/563537740 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fea5406e5a0 0x7fea541f9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 >> 172.21.15.66:0/563537740 conn(0x7fea540cfa80 msgr2=0x7fea54155a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 shutdown_connections 2024-07-27T07:03:13.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.324+0000 7fea53e00640 1 -- 172.21.15.66:0/563537740 wait complete. 2024-07-27T07:03:13.351 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 -- 172.21.15.66:0/401779919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0b9420 msgr2=0x7f835c0d0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 --2- 172.21.15.66:0/401779919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0b9420 0x7f835c0d0a50 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f835c0ce440 tx=0x7f834402a560 comp rx=0 tx=0).stop 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 -- 172.21.15.66:0/401779919 shutdown_connections 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 --2- 172.21.15.66:0/401779919 >> v2:172.21.15.155:3300/0 conn(0x7f835c0d0f90 0x7f835c0d2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 --2- 172.21.15.66:0/401779919 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0b9420 0x7f835c0d0a50 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 -- 172.21.15.66:0/401779919 >> 172.21.15.66:0/401779919 conn(0x7f835c0d3e60 msgr2=0x7f835c0d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 -- 172.21.15.66:0/401779919 shutdown_connections 2024-07-27T07:03:13.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.643+0000 7f835be00640 1 -- 172.21.15.66:0/401779919 wait complete. 2024-07-27T07:03:13.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.645+0000 7f835be00640 1 Processor -- start 2024-07-27T07:03:13.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.646+0000 7f835be00640 1 -- start start 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f835c0b8ef0 0x7f835c0cde30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f835c0b9420 0x7f835c15f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f835c0d2e30 con 0x7f835c0d0f90 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f835c0d2cb0 con 0x7f835c0b9420 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f835c141150 con 0x7f835c0b8ef0 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44250/0 (socket says 172.21.15.66:44250) 2024-07-27T07:03:13.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.647+0000 7f835b400640 1 -- 172.21.15.66:0/3513881774 learned_addr learned my addr 172.21.15.66:0/3513881774 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:13.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835a000640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f835c0b9420 0x7f835c15f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835aa00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f835c0b8ef0 0x7f835c0cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 -- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f835c0b8ef0 msgr2=0x7f835c0cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f835c0b8ef0 0x7f835c0cde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 -- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f835c0b9420 msgr2=0x7f835c15f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f835c0b9420 0x7f835c15f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 -- 172.21.15.66:0/3513881774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f835c0b0a70 con 0x7f835c0d0f90 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.648+0000 7f835b400640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f835400d660 tx=0x7f835400db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.649+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8354017070 con 0x7f835c0d0f90 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.649+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8354005310 con 0x7f835c0d0f90 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.649+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f835c0b0d10 con 0x7f835c0d0f90 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.649+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8354009820 con 0x7f835c0d0f90 2024-07-27T07:03:13.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.649+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f835c0b29d0 con 0x7f835c0d0f90 2024-07-27T07:03:13.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.650+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f835c0d0a50 con 0x7f835c0d0f90 2024-07-27T07:03:13.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.651+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f83540099c0 con 0x7f835c0d0f90 2024-07-27T07:03:13.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.652+0000 7f8352a00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 0x7f8338079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:13.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.652+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 7309+0+0 (secure 0 0 0) 0x7f8354098ff0 con 0x7f835c0d0f90 2024-07-27T07:03:13.654 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.653+0000 7f835aa00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 0x7f8338079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:13.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.654+0000 7f835aa00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 0x7f8338079520 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f834c007fd0 tx=0x7f834c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:13.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.658+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8354061b40 con 0x7f835c0d0f90 2024-07-27T07:03:13.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.917+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f835c0b9990 con 0x7f835c0d0f90 2024-07-27T07:03:13.920 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:03:13.919+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T07:03:13.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.923+0000 7f8352a00640 1 -- 172.21.15.66:0/3513881774 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v176) ==== 161+0+0 (secure 0 0 0) 0x7f8354061440 con 0x7f835c0d0f90 2024-07-27T07:03:13.925 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T07:03:13.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.928+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 msgr2=0x7f8338079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.928+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 0x7f8338079520 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f834c007fd0 tx=0x7f834c009040 comp rx=0 tx=0).stop 2024-07-27T07:03:13.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.928+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 msgr2=0x7f835c162270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:13.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.928+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 secure :-1 s=READY pgs=1630 cs=0 l=1 rev1=1 crypto rx=0x7f835400d660 tx=0x7f835400db20 comp rx=0 tx=0).stop 2024-07-27T07:03:13.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 shutdown_connections 2024-07-27T07:03:13.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8338077010 0x7f8338079520 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f835c0d0f90 0x7f835c162270 unknown :-1 s=CLOSED pgs=1630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f835c0b9420 0x7f835c15f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 --2- 172.21.15.66:0/3513881774 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f835c0b8ef0 0x7f835c0cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:13.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.929+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 >> 172.21.15.66:0/3513881774 conn(0x7f835c0d3e60 msgr2=0x7f835c06db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:13.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.931+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 shutdown_connections 2024-07-27T07:03:13.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:13.931+0000 7f835be00640 1 -- 172.21.15.66:0/3513881774 wait complete. 2024-07-27T07:03:13.973 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T07:03:14.095 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:03:14.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.254+0000 7f7e2b000640 1 -- 172.21.15.66:0/1203791454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 msgr2=0x7f7e0c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:14.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.254+0000 7f7e2b000640 1 --2- 172.21.15.66:0/1203791454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e0c004c10 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f7e10009b50 tx=0x7f7e0c005830 comp rx=0 tx=0).stop 2024-07-27T07:03:14.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.255+0000 7f7e2b000640 1 -- 172.21.15.66:0/1203791454 shutdown_connections 2024-07-27T07:03:14.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.255+0000 7f7e2b000640 1 --2- 172.21.15.66:0/1203791454 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e0c004c10 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.255+0000 7f7e2b000640 1 -- 172.21.15.66:0/1203791454 >> 172.21.15.66:0/1203791454 conn(0x7f7e240b1aa0 msgr2=0x7f7e240b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:14.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.255+0000 7f7e2b000640 1 -- 172.21.15.66:0/1203791454 shutdown_connections 2024-07-27T07:03:14.257 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.255+0000 7f7e2b000640 1 -- 172.21.15.66:0/1203791454 wait complete. 2024-07-27T07:03:14.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.257+0000 7f7e2b000640 1 Processor -- start 2024-07-27T07:03:14.258 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.257+0000 7f7e2b000640 1 -- start start 2024-07-27T07:03:14.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:14.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e240b29b0 0x7f7e2415d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:14.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e2413fb40 0x7f7e240b4d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7e240cc900 con 0x7f7e0c004800 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7e240cc780 con 0x7f7e240b29b0 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e2b000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7e240cca80 con 0x7f7e2413fb40 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e29c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e29c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44306/0 (socket says 172.21.15.66:44306) 2024-07-27T07:03:14.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.259+0000 7f7e29c00640 1 -- 172.21.15.66:0/4126745427 learned_addr learned my addr 172.21.15.66:0/4126745427 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 -- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e2413fb40 msgr2=0x7f7e240b4d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e2413fb40 0x7f7e240b4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 -- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e240b29b0 msgr2=0x7f7e2415d510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e240b29b0 0x7f7e2415d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 -- 172.21.15.66:0/4126745427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e2413f360 con 0x7f7e0c004800 2024-07-27T07:03:14.262 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e29c00640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7e1800d5e0 tx=0x7f7e1800daa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e180064e0 con 0x7f7e0c004800 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7e18003610 con 0x7f7e0c004800 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e241f51a0 con 0x7f7e0c004800 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e18003a60 con 0x7f7e0c004800 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.260+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e2413f620 con 0x7f7e0c004800 2024-07-27T07:03:14.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.261+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e240ccfe0 con 0x7f7e0c004800 2024-07-27T07:03:14.264 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.263+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7e18003c00 con 0x7f7e0c004800 2024-07-27T07:03:14.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.264+0000 7f7e21600640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 0x7f7e04079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:14.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.264+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 7351+0+0 (secure 0 0 0) 0x7f7e18099470 con 0x7f7e0c004800 2024-07-27T07:03:14.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.265+0000 7f7e29200640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 0x7f7e04079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:14.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.266+0000 7f7e29200640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 0x7f7e04079520 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f7e10035000 tx=0x7f7e10004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:14.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.269+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7e18061ee0 con 0x7f7e0c004800 2024-07-27T07:03:14.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.525+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f7e241476c0 con 0x7f7e0c004800 2024-07-27T07:03:14.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.927+0000 7f7e21600640 1 -- 172.21.15.66:0/4126745427 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v177) ==== 104+0+0 (secure 0 0 0) 0x7f7e180617e0 con 0x7f7e0c004800 2024-07-27T07:03:14.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.931+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 msgr2=0x7f7e04079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:14.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.931+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 0x7f7e04079520 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f7e10035000 tx=0x7f7e10004730 comp rx=0 tx=0).stop 2024-07-27T07:03:14.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.931+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 msgr2=0x7f7e241f46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:14.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.931+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7e1800d5e0 tx=0x7f7e1800daa0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 shutdown_connections 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7e04077010 0x7f7e04079520 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7e2413fb40 0x7f7e240b4d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7e240b29b0 0x7f7e2415d510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 --2- 172.21.15.66:0/4126745427 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7e0c004800 0x7f7e241f46e0 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 >> 172.21.15.66:0/4126745427 conn(0x7f7e240b1aa0 msgr2=0x7f7e240af520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 shutdown_connections 2024-07-27T07:03:14.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:14.932+0000 7f7e2b000640 1 -- 172.21.15.66:0/4126745427 wait complete. 2024-07-27T07:03:14.962 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 -- 172.21.15.66:0/614573354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b2a90 msgr2=0x7fe8b80b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 --2- 172.21.15.66:0/614573354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b2a90 0x7fe8b80b2ea0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7fe8b8156ad0 tx=0x7fe8a002a540 comp rx=0 tx=0).stop 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 -- 172.21.15.66:0/614573354 shutdown_connections 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 --2- 172.21.15.66:0/614573354 >> v2:172.21.15.155:3300/0 conn(0x7fe8b80b4a40 0x7fe8b80b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 --2- 172.21.15.66:0/614573354 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b2a90 0x7fe8b80b2ea0 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 -- 172.21.15.66:0/614573354 >> 172.21.15.66:0/614573354 conn(0x7fe8b80cfa80 msgr2=0x7fe8b80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 -- 172.21.15.66:0/614573354 shutdown_connections 2024-07-27T07:03:15.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.266+0000 7fe8bca00640 1 -- 172.21.15.66:0/614573354 wait complete. 2024-07-27T07:03:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.268+0000 7fe8bca00640 1 Processor -- start 2024-07-27T07:03:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.269+0000 7fe8bca00640 1 -- start start 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 0x7fe8b8155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8b80b2a90 0x7fe8b813e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b806f420 con 0x7fe8b80b4a40 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe8b806f2a0 con 0x7fe8b8072300 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.270+0000 7fe8bca00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe8b806f5a0 con 0x7fe8b80b2a90 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44322/0 (socket says 172.21.15.66:44322) 2024-07-27T07:03:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 -- 172.21.15.66:0/2115276215 learned_addr learned my addr 172.21.15.66:0/2115276215 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b6800640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 0x7fe8b8155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8afe00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8b80b2a90 0x7fe8b813e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 -- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8b80b2a90 msgr2=0x7fe8b813e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8b80b2a90 0x7fe8b813e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 -- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 msgr2=0x7fe8b8155900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 0x7fe8b8155900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b7200640 1 -- 172.21.15.66:0/2115276215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8b813fb90 con 0x7fe8b80b4a40 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.271+0000 7fe8b6800640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 0x7fe8b8155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:03:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8b7200640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000da10 tx=0x7fe8b000ded0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b0017070 con 0x7fe8b80b4a40 2024-07-27T07:03:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe8b0003970 con 0x7fe8b80b4a40 2024-07-27T07:03:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b000be60 con 0x7fe8b80b4a40 2024-07-27T07:03:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8b813eaf0 con 0x7fe8b80b4a40 2024-07-27T07:03:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.272+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8b813f0b0 con 0x7fe8b80b4a40 2024-07-27T07:03:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.273+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8b806fac0 con 0x7fe8b80b4a40 2024-07-27T07:03:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.275+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe8b0010460 con 0x7fe8b80b4a40 2024-07-27T07:03:15.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.276+0000 7fe8aea00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 0x7fe894079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:15.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.276+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 7351+0+0 (secure 0 0 0) 0x7fe8b0099420 con 0x7fe8b80b4a40 2024-07-27T07:03:15.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.277+0000 7fe8b6800640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 0x7fe894079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:15.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.278+0000 7fe8b6800640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 0x7fe894079520 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe8a80016a0 tx=0x7fe8a8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:15.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.281+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe8b0061f10 con 0x7fe8b80b4a40 2024-07-27T07:03:15.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:15.500+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fe8b80736c0 con 0x7fe8b80b4a40 2024-07-27T07:03:16.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.176+0000 7fe8aea00640 1 -- 172.21.15.66:0/2115276215 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v150) ==== 181+0+0 (secure 0 0 0) 0x7fe8b0061810 con 0x7fe8b80b4a40 2024-07-27T07:03:16.178 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T07:03:16.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.179+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 msgr2=0x7fe894079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:16.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.179+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 0x7fe894079520 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe8a80016a0 tx=0x7fe8a8009040 comp rx=0 tx=0).stop 2024-07-27T07:03:16.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.179+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 msgr2=0x7fe8b81f6340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:16.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.179+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fe8b000da10 tx=0x7fe8b000ded0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 shutdown_connections 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe894077010 0x7fe894079520 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe8b80b4a40 0x7fe8b81f6340 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe8b80b2a90 0x7fe8b813e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 --2- 172.21.15.66:0/2115276215 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe8b8072300 0x7fe8b8155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.180+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 >> 172.21.15.66:0/2115276215 conn(0x7fe8b80cfa80 msgr2=0x7fe8b815e1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:16.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.184+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 shutdown_connections 2024-07-27T07:03:16.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.184+0000 7fe8bca00640 1 -- 172.21.15.66:0/2115276215 wait complete. 2024-07-27T07:03:16.216 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T07:03:16.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.515+0000 7f09fda00640 1 -- 172.21.15.66:0/3519351337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f8155930 msgr2=0x7f09f815ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:16.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.515+0000 7f09fda00640 1 --2- 172.21.15.66:0/3519351337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f8155930 0x7f09f815ecc0 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7f09e8009830 tx=0x7f09e802a5c0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.516+0000 7f09fda00640 1 -- 172.21.15.66:0/3519351337 shutdown_connections 2024-07-27T07:03:16.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.516+0000 7f09fda00640 1 --2- 172.21.15.66:0/3519351337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f8155930 0x7f09f815ecc0 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.516+0000 7f09fda00640 1 -- 172.21.15.66:0/3519351337 >> 172.21.15.66:0/3519351337 conn(0x7f09f806d3f0 msgr2=0x7f09f80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:16.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.516+0000 7f09fda00640 1 -- 172.21.15.66:0/3519351337 shutdown_connections 2024-07-27T07:03:16.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.516+0000 7f09fda00640 1 -- 172.21.15.66:0/3519351337 wait complete. 2024-07-27T07:03:16.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.521+0000 7f09fda00640 1 Processor -- start 2024-07-27T07:03:16.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.521+0000 7f09fda00640 1 -- start start 2024-07-27T07:03:16.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09f80b33b0 0x7f09f814e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:16.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:16.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09f809c530 0x7f09f80b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:16.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f09f80aecd0 con 0x7f09f815f200 2024-07-27T07:03:16.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f09f80aeb50 con 0x7f09f809c530 2024-07-27T07:03:16.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09fda00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f09f80aee50 con 0x7f09f80b33b0 2024-07-27T07:03:16.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09efe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:16.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09efe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44348/0 (socket says 172.21.15.66:44348) 2024-07-27T07:03:16.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.524+0000 7f09efe00640 1 -- 172.21.15.66:0/73392989 learned_addr learned my addr 172.21.15.66:0/73392989 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:16.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09f6a00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09f80b33b0 0x7f09f814e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:16.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09f7400640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09f809c530 0x7f09f80b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 -- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09f80b33b0 msgr2=0x7f09f814e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09f80b33b0 0x7f09f814e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 -- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09f809c530 msgr2=0x7f09f80b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09f809c530 0x7f09f80b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 -- 172.21.15.66:0/73392989 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09f809ada0 con 0x7f09f815f200 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.525+0000 7f09efe00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f09e000c3a0 tx=0x7f09e000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.526+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0017070 con 0x7f09f815f200 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.526+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09e00053c0 con 0x7f09f815f200 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.526+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09e0003850 con 0x7f09f815f200 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.526+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09f809b080 con 0x7f09f815f200 2024-07-27T07:03:16.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.526+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09f809b640 con 0x7f09f815f200 2024-07-27T07:03:16.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.527+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09f809ab10 con 0x7f09f815f200 2024-07-27T07:03:16.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.528+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f09e001a070 con 0x7f09f815f200 2024-07-27T07:03:16.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.529+0000 7f09eea00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 0x7f09d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:16.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.530+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 6913+0+0 (secure 0 0 0) 0x7f09e00981f0 con 0x7f09f815f200 2024-07-27T07:03:16.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.530+0000 7f09f6a00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 0x7f09d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:16.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.532+0000 7f09f6a00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 0x7f09d4079520 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f09e8034000 tx=0x7f09e8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:16.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.534+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f09e0060f20 con 0x7f09f815f200 2024-07-27T07:03:16.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:16.754+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f09f814ecb0 con 0x7f09f815f200 2024-07-27T07:03:17.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.189+0000 7f09eea00640 1 -- 172.21.15.66:0/73392989 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v151) ==== 169+0+0 (secure 0 0 0) 0x7f09e0069160 con 0x7f09f815f200 2024-07-27T07:03:17.191 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T07:03:17.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.193+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 msgr2=0x7f09d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.193+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 0x7f09d4079520 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f09e8034000 tx=0x7f09e8004730 comp rx=0 tx=0).stop 2024-07-27T07:03:17.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.193+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 msgr2=0x7f09f80b0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.193+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7f09e000c3a0 tx=0x7f09e000c860 comp rx=0 tx=0).stop 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 shutdown_connections 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09d4077010 0x7f09d4079520 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f09f809c530 0x7f09f80b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f09f815f200 0x7f09f80b0f70 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 --2- 172.21.15.66:0/73392989 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f09f80b33b0 0x7f09f814e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.194+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 >> 172.21.15.66:0/73392989 conn(0x7f09f806d3f0 msgr2=0x7f09f815e570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:17.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.196+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 shutdown_connections 2024-07-27T07:03:17.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.196+0000 7f09fda00640 1 -- 172.21.15.66:0/73392989 wait complete. 2024-07-27T07:03:17.231 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T07:03:17.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 -- 172.21.15.66:0/41161946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce015ed30 msgr2=0x7f3ce015f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 --2- 172.21.15.66:0/41161946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce015ed30 0x7f3ce015f140 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f3cc8009830 tx=0x7f3cc802a510 comp rx=0 tx=0).stop 2024-07-27T07:03:17.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 -- 172.21.15.66:0/41161946 shutdown_connections 2024-07-27T07:03:17.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 --2- 172.21.15.66:0/41161946 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce015ed30 0x7f3ce015f140 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 --2- 172.21.15.66:0/41161946 >> v2:172.21.15.155:3300/0 conn(0x7f3ce0072470 0x7f3ce0074160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.519+0000 7f3ce5200640 1 -- 172.21.15.66:0/41161946 >> 172.21.15.66:0/41161946 conn(0x7f3ce006d3f0 msgr2=0x7f3ce00b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:17.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.520+0000 7f3ce5200640 1 -- 172.21.15.66:0/41161946 shutdown_connections 2024-07-27T07:03:17.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.520+0000 7f3ce5200640 1 -- 172.21.15.66:0/41161946 wait complete. 2024-07-27T07:03:17.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.522+0000 7f3ce5200640 1 Processor -- start 2024-07-27T07:03:17.523 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.522+0000 7f3ce5200640 1 -- start start 2024-07-27T07:03:17.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ce0072470 0x7f3ce01e6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce00b2ed0 0x7f3ce01f7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce0155460 con 0x7f3ce015ed30 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce01552e0 con 0x7f3ce0072470 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3ce5200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce01555e0 con 0x7f3ce00b2ed0 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3cde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3cde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44350/0 (socket says 172.21.15.66:44350) 2024-07-27T07:03:17.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.524+0000 7f3cde800640 1 -- 172.21.15.66:0/3680570592 learned_addr learned my addr 172.21.15.66:0/3680570592 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cd7e00640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce00b2ed0 0x7f3ce01f7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cdde00640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ce0072470 0x7f3ce01e6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 -- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce00b2ed0 msgr2=0x7f3ce01f7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce00b2ed0 0x7f3ce01f7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 -- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ce0072470 msgr2=0x7f3ce01e6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ce0072470 0x7f3ce01e6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 -- 172.21.15.66:0/3680570592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce01f3590 con 0x7f3ce015ed30 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.525+0000 7f3cde800640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f3cd800cab0 tx=0x7f3cd800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.526+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8016020 con 0x7f3ce015ed30 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.526+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cd800ad20 con 0x7f3ce015ed30 2024-07-27T07:03:17.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.526+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd8012660 con 0x7f3ce015ed30 2024-07-27T07:03:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.526+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce01f3870 con 0x7f3ce015ed30 2024-07-27T07:03:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.526+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce01f3e30 con 0x7f3ce015ed30 2024-07-27T07:03:17.529 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.527+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce01f3300 con 0x7f3ce015ed30 2024-07-27T07:03:17.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.528+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3cd8019020 con 0x7f3ce015ed30 2024-07-27T07:03:17.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.529+0000 7f3cd6000640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 0x7f3cbc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:17.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.530+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f3cd80992f0 con 0x7f3ce015ed30 2024-07-27T07:03:17.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.530+0000 7f3cdde00640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 0x7f3cbc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:17.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.532+0000 7f3cdde00640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 0x7f3cbc079520 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0009ac0 tx=0x7f3cd0005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:17.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.534+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3cd8020020 con 0x7f3ce015ed30 2024-07-27T07:03:17.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.762+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7f3ce01f4070 con 0x7f3ce015ed30 2024-07-27T07:03:17.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.771+0000 7f3cd6000640 1 -- 172.21.15.66:0/3680570592 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v40) ==== 71+0+0 (secure 0 0 0) 0x7f3ce00adae0 con 0x7f3ce015ed30 2024-07-27T07:03:17.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 msgr2=0x7f3cbc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 0x7f3cbc079520 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f3cd0009ac0 tx=0x7f3cd0005f90 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 msgr2=0x7f3ce00b1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f3cd800cab0 tx=0x7f3cd800cf70 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 shutdown_connections 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3cbc077010 0x7f3cbc079520 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3ce015ed30 0x7f3ce00b1640 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3ce00b2ed0 0x7f3ce01f7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 --2- 172.21.15.66:0/3680570592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3ce0072470 0x7f3ce01e6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 >> 172.21.15.66:0/3680570592 conn(0x7f3ce006d3f0 msgr2=0x7f3ce015cbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:17.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 shutdown_connections 2024-07-27T07:03:17.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:17.775+0000 7f3ce5200640 1 -- 172.21.15.66:0/3680570592 wait complete. 2024-07-27T07:03:17.802 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit' 2024-07-27T07:03:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 -- 172.21.15.66:0/909484795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806dfd0 msgr2=0x7f245806e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 --2- 172.21.15.66:0/909484795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806dfd0 0x7f245806e3e0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f2458071eb0 tx=0x7f244002a5f0 comp rx=0 tx=0).stop 2024-07-27T07:03:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 -- 172.21.15.66:0/909484795 shutdown_connections 2024-07-27T07:03:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 --2- 172.21.15.66:0/909484795 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806dfd0 0x7f245806e3e0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:18.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 --2- 172.21.15.66:0/909484795 >> v2:172.21.15.155:3300/0 conn(0x7f2458145240 0x7f2458142570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:18.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.096+0000 7f2457200640 1 -- 172.21.15.66:0/909484795 >> 172.21.15.66:0/909484795 conn(0x7f24580b1790 msgr2=0x7f24580b1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:18.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.097+0000 7f2457200640 1 -- 172.21.15.66:0/909484795 shutdown_connections 2024-07-27T07:03:18.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.097+0000 7f2457200640 1 -- 172.21.15.66:0/909484795 wait complete. 2024-07-27T07:03:18.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.099+0000 7f2457200640 1 Processor -- start 2024-07-27T07:03:18.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.099+0000 7f2457200640 1 -- start start 2024-07-27T07:03:18.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245806dfd0 0x7f245815ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:18.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2458145240 0x7f24580aef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f245806ef20 con 0x7f245806e920 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2458074000 con 0x7f2458145240 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f2457200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2458160280 con 0x7f245806dfd0 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f244fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f244fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44368/0 (socket says 172.21.15.66:44368) 2024-07-27T07:03:18.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.101+0000 7f244fe00640 1 -- 172.21.15.66:0/99317040 learned_addr learned my addr 172.21.15.66:0/99317040 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:18.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f2456800640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2458145240 0x7f24580aef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:18.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f2455e00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245806dfd0 0x7f245815ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:18.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 -- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245806dfd0 msgr2=0x7f245815ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:18.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245806dfd0 0x7f245815ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 -- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2458145240 msgr2=0x7f24580aef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2458145240 0x7f24580aef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 -- 172.21.15.66:0/99317040 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24581f53d0 con 0x7f245806e920 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244fe00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2440034040 tx=0x7f24400039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.102+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f244003e030 con 0x7f245806e920 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.103+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24400047a0 con 0x7f245806e920 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.103+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2440035040 con 0x7f245806e920 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.103+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24581f56b0 con 0x7f245806e920 2024-07-27T07:03:18.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.103+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24581f5c70 con 0x7f245806e920 2024-07-27T07:03:18.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.104+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2458050ab0 con 0x7f245806e920 2024-07-27T07:03:18.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.105+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2440041030 con 0x7f245806e920 2024-07-27T07:03:18.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.106+0000 7f244e000640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 0x7f2434079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:18.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.106+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f24400b94a0 con 0x7f245806e920 2024-07-27T07:03:18.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.107+0000 7f2455e00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 0x7f2434079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:18.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.108+0000 7f2455e00640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 0x7f2434079550 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f24480058c0 tx=0x7f244800c440 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:18.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.111+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2458050ab0 con 0x7f245806e920 2024-07-27T07:03:18.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:18.412+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit"]} v 0) -- 0x7f2458160770 con 0x7f245806e920 2024-07-27T07:03:19.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.205+0000 7f244e000640 1 -- 172.21.15.66:0/99317040 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_default_limit"]}]=0 v660) ==== 161+0+0 (secure 0 0 0) 0x7f24400822e0 con 0x7f245806e920 2024-07-27T07:03:19.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 msgr2=0x7f2434079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 0x7f2434079550 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f24480058c0 tx=0x7f244800c440 comp rx=0 tx=0).stop 2024-07-27T07:03:19.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 msgr2=0x7f24580aea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2440034040 tx=0x7f24400039e0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 shutdown_connections 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2434077040 0x7f2434079550 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2458145240 0x7f24580aef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f245806e920 0x7f24580aea40 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 --2- 172.21.15.66:0/99317040 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f245806dfd0 0x7f245815ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.209+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 >> 172.21.15.66:0/99317040 conn(0x7f24580b1790 msgr2=0x7f24580cfa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:19.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.210+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 shutdown_connections 2024-07-27T07:03:19.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.210+0000 7f2457200640 1 -- 172.21.15.66:0/99317040 wait complete. 2024-07-27T07:03:19.243 INFO:tasks.cephfs_test_runner:Test the newly introudced option named mds_max_snaps_per_dir ... ok 2024-07-27T07:03:19.243 INFO:tasks.cephfs_test_runner:Starting test: test_mds_max_snaps_per_dir_with_increased_limit (tasks.cephfs.test_snapshots.TestSnapshots) Test the newly introudced option named mds_max_snaps_per_dir 2024-07-27T07:03:19.243 INFO:tasks.cephfs_test_runner:test_mds_max_snaps_per_dir_with_increased_limit (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:03:19.244 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:19.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 -- 172.21.15.66:0/2581558394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa21815e630 msgr2=0x7fa2180cecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 --2- 172.21.15.66:0/2581558394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa21815e630 0x7fa2180cecb0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7fa210009860 tx=0x7fa21002a540 comp rx=0 tx=0).stop 2024-07-27T07:03:19.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 -- 172.21.15.66:0/2581558394 shutdown_connections 2024-07-27T07:03:19.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 --2- 172.21.15.66:0/2581558394 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa21815e630 0x7fa2180cecb0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 --2- 172.21.15.66:0/2581558394 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 0x7fa218151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 -- 172.21.15.66:0/2581558394 >> 172.21.15.66:0/2581558394 conn(0x7fa21806d3f0 msgr2=0x7fa2180b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:19.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 -- 172.21.15.66:0/2581558394 shutdown_connections 2024-07-27T07:03:19.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.536+0000 7fa220000640 1 -- 172.21.15.66:0/2581558394 wait complete. 2024-07-27T07:03:19.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.539+0000 7fa220000640 1 Processor -- start 2024-07-27T07:03:19.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.539+0000 7fa220000640 1 -- start start 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 0x7fa2181424a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2180b3950 0x7fa2181f61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa2180cf370 con 0x7fa218144710 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa2180cf1f0 con 0x7fa2180b3950 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.540+0000 7fa220000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa2180cf4f0 con 0x7fa21806ec00 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21e000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44374/0 (socket says 172.21.15.66:44374) 2024-07-27T07:03:19.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21e000640 1 -- 172.21.15.66:0/1041933357 learned_addr learned my addr 172.21.15.66:0/1041933357 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21d600640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 0x7fa2181424a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21cc00640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2180b3950 0x7fa2181f61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.541+0000 7fa21e000640 1 -- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 msgr2=0x7fa2181424a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa21e000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 0x7fa2181424a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa21e000640 1 -- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2180b3950 msgr2=0x7fa2181f61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa21e000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2180b3950 0x7fa2181f61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa21e000640 1 -- 172.21.15.66:0/1041933357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2181f7080 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa21e000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7fa210009950 tx=0x7fa210033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa210031b50 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa210031de0 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2181437a0 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.542+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa210033330 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.543+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa218143a40 con 0x7fa218144710 2024-07-27T07:03:19.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.544+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa218151400 con 0x7fa218144710 2024-07-27T07:03:19.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.545+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa2100334d0 con 0x7fa218144710 2024-07-27T07:03:19.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.546+0000 7fa215600640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 0x7fa1f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:19.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.546+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7fa2100ba010 con 0x7fa218144710 2024-07-27T07:03:19.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.547+0000 7fa21d600640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 0x7fa1f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:19.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.548+0000 7fa21d600640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 0x7fa1f8079520 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa204005fd0 tx=0x7fa204005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:19.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.551+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa21003f030 con 0x7fa218144710 2024-07-27T07:03:19.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.766+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa21815e020 con 0x7fa218144710 2024-07-27T07:03:19.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.769+0000 7fa215600640 1 -- 172.21.15.66:0/1041933357 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v151) ==== 74+0+18809 (secure 0 0 0) 0x7fa210082ee0 con 0x7fa218144710 2024-07-27T07:03:19.771 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:19.772 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":151,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:17.177820+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":139,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6835/2053191342":"2024-07-28T07:03:13.919336+0000","172.21.15.66:6832/2053191342":"2024-07-28T07:03:13.919336+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:19.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 msgr2=0x7fa1f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 0x7fa1f8079520 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7fa204005fd0 tx=0x7fa204005850 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 msgr2=0x7fa2181f6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7fa210009950 tx=0x7fa210033ba0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 shutdown_connections 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa1f8077010 0x7fa1f8079520 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa218144710 0x7fa2181f6710 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa2180b3950 0x7fa2181f61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 --2- 172.21.15.66:0/1041933357 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa21806ec00 0x7fa2181424a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:19.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 >> 172.21.15.66:0/1041933357 conn(0x7fa21806d3f0 msgr2=0x7fa21815c7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:19.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 shutdown_connections 2024-07-27T07:03:19.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:19.772+0000 7fa220000640 1 -- 172.21.15.66:0/1041933357 wait complete. 2024-07-27T07:03:19.801 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T07:03:19.801 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.097+0000 7f2f49c00640 1 -- 172.21.15.66:0/1478550569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 msgr2=0x7f2f4415cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.097+0000 7f2f49c00640 1 --2- 172.21.15.66:0/1478550569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f4415cea0 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f2f44156ad0 tx=0x7f2f3402a8b0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 -- 172.21.15.66:0/1478550569 shutdown_connections 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 --2- 172.21.15.66:0/1478550569 >> v2:172.21.15.155:3300/0 conn(0x7f2f440b4a40 0x7f2f440b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 --2- 172.21.15.66:0/1478550569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f4415cea0 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 -- 172.21.15.66:0/1478550569 >> 172.21.15.66:0/1478550569 conn(0x7f2f440cfa80 msgr2=0x7f2f440cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 -- 172.21.15.66:0/1478550569 shutdown_connections 2024-07-27T07:03:20.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.098+0000 7f2f49c00640 1 -- 172.21.15.66:0/1478550569 wait complete. 2024-07-27T07:03:20.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.100+0000 7f2f49c00640 1 Processor -- start 2024-07-27T07:03:20.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.100+0000 7f2f49c00640 1 -- start start 2024-07-27T07:03:20.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f440b2a90 0x7f2f4415b160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f440b4a40 0x7f2f4415b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4406f420 con 0x7f2f44072300 2024-07-27T07:03:20.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f4406f2a0 con 0x7f2f440b4a40 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f49c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f4406f5a0 con 0x7f2f440b2a90 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f43e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f43e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44392/0 (socket says 172.21.15.66:44392) 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.102+0000 7f2f43e00640 1 -- 172.21.15.66:0/3053762935 learned_addr learned my addr 172.21.15.66:0/3053762935 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 -- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f440b2a90 msgr2=0x7f2f4415b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f440b2a90 0x7f2f4415b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 -- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f440b4a40 msgr2=0x7f2f4415b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f49200640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f440b4a40 0x7f2f4415b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:20.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f440b4a40 0x7f2f4415b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 -- 172.21.15.66:0/3053762935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f44139920 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f43e00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009b30 tx=0x7f2f340039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f34031990 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f34031c20 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.103+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f34033330 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.104+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f44139c00 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.104+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f4413a1c0 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.105+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f4406fac0 con 0x7f2f44072300 2024-07-27T07:03:20.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.106+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f340334d0 con 0x7f2f44072300 2024-07-27T07:03:20.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.108+0000 7f2f3be00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 0x7f2f20079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.108+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f2f340b9f20 con 0x7f2f44072300 2024-07-27T07:03:20.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.109+0000 7f2f43400640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 0x7f2f20079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:20.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.110+0000 7f2f43400640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 0x7f2f20079550 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2f4415be90 tx=0x7f2f2c007a30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:20.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.113+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f3404a030 con 0x7f2f44072300 2024-07-27T07:03:20.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.328+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2f4415c690 con 0x7f2f44072300 2024-07-27T07:03:20.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.329+0000 7f2f3be00640 1 -- 172.21.15.66:0/3053762935 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v151) ==== 93+0+10 (secure 0 0 0) 0x7f2f3403f030 con 0x7f2f44072300 2024-07-27T07:03:20.331 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T07:03:20.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 msgr2=0x7f2f20079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 0x7f2f20079550 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f2f4415be90 tx=0x7f2f2c007a30 comp rx=0 tx=0).stop 2024-07-27T07:03:20.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 msgr2=0x7f2f441f8fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f2f34009b30 tx=0x7f2f340039f0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 shutdown_connections 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f20077040 0x7f2f20079550 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f440b4a40 0x7f2f4415b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f440b2a90 0x7f2f4415b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 --2- 172.21.15.66:0/3053762935 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f44072300 0x7f2f441f8fd0 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.332+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 >> 172.21.15.66:0/3053762935 conn(0x7f2f440cfa80 msgr2=0x7f2f44155a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.333+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 shutdown_connections 2024-07-27T07:03:20.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.333+0000 7f2f49c00640 1 -- 172.21.15.66:0/3053762935 wait complete. 2024-07-27T07:03:20.361 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 -- 172.21.15.66:0/4229106236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe18c003a00 msgr2=0x7fe18c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 --2- 172.21.15.66:0/4229106236 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe18c003a00 0x7fe18c003e70 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fe19800bbe0 tx=0x7fe18c005830 comp rx=0 tx=0).stop 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1a7e00640 1 -- 172.21.15.66:0/4229106236 reap_dead start 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 -- 172.21.15.66:0/4229106236 shutdown_connections 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 -- 172.21.15.66:0/4229106236 >> 172.21.15.66:0/4229106236 conn(0x7fe1a80cfa80 msgr2=0x7fe1a80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:20.659 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 -- 172.21.15.66:0/4229106236 shutdown_connections 2024-07-27T07:03:20.660 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.657+0000 7fe1ad000640 1 -- 172.21.15.66:0/4229106236 wait complete. 2024-07-27T07:03:20.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.660+0000 7fe1ad000640 1 Processor -- start 2024-07-27T07:03:20.661 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.660+0000 7fe1ad000640 1 -- start start 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1a81f5c60 0x7fe1a81e6d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1a81e7270 0x7fe1a81f8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a806e9b0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe1a8070600 con 0x7fe1a81f5c60 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1ad000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe1a806eb30 con 0x7fe1a81e7270 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:44408/0 (socket says 172.21.15.66:44408) 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 -- 172.21.15.66:0/2760416749 learned_addr learned my addr 172.21.15.66:0/2760416749 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:20.664 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 -- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1a81e7270 msgr2=0x7fe1a81f8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1a81e7270 0x7fe1a81f8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.662+0000 7fe1a7400640 1 -- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1a81f5c60 msgr2=0x7fe1a81e6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe1a7400640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1a81f5c60 0x7fe1a81e6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe1a7400640 1 -- 172.21.15.66:0/2760416749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1a81e7680 con 0x7fe1a81e42c0 2024-07-27T07:03:20.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe1a7400640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fe19802b040 tx=0x7fe198030c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe198034040 con 0x7fe1a81e42c0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe19803c070 con 0x7fe1a81e42c0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1980055d0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.663+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1a81e6850 con 0x7fe1a81e42c0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.664+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1a81e4b80 con 0x7fe1a81e42c0 2024-07-27T07:03:20.666 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.665+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1a806f0c0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.667 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.666+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe1980047a0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.667+0000 7fe19f400640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 0x7fe188079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:20.668 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.667+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7fe1980b9260 con 0x7fe1a81e42c0 2024-07-27T07:03:20.669 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.668+0000 7fe1a6a00640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 0x7fe188079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:20.670 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.669+0000 7fe1a6a00640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 0x7fe188079520 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fe194001eb0 tx=0x7fe1940035f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:20.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.672+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe1a81e7680 con 0x7fe1a81e42c0 2024-07-27T07:03:20.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.881+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7fe1a8158fc0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.883+0000 7fe19f400640 1 -- 172.21.15.66:0/2760416749 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v151) ==== 103+0+11 (secure 0 0 0) 0x7fe1980821c0 con 0x7fe1a81e42c0 2024-07-27T07:03:20.884 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:03:20.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.885+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 msgr2=0x7fe188079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.885+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 0x7fe188079520 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fe194001eb0 tx=0x7fe1940035f0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.885+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 msgr2=0x7fe1a81f5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:20.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.885+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fe19802b040 tx=0x7fe198030c10 comp rx=0 tx=0).stop 2024-07-27T07:03:20.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 shutdown_connections 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe188077010 0x7fe188079520 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe1a81e7270 0x7fe1a81f8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe1a81f5c60 0x7fe1a81e6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 --2- 172.21.15.66:0/2760416749 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe1a81e42c0 0x7fe1a81f5220 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 >> 172.21.15.66:0/2760416749 conn(0x7fe1a80cfa80 msgr2=0x7fe1a8153560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 shutdown_connections 2024-07-27T07:03:20.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:20.886+0000 7fe1ad000640 1 -- 172.21.15.66:0/2760416749 wait complete. 2024-07-27T07:03:20.913 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T07:03:21.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.203+0000 7f2630000640 1 -- 172.21.15.66:0/2582439534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 msgr2=0x7f262806eb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.203+0000 7f2630000640 1 --2- 172.21.15.66:0/2582439534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f262806eb00 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f2620005fd0 tx=0x7f262002a8f0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 -- 172.21.15.66:0/2582439534 shutdown_connections 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 --2- 172.21.15.66:0/2582439534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f262806eb00 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 --2- 172.21.15.66:0/2582439534 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26280b2ca0 0x7f26280b30b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 -- 172.21.15.66:0/2582439534 >> 172.21.15.66:0/2582439534 conn(0x7f262806d3f0 msgr2=0x7f26280b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 -- 172.21.15.66:0/2582439534 shutdown_connections 2024-07-27T07:03:21.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.204+0000 7f2630000640 1 -- 172.21.15.66:0/2582439534 wait complete. 2024-07-27T07:03:21.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.206+0000 7f2630000640 1 Processor -- start 2024-07-27T07:03:21.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.206+0000 7f2630000640 1 -- start start 2024-07-27T07:03:21.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26280b2ca0 0x7f262815f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 0x7f2628157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f262806f1c0 con 0x7f262806e6f0 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f262806f040 con 0x7f26280b2ca0 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f2630000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f262806f340 con 0x7f262815e300 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f262d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f262d600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34012/0 (socket says 172.21.15.66:34012) 2024-07-27T07:03:21.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f262d600640 1 -- 172.21.15.66:0/1296284560 learned_addr learned my addr 172.21.15.66:0/1296284560 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.208+0000 7f262cc00640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26280b2ca0 0x7f262815f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262e000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 0x7f2628157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 -- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 msgr2=0x7f2628157660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 0x7f2628157660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 -- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26280b2ca0 msgr2=0x7f262815f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26280b2ca0 0x7f262815f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 -- 172.21.15.66:0/1296284560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f262809bb40 con 0x7f262806e6f0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262e000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 0x7f2628157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f262d600640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7f261c00b410 tx=0x7f261c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c015020 con 0x7f262806e6f0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.209+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f261c011920 con 0x7f262806e6f0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.210+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f261c011d70 con 0x7f262806e6f0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.210+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f262809be20 con 0x7f262806e6f0 2024-07-27T07:03:21.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.210+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f262809c3e0 con 0x7f262806e6f0 2024-07-27T07:03:21.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.211+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f262806f8e0 con 0x7f262806e6f0 2024-07-27T07:03:21.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.212+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f261c018020 con 0x7f262806e6f0 2024-07-27T07:03:21.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.214+0000 7f2625600640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 0x7f2608079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.214+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f261c098750 con 0x7f262806e6f0 2024-07-27T07:03:21.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.214+0000 7f262cc00640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 0x7f2608079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.216+0000 7f262cc00640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 0x7f2608079550 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f26280b1d40 tx=0x7f2614008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:21.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.219+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f261c01f070 con 0x7f262806e6f0 2024-07-27T07:03:21.431 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.429+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7f2628076020 con 0x7f262806e6f0 2024-07-27T07:03:21.432 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.430+0000 7f2625600640 1 -- 172.21.15.66:0/1296284560 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v151) ==== 103+0+11 (secure 0 0 0) 0x7f261c0615a0 con 0x7f262806e6f0 2024-07-27T07:03:21.432 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 msgr2=0x7f2608079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 0x7f2608079550 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f26280b1d40 tx=0x7f2614008040 comp rx=0 tx=0).stop 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 msgr2=0x7f26281f6030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7f261c00b410 tx=0x7f261c00b8d0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 shutdown_connections 2024-07-27T07:03:21.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2608077040 0x7f2608079550 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f262815e300 0x7f2628157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26280b2ca0 0x7f262815f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 --2- 172.21.15.66:0/1296284560 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f262806e6f0 0x7f26281f6030 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.433+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 >> 172.21.15.66:0/1296284560 conn(0x7f262806d3f0 msgr2=0x7f26281592a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.434+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 shutdown_connections 2024-07-27T07:03:21.436 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.434+0000 7f2630000640 1 -- 172.21.15.66:0/1296284560 wait complete. 2024-07-27T07:03:21.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T07:03:21.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.759+0000 7f0a17200640 1 -- 172.21.15.66:0/1178794022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 msgr2=0x7f0a180d4930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.759+0000 7f0a17200640 1 --2- 172.21.15.66:0/1178794022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a180d4930 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7f0a180b3a40 tx=0x7f0a1002aa10 comp rx=0 tx=0).stop 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 -- 172.21.15.66:0/1178794022 shutdown_connections 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 --2- 172.21.15.66:0/1178794022 >> v2:172.21.15.155:3300/0 conn(0x7f0a180cead0 0x7f0a180ceee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 --2- 172.21.15.66:0/1178794022 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 0x7f0a180d0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 --2- 172.21.15.66:0/1178794022 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a180d4930 unknown :-1 s=CLOSED pgs=1657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 -- 172.21.15.66:0/1178794022 >> 172.21.15.66:0/1178794022 conn(0x7f0a180d3e10 msgr2=0x7f0a180d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 -- 172.21.15.66:0/1178794022 shutdown_connections 2024-07-27T07:03:21.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.760+0000 7f0a17200640 1 -- 172.21.15.66:0/1178794022 wait complete. 2024-07-27T07:03:21.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.762+0000 7f0a17200640 1 Processor -- start 2024-07-27T07:03:21.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.762+0000 7f0a17200640 1 -- start start 2024-07-27T07:03:21.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 0x7f0a1814e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 0x7f0a1814e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0a180cf5a0 con 0x7f0a180b2d80 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0a180cf420 con 0x7f0a180cead0 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a17200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0a180cf720 con 0x7f0a180d05f0 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a15e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a15e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34038/0 (socket says 172.21.15.66:34038) 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.764+0000 7f0a15e00640 1 -- 172.21.15.66:0/2087396838 learned_addr learned my addr 172.21.15.66:0/2087396838 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a16800640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 0x7f0a1814e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15400640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 0x7f0a1814e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 -- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 msgr2=0x7f0a1814e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 0x7f0a1814e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 -- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 msgr2=0x7f0a1814e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 0x7f0a1814e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 -- 172.21.15.66:0/2087396838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a1815e330 con 0x7f0a180b2d80 2024-07-27T07:03:21.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15400640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 0x7f0a1814e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:21.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a15e00640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f0a10009bf0 tx=0x7f0a10003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:21.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.765+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a10033050 con 0x7f0a180b2d80 2024-07-27T07:03:21.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.766+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a10004550 con 0x7f0a180b2d80 2024-07-27T07:03:21.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.766+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a10038450 con 0x7f0a180b2d80 2024-07-27T07:03:21.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.766+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a1815e610 con 0x7f0a180b2d80 2024-07-27T07:03:21.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.766+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a1815ebd0 con 0x7f0a180b2d80 2024-07-27T07:03:21.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.767+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a180ceee0 con 0x7f0a180b2d80 2024-07-27T07:03:21.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.768+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0a10036070 con 0x7f0a180b2d80 2024-07-27T07:03:21.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.769+0000 7f0a0e000640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 0x7f09f8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:21.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.770+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f0a100ba1c0 con 0x7f0a180b2d80 2024-07-27T07:03:21.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.770+0000 7f0a15400640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 0x7f09f8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:21.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.771+0000 7f0a15400640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 0x7f09f8079520 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0a18160230 tx=0x7f0a04005c30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:21.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.774+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0a180d0f40 con 0x7f0a180b2d80 2024-07-27T07:03:21.988 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.986+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7f0a180ce1f0 con 0x7f0a180b2d80 2024-07-27T07:03:21.989 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.987+0000 7f0a0e000640 1 -- 172.21.15.66:0/2087396838 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v151) ==== 107+0+11 (secure 0 0 0) 0x7f0a10083090 con 0x7f0a180b2d80 2024-07-27T07:03:21.989 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:03:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.990+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 msgr2=0x7f09f8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.990+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 0x7f09f8079520 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f0a18160230 tx=0x7f0a04005c30 comp rx=0 tx=0).stop 2024-07-27T07:03:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.990+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 msgr2=0x7f0a1814db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.990+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f0a10009bf0 tx=0x7f0a10003f90 comp rx=0 tx=0).stop 2024-07-27T07:03:21.992 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 shutdown_connections 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f09f8077010 0x7f09f8079520 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0a180d05f0 0x7f0a1814e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0a180cead0 0x7f0a1814e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 --2- 172.21.15.66:0/2087396838 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0a180b2d80 0x7f0a1814db40 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 >> 172.21.15.66:0/2087396838 conn(0x7f0a180d3e10 msgr2=0x7f0a1806d7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 shutdown_connections 2024-07-27T07:03:21.993 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:21.991+0000 7f0a17200640 1 -- 172.21.15.66:0/2087396838 wait complete. 2024-07-27T07:03:22.022 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit' 2024-07-27T07:03:22.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.315+0000 7f6c28400640 1 -- 172.21.15.66:0/394304473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c200ad2c0 msgr2=0x7f6c2015cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.315+0000 7f6c28400640 1 --2- 172.21.15.66:0/394304473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c200ad2c0 0x7f6c2015cb00 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f6c18005fd0 tx=0x7f6c1802aa90 comp rx=0 tx=0).stop 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 -- 172.21.15.66:0/394304473 shutdown_connections 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 --2- 172.21.15.66:0/394304473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c200ad2c0 0x7f6c2015cb00 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 --2- 172.21.15.66:0/394304473 >> v2:172.21.15.155:3300/0 conn(0x7f6c2006e1f0 0x7f6c200acd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 -- 172.21.15.66:0/394304473 >> 172.21.15.66:0/394304473 conn(0x7f6c2006d3f0 msgr2=0x7f6c200b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 -- 172.21.15.66:0/394304473 shutdown_connections 2024-07-27T07:03:22.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.316+0000 7f6c28400640 1 -- 172.21.15.66:0/394304473 wait complete. 2024-07-27T07:03:22.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.318+0000 7f6c28400640 1 Processor -- start 2024-07-27T07:03:22.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.318+0000 7f6c28400640 1 -- start start 2024-07-27T07:03:22.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c200ad2c0 0x7f6c201f4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 0x7f6c201f4a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6c200af630 con 0x7f6c2006e1f0 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6c200af4b0 con 0x7f6c200ad2c0 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c28400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6c2015d040 con 0x7f6c20153300 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c25a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c25a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34054/0 (socket says 172.21.15.66:34054) 2024-07-27T07:03:22.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.320+0000 7f6c25a00640 1 -- 172.21.15.66:0/3454232739 learned_addr learned my addr 172.21.15.66:0/3454232739 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:22.323 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c26400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 0x7f6c201f4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25000640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c200ad2c0 0x7f6c201f4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 -- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 msgr2=0x7f6c201f4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 0x7f6c201f4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 -- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c200ad2c0 msgr2=0x7f6c201f4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c200ad2c0 0x7f6c201f4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 -- 172.21.15.66:0/3454232739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2014db70 con 0x7f6c2006e1f0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c26400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 0x7f6c201f4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.321+0000 7f6c25a00640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f6c1400c3a0 tx=0x7f6c1400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.322+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14017070 con 0x7f6c2006e1f0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.322+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c140053c0 con 0x7f6c2006e1f0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.322+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14003850 con 0x7f6c2006e1f0 2024-07-27T07:03:22.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.322+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c2009c060 con 0x7f6c2006e1f0 2024-07-27T07:03:22.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.322+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c2009c620 con 0x7f6c2006e1f0 2024-07-27T07:03:22.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.323+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c2015d600 con 0x7f6c2006e1f0 2024-07-27T07:03:22.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.324+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6c1401a070 con 0x7f6c2006e1f0 2024-07-27T07:03:22.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.325+0000 7f6c1d600640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 0x7f6c00079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:22.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.325+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f6c14097fa0 con 0x7f6c2006e1f0 2024-07-27T07:03:22.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.326+0000 7f6c25000640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 0x7f6c00079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:22.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.327+0000 7f6c25000640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 0x7f6c00079520 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f6c200b4f40 tx=0x7f6c0c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:22.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.330+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6c2014db70 con 0x7f6c2006e1f0 2024-07-27T07:03:22.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:22.621+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit"]} v 0) -- 0x7f6c200b2870 con 0x7f6c2006e1f0 2024-07-27T07:03:23.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.240+0000 7f6c1d600640 1 -- 172.21.15.66:0/3454232739 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit"]}]=0 v664) ==== 171+0+0 (secure 0 0 0) 0x7f6c200ad6d0 con 0x7f6c2006e1f0 2024-07-27T07:03:23.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 msgr2=0x7f6c00079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 0x7f6c00079520 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f6c200b4f40 tx=0x7f6c0c005f90 comp rx=0 tx=0).stop 2024-07-27T07:03:23.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 msgr2=0x7f6c20159180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f6c1400c3a0 tx=0x7f6c1400c860 comp rx=0 tx=0).stop 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 shutdown_connections 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6c00077010 0x7f6c00079520 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6c20153300 0x7f6c201f4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6c200ad2c0 0x7f6c201f4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 --2- 172.21.15.66:0/3454232739 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6c2006e1f0 0x7f6c20159180 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 >> 172.21.15.66:0/3454232739 conn(0x7f6c2006d3f0 msgr2=0x7f6c2015a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 shutdown_connections 2024-07-27T07:03:23.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.245+0000 7f6c28400640 1 -- 172.21.15.66:0/3454232739 wait complete. 2024-07-27T07:03:23.276 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T07:03:23.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 -- 172.21.15.66:0/1036012459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f80005110 msgr2=0x7f2f80005910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/1036012459 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f80005110 0x7f2f80005910 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f2f8400c310 tx=0x7f2f80006940 comp rx=0 tx=0).stop 2024-07-27T07:03:23.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1000640 1 -- 172.21.15.66:0/1036012459 reap_dead start 2024-07-27T07:03:23.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 -- 172.21.15.66:0/1036012459 shutdown_connections 2024-07-27T07:03:23.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 -- 172.21.15.66:0/1036012459 >> 172.21.15.66:0/1036012459 conn(0x7f2f9c0cfa80 msgr2=0x7f2f9c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:23.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 -- 172.21.15.66:0/1036012459 shutdown_connections 2024-07-27T07:03:23.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.568+0000 7f2fa1a00640 1 -- 172.21.15.66:0/1036012459 wait complete. 2024-07-27T07:03:23.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.571+0000 7f2fa1a00640 1 Processor -- start 2024-07-27T07:03:23.572 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.571+0000 7f2fa1a00640 1 -- start start 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f80005110 0x7f2f9c14a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f9c0b2fd0 0x7f2f9c14c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c162dd0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9c070650 con 0x7f2f9c0b2fd0 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.572+0000 7f2fa1a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f9c162f50 con 0x7f2f80005110 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34060/0 (socket says 172.21.15.66:34060) 2024-07-27T07:03:23.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 -- 172.21.15.66:0/2416259119 learned_addr learned my addr 172.21.15.66:0/2416259119 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9be00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f80005110 0x7f2f9c14a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 -- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f80005110 msgr2=0x7f2f9c14a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2fa1000640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f9c0b2fd0 0x7f2f9c14c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f80005110 0x7f2f9c14a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 -- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f9c0b2fd0 msgr2=0x7f2f9c14c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f9c0b2fd0 0x7f2f9c14c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.573+0000 7f2f9b400640 1 -- 172.21.15.66:0/2416259119 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f9c0b33e0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2f9b400640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f2f84000f60 tx=0x7f2f84001d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f84031040 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f840035f0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f840039e0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f9c14dcd0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.574+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f9c1f15f0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.577 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.575+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f9c072300 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.577+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f84034070 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.578+0000 7f2f93e00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 0x7f2f78079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.578+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7f2f840b8970 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.578+0000 7f2f9be00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 0x7f2f78079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:23.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.580+0000 7f2f9be00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 0x7f2f78079520 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c000c00 tx=0x7f2f8c0069c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:23.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.583+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f84047030 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.793+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f2f9c14da60 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.794+0000 7f2f93e00640 1 -- 172.21.15.66:0/2416259119 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v40) ==== 59+0+1998 (secure 0 0 0) 0x7f2f9c0b33e0 con 0x7f2f9c14e0f0 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T07:03:23.796 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T07:03:23.797 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T07:03:23.798 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 msgr2=0x7f2f78079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 0x7f2f78079520 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f2f8c000c00 tx=0x7f2f8c0069c0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 msgr2=0x7f2f9c0b2a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7f2f84000f60 tx=0x7f2f84001d90 comp rx=0 tx=0).stop 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 shutdown_connections 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2f78077010 0x7f2f78079520 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2f9c0b2fd0 0x7f2f9c14c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f9c14e0f0 0x7f2f9c0b2a90 unknown :-1 s=CLOSED pgs=1662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 --2- 172.21.15.66:0/2416259119 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f80005110 0x7f2f9c14a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:23.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.797+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 >> 172.21.15.66:0/2416259119 conn(0x7f2f9c0cfa80 msgr2=0x7f2f9c159580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:23.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.798+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 shutdown_connections 2024-07-27T07:03:23.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:23.798+0000 7f2fa1a00640 1 -- 172.21.15.66:0/2416259119 wait complete. 2024-07-27T07:03:23.827 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 -- 172.21.15.66:0/3609587881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe49406fd00 msgr2=0x7fe494070110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3609587881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe49406fd00 0x7fe494070110 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fe49406e480 tx=0x7fe48002a4d0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 -- 172.21.15.66:0/3609587881 shutdown_connections 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3609587881 >> v2:172.21.15.155:3300/0 conn(0x7fe494143c00 0x7fe494144010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3609587881 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe49406fd00 0x7fe494070110 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 -- 172.21.15.66:0/3609587881 >> 172.21.15.66:0/3609587881 conn(0x7fe4940cfa80 msgr2=0x7fe4940cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 -- 172.21.15.66:0/3609587881 shutdown_connections 2024-07-27T07:03:24.124 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.122+0000 7fe49aa00640 1 -- 172.21.15.66:0/3609587881 wait complete. 2024-07-27T07:03:24.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.125+0000 7fe49aa00640 1 Processor -- start 2024-07-27T07:03:24.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.125+0000 7fe49aa00640 1 -- start start 2024-07-27T07:03:24.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe49406fd00 0x7fe4941f6460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:24.128 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe494143c00 0x7fe4941f4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe4941448e0 con 0x7fe4940cd650 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe494144760 con 0x7fe49406fd00 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe49aa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe49415c3a0 con 0x7fe494143c00 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe498c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe498c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34074/0 (socket says 172.21.15.66:34074) 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe498c00640 1 -- 172.21.15.66:0/3226881336 learned_addr learned my addr 172.21.15.66:0/3226881336 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:24.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe499600640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe49406fd00 0x7fe4941f6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:24.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.127+0000 7fe498c00640 1 -- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe494143c00 msgr2=0x7fe4941f4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:24.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe49a000640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe494143c00 0x7fe4941f4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:24.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe498c00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe494143c00 0x7fe4941f4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe498c00640 1 -- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe49406fd00 msgr2=0x7fe4941f6460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:24.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe498c00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe49406fd00 0x7fe4941f6460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe498c00640 1 -- 172.21.15.66:0/3226881336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4940ae5c0 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe498c00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7fe480034040 tx=0x7fe4800039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe48003e030 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4800047a0 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4941f8fb0 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe480035040 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.128+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4941f9570 con 0x7fe4940cd650 2024-07-27T07:03:24.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.130+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe494070110 con 0x7fe4940cd650 2024-07-27T07:03:24.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.131+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe480041030 con 0x7fe4940cd650 2024-07-27T07:03:24.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.132+0000 7fe491600640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 0x7fe474079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:24.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.132+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7fe4800b9470 con 0x7fe4940cd650 2024-07-27T07:03:24.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.133+0000 7fe499600640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 0x7fe474079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:24.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.134+0000 7fe499600640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 0x7fe474079520 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fe488006fd0 tx=0x7fe488008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:24.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.137+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe4800822b0 con 0x7fe4940cd650 2024-07-27T07:03:24.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.360+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe4940ce910 con 0x7fe4940cd650 2024-07-27T07:03:24.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.368+0000 7fe491600640 1 -- 172.21.15.66:0/3226881336 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v41)=0 v41) ==== 122+0+0 (secure 0 0 0) 0x7fe480081bb0 con 0x7fe4940cd650 2024-07-27T07:03:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.371+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 msgr2=0x7fe474079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.371+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 0x7fe474079520 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fe488006fd0 tx=0x7fe488008040 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.371+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 msgr2=0x7fe49406ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.371+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7fe480034040 tx=0x7fe4800039e0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 shutdown_connections 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe474077010 0x7fe474079520 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe494143c00 0x7fe4941f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe4940cd650 0x7fe49406ee00 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 --2- 172.21.15.66:0/3226881336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe49406fd00 0x7fe4941f6460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:24.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 >> 172.21.15.66:0/3226881336 conn(0x7fe4940cfa80 msgr2=0x7fe4940b5350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:24.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 shutdown_connections 2024-07-27T07:03:24.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:24.372+0000 7fe49aa00640 1 -- 172.21.15.66:0/3226881336 wait complete. 2024-07-27T07:03:24.402 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:03:24.402 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:24.509 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:24.636 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:03:24.636 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:24.636 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:24.699 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:03:24.699 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:24.699 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:24.758 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:24.758 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:24.758 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:24.822 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:03:24.822 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:24.822 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:24.879 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:24.881 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T07:03:24.882 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:25.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 -- 172.21.15.66:0/2842904431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 msgr2=0x7fcd30003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 --2- 172.21.15.66:0/2842904431 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd30003e70 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c00c4a0 tx=0x7fcd30005830 comp rx=0 tx=0).stop 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4b400640 1 -- 172.21.15.66:0/2842904431 reap_dead start 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 -- 172.21.15.66:0/2842904431 shutdown_connections 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 -- 172.21.15.66:0/2842904431 >> 172.21.15.66:0/2842904431 conn(0x7fcd4c0cfa80 msgr2=0x7fcd4c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 -- 172.21.15.66:0/2842904431 shutdown_connections 2024-07-27T07:03:25.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.184+0000 7fcd4be00640 1 -- 172.21.15.66:0/2842904431 wait complete. 2024-07-27T07:03:25.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.186+0000 7fcd4be00640 1 Processor -- start 2024-07-27T07:03:25.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.187+0000 7fcd4be00640 1 -- start start 2024-07-27T07:03:25.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4c147400 0x7fcd4c159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd4c147810 0x7fcd4c156680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c06eea0 con 0x7fcd30003a00 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcd4c0b55c0 con 0x7fcd4c147810 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4be00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcd4c06f020 con 0x7fcd4c147400 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.188+0000 7fcd4aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34086/0 (socket says 172.21.15.66:34086) 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 -- 172.21.15.66:0/475372941 learned_addr learned my addr 172.21.15.66:0/475372941 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4a000640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4c147400 0x7fcd4c159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4b400640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd4c147810 0x7fcd4c156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 -- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4c147400 msgr2=0x7fcd4c159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4c147400 0x7fcd4c159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 -- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd4c147810 msgr2=0x7fcd4c156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd4c147810 0x7fcd4c156680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 -- 172.21.15.66:0/475372941 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd4c1e4620 con 0x7fcd30003a00 2024-07-27T07:03:25.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.189+0000 7fcd4aa00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c00c5c0 tx=0x7fcd3c006060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:25.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.190+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c042070 con 0x7fcd30003a00 2024-07-27T07:03:25.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.190+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcd3c02b650 con 0x7fcd30003a00 2024-07-27T07:03:25.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.190+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd3c039070 con 0x7fcd30003a00 2024-07-27T07:03:25.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.190+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd4c1e48c0 con 0x7fcd30003a00 2024-07-27T07:03:25.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.190+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd4c1e4e80 con 0x7fcd30003a00 2024-07-27T07:03:25.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.191+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd4c0b2ea0 con 0x7fcd30003a00 2024-07-27T07:03:25.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.193+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcd3c045070 con 0x7fcd30003a00 2024-07-27T07:03:25.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.194+0000 7fcd42a00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 0x7fcd2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.194+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7fcd3c0b8960 con 0x7fcd30003a00 2024-07-27T07:03:25.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.194+0000 7fcd4a000640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 0x7fcd2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.196+0000 7fcd4a000640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 0x7fcd2c079520 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c074500 tx=0x7fcd38005e30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:25.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.199+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcd4c0b33e0 con 0x7fcd30003a00 2024-07-27T07:03:25.454 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.452+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd4c0735c0 con 0x7fcd30003a00 2024-07-27T07:03:25.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.454+0000 7fcd42a00640 1 -- 172.21.15.66:0/475372941 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 177 v177) ==== 95+0+3922 (secure 0 0 0) 0x7fcd3c081840 con 0x7fcd30003a00 2024-07-27T07:03:25.455 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:25.455 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":177,"btime":"2024-07-27T07:03:14:924214+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6074,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3671353534","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3671353534},{"type":"v1","addr":"172.21.15.155:6837","nonce":3671353534}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":6835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2003879501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2003879501},{"type":"v1","addr":"172.21.15.155:6836","nonce":2003879501}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":169},{"gid":6850,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/3240767143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":3240767143},{"type":"v1","addr":"172.21.15.66:6834","nonce":3240767143}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":170},{"gid":8742,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/4125016108","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":4125016108},{"type":"v1","addr":"172.21.15.66:6835","nonce":4125016108}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":177}],"filesystems":[]} 2024-07-27T07:03:25.455 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 177 2024-07-27T07:03:25.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.456+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 msgr2=0x7fcd2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.456+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 0x7fcd2c079520 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fcd4c074500 tx=0x7fcd38005e30 comp rx=0 tx=0).stop 2024-07-27T07:03:25.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.456+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 msgr2=0x7fcd4c1e5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.458 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.456+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fcd3c00c5c0 tx=0x7fcd3c006060 comp rx=0 tx=0).stop 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 shutdown_connections 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcd2c077010 0x7fcd2c079520 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcd4c147810 0x7fcd4c156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcd4c147400 0x7fcd4c159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 --2- 172.21.15.66:0/475372941 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcd30003a00 0x7fcd4c1e5680 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 >> 172.21.15.66:0/475372941 conn(0x7fcd4c0cfa80 msgr2=0x7fcd4c15a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 shutdown_connections 2024-07-27T07:03:25.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.457+0000 7fcd4be00640 1 -- 172.21.15.66:0/475372941 wait complete. 2024-07-27T07:03:25.484 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:03:25.484 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:03:25.485 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:03:25.485 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:03:25.485 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T07:03:25.485 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T07:03:25.485 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:03:25.485 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:03:25.486 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T07:03:25.486 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T07:03:25.486 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T07:03:25.486 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:03:25.486 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T07:03:25.486 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T07:03:25.486 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:03:25.486 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:03:25.512 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:03:25.513 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T07:03:25.516 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:03:25.516 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T07:03:25.517 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:03:25.517 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:03:25.529 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T07:03:25.529 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T07:03:25.564 INFO:tasks.ceph.mds.c:Started 2024-07-27T07:03:25.564 DEBUG:teuthology.parallel:result is None 2024-07-27T07:03:25.570 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:03:25.570 DEBUG:teuthology.parallel:result is None 2024-07-27T07:03:25.573 INFO:tasks.ceph.mds.d:Started 2024-07-27T07:03:25.573 DEBUG:teuthology.parallel:result is None 2024-07-27T07:03:25.579 INFO:tasks.ceph.mds.b:Started 2024-07-27T07:03:25.579 DEBUG:teuthology.parallel:result is None 2024-07-27T07:03:25.579 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T07:03:25.782 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:03:25.784 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:03:25.796 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T07:03:25.797 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T07:03:25.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 -- 172.21.15.66:0/3834248052 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 msgr2=0x7fa7780b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 --2- 172.21.15.66:0/3834248052 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7780b2ea0 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7fa778156ad0 tx=0x7fa76002a5f0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 -- 172.21.15.66:0/3834248052 shutdown_connections 2024-07-27T07:03:25.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 --2- 172.21.15.66:0/3834248052 >> v2:172.21.15.155:3300/0 conn(0x7fa7780b4a40 0x7fa7780b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 --2- 172.21.15.66:0/3834248052 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7780b2ea0 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 -- 172.21.15.66:0/3834248052 >> 172.21.15.66:0/3834248052 conn(0x7fa7780cfa80 msgr2=0x7fa7780cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:25.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.824+0000 7fa777e00640 1 -- 172.21.15.66:0/3834248052 shutdown_connections 2024-07-27T07:03:25.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.825+0000 7fa777e00640 1 -- 172.21.15.66:0/3834248052 wait complete. 2024-07-27T07:03:25.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.827+0000 7fa777e00640 1 Processor -- start 2024-07-27T07:03:25.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.827+0000 7fa777e00640 1 -- start start 2024-07-27T07:03:25.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.828+0000 7fa777e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa778072300 0x7fa778159760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.828+0000 7fa777e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.828+0000 7fa777e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7780b4a40 0x7fa778139760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa777e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa77806f420 con 0x7fa7780b2a90 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa777e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa77806f2a0 con 0x7fa778072300 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa777e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa77806f5a0 con 0x7fa7780b4a40 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa76fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa76fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34128/0 (socket says 172.21.15.66:34128) 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa76fe00640 1 -- 172.21.15.66:0/324453199 learned_addr learned my addr 172.21.15.66:0/324453199 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:25.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa777400640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7780b4a40 0x7fa778139760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.829+0000 7fa776a00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa778072300 0x7fa778159760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 -- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7780b4a40 msgr2=0x7fa778139760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7780b4a40 0x7fa778139760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 -- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa778072300 msgr2=0x7fa778159760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa778072300 0x7fa778159760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 -- 172.21.15.66:0/324453199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7781f4f40 con 0x7fa7780b2a90 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76fe00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fa760034040 tx=0x7fa760003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:25.832 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa76003e030 con 0x7fa7780b2a90 2024-07-27T07:03:25.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa760003e00 con 0x7fa7780b2a90 2024-07-27T07:03:25.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa760035040 con 0x7fa7780b2a90 2024-07-27T07:03:25.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa777e00640 1 -- 172.21.15.66:0/324453199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa778142490 con 0x7fa7780b2a90 2024-07-27T07:03:25.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.830+0000 7fa777e00640 1 -- 172.21.15.66:0/324453199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa778142a50 con 0x7fa7780b2a90 2024-07-27T07:03:25.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.831+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa778073890 con 0x7fa7780b2a90 2024-07-27T07:03:25.834 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.833+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa760041030 con 0x7fa7780b2a90 2024-07-27T07:03:25.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.834+0000 7fa76ea00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 0x7fa754079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:25.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.834+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 6499+0+0 (secure 0 0 0) 0x7fa7600b92a0 con 0x7fa7780b2a90 2024-07-27T07:03:25.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.834+0000 7fa776a00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 0x7fa754079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:25.836 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.835+0000 7fa776a00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 0x7fa754079520 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa7680015e0 tx=0x7fa768009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:25.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:25.838+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa778073890 con 0x7fa7780b2a90 2024-07-27T07:03:26.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.055+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fa778143110 con 0x7fa7780b2a90 2024-07-27T07:03:26.410 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.409+0000 7fa76ea00640 1 -- 172.21.15.66:0/324453199 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v153) ==== 97+0+0 (secure 0 0 0) 0x7fa7781f4f40 con 0x7fa7780b2a90 2024-07-27T07:03:26.411 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T07:03:26.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 msgr2=0x7fa754079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:26.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 0x7fa754079520 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa7680015e0 tx=0x7fa768009040 comp rx=0 tx=0).stop 2024-07-27T07:03:26.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 msgr2=0x7fa7781f4a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fa760034040 tx=0x7fa760003910 comp rx=0 tx=0).stop 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 shutdown_connections 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa754077010 0x7fa754079520 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa7780b4a40 0x7fa778139760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa7780b2a90 0x7fa7781f4a00 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 --2- 172.21.15.66:0/324453199 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa778072300 0x7fa778159760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.413+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 >> 172.21.15.66:0/324453199 conn(0x7fa7780cfa80 msgr2=0x7fa77815eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.414+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 shutdown_connections 2024-07-27T07:03:26.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.414+0000 7fa767e00640 1 -- 172.21.15.66:0/324453199 wait complete. 2024-07-27T07:03:26.445 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T07:03:26.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 -- 172.21.15.66:0/1974020508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 msgr2=0x7f65740b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:26.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 --2- 172.21.15.66:0/1974020508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740b4e50 secure :-1 s=READY pgs=1674 cs=0 l=1 rev1=1 crypto rx=0x7f65740b35c0 tx=0x7f656c02a560 comp rx=0 tx=0).stop 2024-07-27T07:03:26.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 -- 172.21.15.66:0/1974020508 shutdown_connections 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 --2- 172.21.15.66:0/1974020508 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740b4e50 unknown :-1 s=CLOSED pgs=1674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 --2- 172.21.15.66:0/1974020508 >> v2:172.21.15.155:3300/0 conn(0x7f6574072300 0x7f657415cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 -- 172.21.15.66:0/1974020508 >> 172.21.15.66:0/1974020508 conn(0x7f65740cfa80 msgr2=0x7f65740cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 -- 172.21.15.66:0/1974020508 shutdown_connections 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.722+0000 7f657a200640 1 -- 172.21.15.66:0/1974020508 wait complete. 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.724+0000 7f657a200640 1 Processor -- start 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.724+0000 7f657a200640 1 -- start start 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6574072300 0x7f6574155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 0x7f65740c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f657406f420 con 0x7f65740b4a40 2024-07-27T07:03:26.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f657406f2a0 con 0x7f65740b2a90 2024-07-27T07:03:26.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f657a200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f657406f5a0 con 0x7f6574072300 2024-07-27T07:03:26.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.726+0000 7f6579800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:26.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34142/0 (socket says 172.21.15.66:34142) 2024-07-27T07:03:26.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 -- 172.21.15.66:0/3078012441 learned_addr learned my addr 172.21.15.66:0/3078012441 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:26.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6578e00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6574072300 0x7f6574155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:26.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6573e00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 0x7f65740c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:26.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 -- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6574072300 msgr2=0x7f6574155a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:26.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6574072300 0x7f6574155a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 -- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 msgr2=0x7f65740c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 0x7f65740c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 -- 172.21.15.66:0/3078012441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65741e5470 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6573e00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 0x7f65740c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.727+0000 7f6579800640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f656c034040 tx=0x7f656c003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.728+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c03e030 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.728+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f656c003e50 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.728+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c035040 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.728+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65741e5750 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.728+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65741e5d10 con 0x7f65740b4a40 2024-07-27T07:03:26.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.729+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65740b3970 con 0x7f65740b4a40 2024-07-27T07:03:26.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.731+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f656c041030 con 0x7f65740b4a40 2024-07-27T07:03:26.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.732+0000 7f6570c00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 0x7f6554079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:26.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.732+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 6413+0+0 (secure 0 0 0) 0x7f656c0b9470 con 0x7f65740b4a40 2024-07-27T07:03:26.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.733+0000 7f6578e00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 0x7f6554079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:26.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.734+0000 7f6578e00640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 0x7f6554079520 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f65640058c0 tx=0x7f656400c440 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:26.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:26.737+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f65740b3970 con 0x7f65740b4a40 2024-07-27T07:03:27.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.031+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f657406fac0 con 0x7f65740b4a40 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.031+0000 7f6570c00640 1 -- 172.21.15.66:0/3078012441 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v20) ==== 80+0+5304 (secure 0 0 0) 0x7f656c082310 con 0x7f65740b4a40 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T07:03:27.033 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.034 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.035 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.036 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T07:03:27.037 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T07:03:27.038 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.039 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T07:03:27.040 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.041 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T07:03:27.042 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:03:27.043 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T07:03:27.044 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:03:27.045 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.046 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:03:27.047 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:03:27.048 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.048 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.048 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T07:03:27.048 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 msgr2=0x7f6554079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 0x7f6554079520 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f65640058c0 tx=0x7f656400c440 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 msgr2=0x7f65740c4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f656c034040 tx=0x7f656c003960 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 shutdown_connections 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6554077010 0x7f6554079520 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65740b4a40 0x7f65740c4f40 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65740b2a90 0x7f65740c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 --2- 172.21.15.66:0/3078012441 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6574072300 0x7f6574155a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 >> 172.21.15.66:0/3078012441 conn(0x7f65740cfa80 msgr2=0x7f657415e840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:27.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 shutdown_connections 2024-07-27T07:03:27.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.034+0000 7f657a200640 1 -- 172.21.15.66:0/3078012441 wait complete. 2024-07-27T07:03:27.063 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T07:03:27.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 -- 172.21.15.66:0/1729088017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80cd360 msgr2=0x7fa0f80cfc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 --2- 172.21.15.66:0/1729088017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80cd360 0x7fa0f80cfc90 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80b7260 tx=0x7fa0f002a8c0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 -- 172.21.15.66:0/1729088017 shutdown_connections 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 --2- 172.21.15.66:0/1729088017 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80cd360 0x7fa0f80cfc90 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 --2- 172.21.15.66:0/1729088017 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80ceb20 0x7fa0f80b72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 -- 172.21.15.66:0/1729088017 >> 172.21.15.66:0/1729088017 conn(0x7fa0f80d1b90 msgr2=0x7fa0f80d1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:27.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 -- 172.21.15.66:0/1729088017 shutdown_connections 2024-07-27T07:03:27.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.358+0000 7fa0fd400640 1 -- 172.21.15.66:0/1729088017 wait complete. 2024-07-27T07:03:27.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.360+0000 7fa0fd400640 1 Processor -- start 2024-07-27T07:03:27.363 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.360+0000 7fa0fd400640 1 -- start start 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80cd360 0x7fa0f81f49d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0f815d370 0x7fa0f809ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f80d0670 con 0x7fa0f80b3140 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f80d04f0 con 0x7fa0f815d370 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0fd400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0f80d07f0 con 0x7fa0f80cd360 2024-07-27T07:03:27.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34152/0 (socket says 172.21.15.66:34152) 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.362+0000 7fa0f7e00640 1 -- 172.21.15.66:0/3983101697 learned_addr learned my addr 172.21.15.66:0/3983101697 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0ef400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80cd360 0x7fa0f81f49d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0fca00640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0f815d370 0x7fa0f809ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 -- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80cd360 msgr2=0x7fa0f81f49d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80cd360 0x7fa0f81f49d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 -- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0f815d370 msgr2=0x7fa0f809ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0f815d370 0x7fa0f809ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 -- 172.21.15.66:0/3983101697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f80b1f90 con 0x7fa0f80b3140 2024-07-27T07:03:27.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f7e00640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009fd0 tx=0x7fa0e800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:27.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8015030 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0e8004020 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.363+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e8004470 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.364+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0f80b2270 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.364+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0f80b1100 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.365+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0f80cedd0 con 0x7fa0f80b3140 2024-07-27T07:03:27.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.366+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0e8018070 con 0x7fa0f80b3140 2024-07-27T07:03:27.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.368+0000 7fa0f4c00640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 0x7fa0d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.368+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 6413+0+0 (secure 0 0 0) 0x7fa0e80984b0 con 0x7fa0f80b3140 2024-07-27T07:03:27.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.369+0000 7fa0ef400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 0x7fa0d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.370+0000 7fa0ef400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 0x7fa0d4079520 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fa0e00058c0 tx=0x7fa0e0005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:27.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.373+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0f80cedd0 con 0x7fa0f80b3140 2024-07-27T07:03:27.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.592+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa0f80cfc90 con 0x7fa0f80b3140 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.593+0000 7fa0f4c00640 1 -- 172.21.15.66:0/3983101697 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v155) ==== 84+0+287 (secure 0 0 0) 0x7fa0e8061350 con 0x7fa0f80b3140 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T07:03:27.595 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:03:27.596 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.595+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 msgr2=0x7fa0d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.595+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 0x7fa0d4079520 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fa0e00058c0 tx=0x7fa0e0005850 comp rx=0 tx=0).stop 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.595+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 msgr2=0x7fa0f80b1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.595+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 secure :-1 s=READY pgs=1677 cs=0 l=1 rev1=1 crypto rx=0x7fa0e8009fd0 tx=0x7fa0e800b870 comp rx=0 tx=0).stop 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 shutdown_connections 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0d4077010 0x7fa0d4079520 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0f815d370 0x7fa0f809ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0f80cd360 0x7fa0f81f49d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 --2- 172.21.15.66:0/3983101697 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0f80b3140 0x7fa0f80b1740 unknown :-1 s=CLOSED pgs=1677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 >> 172.21.15.66:0/3983101697 conn(0x7fa0f80d1b90 msgr2=0x7fa0f8070500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 shutdown_connections 2024-07-27T07:03:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.596+0000 7fa0fd400640 1 -- 172.21.15.66:0/3983101697 wait complete. 2024-07-27T07:03:27.624 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T07:03:27.624 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T07:03:27.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 -- 172.21.15.66:0/1852120169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b2a90 msgr2=0x7f346c0b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 --2- 172.21.15.66:0/1852120169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b2a90 0x7f346c0b2ea0 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f3458009830 tx=0x7f345802a510 comp rx=0 tx=0).stop 2024-07-27T07:03:27.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 -- 172.21.15.66:0/1852120169 shutdown_connections 2024-07-27T07:03:27.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 --2- 172.21.15.66:0/1852120169 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b2a90 0x7f346c0b2ea0 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 -- 172.21.15.66:0/1852120169 >> 172.21.15.66:0/1852120169 conn(0x7f346c0cfa80 msgr2=0x7f346c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:27.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 -- 172.21.15.66:0/1852120169 shutdown_connections 2024-07-27T07:03:27.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.911+0000 7f3472c00640 1 -- 172.21.15.66:0/1852120169 wait complete. 2024-07-27T07:03:27.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.913+0000 7f3472c00640 1 Processor -- start 2024-07-27T07:03:27.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.914+0000 7f3472c00640 1 -- start start 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f346c072300 0x7f346c1f5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f346c0b2a90 0x7f346c147490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f346c06f650 con 0x7f346c0b4a40 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f346c06f4d0 con 0x7f346c072300 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.915+0000 7f3472c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f346c06f7d0 con 0x7f346c0b2a90 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34170/0 (socket says 172.21.15.66:34170) 2024-07-27T07:03:27.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 -- 172.21.15.66:0/718867277 learned_addr learned my addr 172.21.15.66:0/718867277 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3470e00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f346c0b2a90 0x7f346c147490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 -- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f346c0b2a90 msgr2=0x7f346c147490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3471800640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f346c072300 0x7f346c1f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f346c0b2a90 0x7f346c147490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 -- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f346c072300 msgr2=0x7f346c1f5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f346c072300 0x7f346c1f5640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:27.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.916+0000 7f3472200640 1 -- 172.21.15.66:0/718867277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f346c1f5b80 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3472200640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f346400b9a0 tx=0x7f346400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3464019070 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f346400cc90 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34640146a0 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f346c1f5e20 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.917+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f346c1f63a0 con 0x7f346c0b4a40 2024-07-27T07:03:27.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.918+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f346c0b2ea0 con 0x7f346c0b4a40 2024-07-27T07:03:27.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.920+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f346401c070 con 0x7f346c0b4a40 2024-07-27T07:03:27.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.921+0000 7f3469600640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 0x7f344c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:27.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.921+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 6413+0+0 (secure 0 0 0) 0x7f34640988d0 con 0x7f346c0b4a40 2024-07-27T07:03:27.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.922+0000 7f3471800640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 0x7f344c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:27.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.923+0000 7f3471800640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 0x7f344c079520 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f3460000f60 tx=0x7f3460009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:27.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:27.925+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f346c1f5b80 con 0x7f346c0b4a40 2024-07-27T07:03:28.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.138+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f346c1479d0 con 0x7f346c0b4a40 2024-07-27T07:03:28.446 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.445+0000 7f3469600640 1 -- 172.21.15.66:0/718867277 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v156) ==== 138+0+0 (secure 0 0 0) 0x7f3464061800 con 0x7f346c0b4a40 2024-07-27T07:03:28.447 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T07:03:28.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.448+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 msgr2=0x7f344c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:28.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.448+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 0x7f344c079520 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f3460000f60 tx=0x7f3460009040 comp rx=0 tx=0).stop 2024-07-27T07:03:28.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.448+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 msgr2=0x7f346c15def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:28.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.448+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f346400b9a0 tx=0x7f346400be60 comp rx=0 tx=0).stop 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 shutdown_connections 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f344c077010 0x7f344c079520 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f346c0b4a40 0x7f346c15def0 unknown :-1 s=CLOSED pgs=1680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f346c0b2a90 0x7f346c147490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 --2- 172.21.15.66:0/718867277 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f346c072300 0x7f346c1f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.449+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 >> 172.21.15.66:0/718867277 conn(0x7f346c0cfa80 msgr2=0x7f346c15f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:28.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.450+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 shutdown_connections 2024-07-27T07:03:28.452 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.450+0000 7f3472c00640 1 -- 172.21.15.66:0/718867277 wait complete. 2024-07-27T07:03:28.489 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T07:03:28.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.766+0000 7fe5d5200640 1 -- 172.21.15.66:0/1340275296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 msgr2=0x7fe5b4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.766+0000 7fe5d5200640 1 --2- 172.21.15.66:0/1340275296 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5b4004c10 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8009b50 tx=0x7fe5b4005830 comp rx=0 tx=0).stop 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.766+0000 7fe5cfe00640 1 -- 172.21.15.66:0/1340275296 reap_dead start 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.767+0000 7fe5d5200640 1 -- 172.21.15.66:0/1340275296 shutdown_connections 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.767+0000 7fe5d5200640 1 -- 172.21.15.66:0/1340275296 >> 172.21.15.66:0/1340275296 conn(0x7fe5d00b1720 msgr2=0x7fe5d00b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.767+0000 7fe5d5200640 1 -- 172.21.15.66:0/1340275296 shutdown_connections 2024-07-27T07:03:28.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.767+0000 7fe5d5200640 1 -- 172.21.15.66:0/1340275296 wait complete. 2024-07-27T07:03:28.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.769+0000 7fe5d5200640 1 Processor -- start 2024-07-27T07:03:28.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.769+0000 7fe5d5200640 1 -- start start 2024-07-27T07:03:28.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:28.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 0x7fe5d01f5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:28.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5d00ae030 0x7fe5d00ca170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d015b590 con 0x7fe5b4004800 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe5d015b410 con 0x7fe5d00a9d30 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5d5200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe5d00cf140 con 0x7fe5d00ae030 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5cf400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5cf400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34184/0 (socket says 172.21.15.66:34184) 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.771+0000 7fe5cf400640 1 -- 172.21.15.66:0/3430191876 learned_addr learned my addr 172.21.15.66:0/3430191876 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cea00640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 0x7fe5d01f5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cfe00640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5d00ae030 0x7fe5d00ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 -- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5d00ae030 msgr2=0x7fe5d00ca170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5d00ae030 0x7fe5d00ca170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 -- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 msgr2=0x7fe5d01f5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 0x7fe5d01f5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:28.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 -- 172.21.15.66:0/3430191876 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5d00aa140 con 0x7fe5b4004800 2024-07-27T07:03:28.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cea00640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 0x7fe5d01f5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:28.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5cf400640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0010ca0 tx=0x7fe5c000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:28.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.772+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0017070 con 0x7fe5b4004800 2024-07-27T07:03:28.775 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.773+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5d00aa400 con 0x7fe5b4004800 2024-07-27T07:03:28.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.773+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe5c0011640 con 0x7fe5b4004800 2024-07-27T07:03:28.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.773+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5c0011a90 con 0x7fe5b4004800 2024-07-27T07:03:28.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.773+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5d00c92d0 con 0x7fe5b4004800 2024-07-27T07:03:28.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.774+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5d0151210 con 0x7fe5b4004800 2024-07-27T07:03:28.777 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.776+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe5c0011c30 con 0x7fe5b4004800 2024-07-27T07:03:28.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.777+0000 7fe5c7400640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 0x7fe5ac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:28.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.777+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(156..156 src has 1..156) ==== 6783+0+0 (secure 0 0 0) 0x7fe5c009a120 con 0x7fe5b4004800 2024-07-27T07:03:28.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.777+0000 7fe5cea00640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 0x7fe5ac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:28.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.779+0000 7fe5cea00640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 0x7fe5ac079550 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8035000 tx=0x7fe5b802d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:28.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.781+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe5c0062ee0 con 0x7fe5b4004800 2024-07-27T07:03:28.995 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:28.993+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe5d006f920 con 0x7fe5b4004800 2024-07-27T07:03:29.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.464+0000 7fe5c7400640 1 -- 172.21.15.66:0/3430191876 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v157) ==== 170+0+0 (secure 0 0 0) 0x7fe5c00627e0 con 0x7fe5b4004800 2024-07-27T07:03:29.466 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T07:03:29.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.469+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 msgr2=0x7fe5ac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:29.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.469+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 0x7fe5ac079550 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8035000 tx=0x7fe5b802d040 comp rx=0 tx=0).stop 2024-07-27T07:03:29.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.469+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 msgr2=0x7fe5d00c9ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:29.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.469+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7fe5c0010ca0 tx=0x7fe5c000e720 comp rx=0 tx=0).stop 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 shutdown_connections 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe5ac077040 0x7fe5ac079550 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe5d00ae030 0x7fe5d00ca170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe5d00a9d30 0x7fe5d01f5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 --2- 172.21.15.66:0/3430191876 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe5b4004800 0x7fe5d00c9ad0 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 >> 172.21.15.66:0/3430191876 conn(0x7fe5d00b1720 msgr2=0x7fe5d00727c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:29.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 shutdown_connections 2024-07-27T07:03:29.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.470+0000 7fe5d5200640 1 -- 172.21.15.66:0/3430191876 wait complete. 2024-07-27T07:03:29.516 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T07:03:29.729 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:03:29.737 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:03:29.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 -- 172.21.15.66:0/3349437107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 msgr2=0x7f020c0acd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 --2- 172.21.15.66:0/3349437107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0acd80 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f01f8009830 tx=0x7f01f802a510 comp rx=0 tx=0).stop 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 -- 172.21.15.66:0/3349437107 shutdown_connections 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 --2- 172.21.15.66:0/3349437107 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 0x7f020c15cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 --2- 172.21.15.66:0/3349437107 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0acd80 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 -- 172.21.15.66:0/3349437107 >> 172.21.15.66:0/3349437107 conn(0x7f020c06d3f0 msgr2=0x7f020c0b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 -- 172.21.15.66:0/3349437107 shutdown_connections 2024-07-27T07:03:29.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.772+0000 7f0210e00640 1 -- 172.21.15.66:0/3349437107 wait complete. 2024-07-27T07:03:29.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.774+0000 7f0210e00640 1 Processor -- start 2024-07-27T07:03:29.776 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.775+0000 7f0210e00640 1 -- start start 2024-07-27T07:03:29.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0ce3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:29.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 0x7f020c157890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:29.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:29.778 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f020c0af630 con 0x7f020c153300 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f020c0af4b0 con 0x7f020c06e1f0 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f0210e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f020c15d040 con 0x7f020c0ad2c0 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.776+0000 7f020a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34190/0 (socket says 172.21.15.66:34190) 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 -- 172.21.15.66:0/4070607534 learned_addr learned my addr 172.21.15.66:0/4070607534 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f0209400640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 0x7f020c157890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f0209e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0ce3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 -- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 msgr2=0x7f020c157890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 0x7f020c157890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 -- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 msgr2=0x7f020c0ce3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0ce3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:29.779 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.777+0000 7f020a800640 1 -- 172.21.15.66:0/4070607534 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f020c0725a0 con 0x7f020c153300 2024-07-27T07:03:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f020a800640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f020400ec20 tx=0x7f020400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0204003b70 con 0x7f020c153300 2024-07-27T07:03:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0204003d10 con 0x7f020c153300 2024-07-27T07:03:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f020c072880 con 0x7f020c153300 2024-07-27T07:03:29.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0204004280 con 0x7f020c153300 2024-07-27T07:03:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.778+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f020c072e40 con 0x7f020c153300 2024-07-27T07:03:29.781 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.779+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f020c15d600 con 0x7f020c153300 2024-07-27T07:03:29.782 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.781+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0204004420 con 0x7f020c153300 2024-07-27T07:03:29.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.782+0000 7f0202000640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 0x7f01ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:29.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.782+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(157..157 src has 1..157) ==== 7165+0+0 (secure 0 0 0) 0x7f0204099990 con 0x7f020c153300 2024-07-27T07:03:29.784 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.782+0000 7f0209e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 0x7f01ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:29.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.783+0000 7f0209e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 0x7f01ec079520 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f01fc007d60 tx=0x7f01fc007cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:29.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:29.787+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0204061f90 con 0x7f020c153300 2024-07-27T07:03:30.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.041+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f020c0b2870 con 0x7f020c153300 2024-07-27T07:03:30.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.496+0000 7f0202000640 1 -- 172.21.15.66:0/4070607534 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v180) ==== 174+0+0 (secure 0 0 0) 0x7f02040664e0 con 0x7f020c153300 2024-07-27T07:03:30.502 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 20 and data pool 21 2024-07-27T07:03:30.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.507+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 msgr2=0x7f01ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:30.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.507+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 0x7f01ec079520 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f01fc007d60 tx=0x7f01fc007cf0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.507+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 msgr2=0x7f020c14d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:30.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.507+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f020400ec20 tx=0x7f020400c6a0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 shutdown_connections 2024-07-27T07:03:30.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01ec077010 0x7f01ec079520 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f020c153300 0x7f020c14d910 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f020c0ad2c0 0x7f020c157890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 --2- 172.21.15.66:0/4070607534 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f020c06e1f0 0x7f020c0ce3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.509+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 >> 172.21.15.66:0/4070607534 conn(0x7f020c06d3f0 msgr2=0x7f020c15ea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:30.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.511+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 shutdown_connections 2024-07-27T07:03:30.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.511+0000 7f0210e00640 1 -- 172.21.15.66:0/4070607534 wait complete. 2024-07-27T07:03:30.558 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 -- 172.21.15.66:0/2327456893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c147b00 msgr2=0x7f6f8c0b3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 --2- 172.21.15.66:0/2327456893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c147b00 0x7f6f8c0b3410 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f6f80005fd0 tx=0x7f6f8002a5d0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 -- 172.21.15.66:0/2327456893 shutdown_connections 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 --2- 172.21.15.66:0/2327456893 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c073990 0x7f6f8c06f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 --2- 172.21.15.66:0/2327456893 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c147b00 0x7f6f8c0b3410 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 -- 172.21.15.66:0/2327456893 >> 172.21.15.66:0/2327456893 conn(0x7f6f8c0b2930 msgr2=0x7f6f8c072b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:30.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 -- 172.21.15.66:0/2327456893 shutdown_connections 2024-07-27T07:03:30.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.802+0000 7f6f93000640 1 -- 172.21.15.66:0/2327456893 wait complete. 2024-07-27T07:03:30.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.805+0000 7f6f93000640 1 Processor -- start 2024-07-27T07:03:30.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.805+0000 7f6f93000640 1 -- start start 2024-07-27T07:03:30.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c0b4bb0 0x7f6f8c15e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 0x7f6f8c1f8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8c1480b0 con 0x7f6f8c147b00 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8c0b51d0 con 0x7f6f8c0b4bb0 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.806+0000 7f6f93000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6f8c06fa30 con 0x7f6f8c1619f0 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34194/0 (socket says 172.21.15.66:34194) 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 -- 172.21.15.66:0/2092213337 learned_addr learned my addr 172.21.15.66:0/2092213337 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91c00640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c0b4bb0 0x7f6f8c15e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f92600640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 0x7f6f8c1f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 -- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 msgr2=0x7f6f8c1f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 0x7f6f8c1f8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 -- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c0b4bb0 msgr2=0x7f6f8c15e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:30.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c0b4bb0 0x7f6f8c15e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:30.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f91200640 1 -- 172.21.15.66:0/2092213337 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8c1f5ea0 con 0x7f6f8c147b00 2024-07-27T07:03:30.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.807+0000 7f6f92600640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 0x7f6f8c1f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f91200640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f6f7800c370 tx=0x7f6f7800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f780052d0 con 0x7f6f8c147b00 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8c1f6180 con 0x7f6f8c147b00 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f78007020 con 0x7f6f8c147b00 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f78007470 con 0x7f6f8c147b00 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.808+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f8c1f6740 con 0x7f6f8c147b00 2024-07-27T07:03:30.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.809+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f8c161f90 con 0x7f6f8c147b00 2024-07-27T07:03:30.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.811+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6f780067d0 con 0x7f6f8c147b00 2024-07-27T07:03:30.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.812+0000 7f6f89600640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 0x7f6f6c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:30.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.812+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 7265+0+0 (secure 0 0 0) 0x7f6f78098580 con 0x7f6f8c147b00 2024-07-27T07:03:30.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.812+0000 7f6f91c00640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 0x7f6f6c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:30.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.814+0000 7f6f91c00640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 0x7f6f6c079550 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6f80033000 tx=0x7f6f80004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:30.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:30.817+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6f78061040 con 0x7f6f8c147b00 2024-07-27T07:03:31.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.022+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f8c06ff50 con 0x7f6f8c147b00 2024-07-27T07:03:31.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.026+0000 7f6f89600640 1 -- 172.21.15.66:0/2092213337 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v158) ==== 74+0+22471 (secure 0 0 0) 0x7f6f78060940 con 0x7f6f8c147b00 2024-07-27T07:03:31.028 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:31.028 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":158,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:30.043157+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:03:28.162816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-07-27T07:03:29.017602+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:31.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 msgr2=0x7f6f6c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 0x7f6f6c079550 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6f80033000 tx=0x7f6f80004730 comp rx=0 tx=0).stop 2024-07-27T07:03:31.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 msgr2=0x7f6f8c1614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f6f7800c370 tx=0x7f6f7800c830 comp rx=0 tx=0).stop 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 shutdown_connections 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6f6c077040 0x7f6f6c079550 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6f8c1619f0 0x7f6f8c1f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6f8c147b00 0x7f6f8c1614b0 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 --2- 172.21.15.66:0/2092213337 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6f8c0b4bb0 0x7f6f8c15e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 >> 172.21.15.66:0/2092213337 conn(0x7f6f8c0b2930 msgr2=0x7f6f8c073610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:31.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 shutdown_connections 2024-07-27T07:03:31.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.029+0000 7f6f93000640 1 -- 172.21.15.66:0/2092213337 wait complete. 2024-07-27T07:03:31.056 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:31.343 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 -- 172.21.15.66:0/3349346071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f684415a1e0 msgr2=0x7f684415e170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 --2- 172.21.15.66:0/3349346071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f684415a1e0 0x7f684415e170 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f684406ddc0 tx=0x7f683c02aa10 comp rx=0 tx=0).stop 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 -- 172.21.15.66:0/3349346071 shutdown_connections 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 --2- 172.21.15.66:0/3349346071 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f684415a1e0 0x7f684415e170 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 --2- 172.21.15.66:0/3349346071 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440b5250 0x7f684415dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 --2- 172.21.15.66:0/3349346071 >> v2:172.21.15.155:3300/0 conn(0x7f68440703f0 0x7f6844072b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 -- 172.21.15.66:0/3349346071 >> 172.21.15.66:0/3349346071 conn(0x7f68440cfa80 msgr2=0x7f68440cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 -- 172.21.15.66:0/3349346071 shutdown_connections 2024-07-27T07:03:31.344 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.342+0000 7f684a600640 1 -- 172.21.15.66:0/3349346071 wait complete. 2024-07-27T07:03:31.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.345+0000 7f684a600640 1 Processor -- start 2024-07-27T07:03:31.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.345+0000 7f684a600640 1 -- start start 2024-07-27T07:03:31.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440703f0 0x7f68441506b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.349 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 0x7f6844155190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f684415eac0 con 0x7f68440b5250 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f684415e940 con 0x7f684415a1e0 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.347+0000 7f684a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f684406e5a0 con 0x7f68440703f0 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53714/0 (socket says 172.21.15.66:53714) 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 -- 172.21.15.66:0/1833538009 learned_addr learned my addr 172.21.15.66:0/1833538009 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6849c00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 0x7f6844155190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6849200640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440703f0 0x7f68441506b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 -- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440703f0 msgr2=0x7f68441506b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440703f0 0x7f68441506b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 -- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 msgr2=0x7f6844155190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 0x7f6844155190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6843e00640 1 -- 172.21.15.66:0/1833538009 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68441f8b70 con 0x7f68440b5250 2024-07-27T07:03:31.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.348+0000 7f6849c00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 0x7f6844155190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f6843e00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f683000c970 tx=0x7f683000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830007bb0 con 0x7f68440b5250 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6830007e40 con 0x7f68440b5250 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683000f690 con 0x7f68440b5250 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68441f8e50 con 0x7f68440b5250 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.349+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684415baf0 con 0x7f68440b5250 2024-07-27T07:03:31.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.350+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6844072b90 con 0x7f68440b5250 2024-07-27T07:03:31.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.352+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f683000f830 con 0x7f68440b5250 2024-07-27T07:03:31.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.353+0000 7f6840c00640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 0x7f6824079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.354+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 7265+0+0 (secure 0 0 0) 0x7f6830099700 con 0x7f68440b5250 2024-07-27T07:03:31.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.354+0000 7f6849200640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 0x7f6824079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.355+0000 7f6849200640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 0x7f6824079520 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6838005fd0 tx=0x7f683800c460 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:31.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.358+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6830014030 con 0x7f68440b5250 2024-07-27T07:03:31.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.574+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f68440cba30 con 0x7f68440b5250 2024-07-27T07:03:31.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.579+0000 7f6840c00640 1 -- 172.21.15.66:0/1833538009 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v159) ==== 74+0+22458 (secure 0 0 0) 0x7f68300622d0 con 0x7f68440b5250 2024-07-27T07:03:31.581 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:31.581 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:31.497320+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:03:28.162816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-07-27T07:03:29.017602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"159","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:31.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 msgr2=0x7f6824079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 0x7f6824079520 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6838005fd0 tx=0x7f683800c460 comp rx=0 tx=0).stop 2024-07-27T07:03:31.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 msgr2=0x7f6844154c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f683000c970 tx=0x7f683000ce30 comp rx=0 tx=0).stop 2024-07-27T07:03:31.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 shutdown_connections 2024-07-27T07:03:31.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6824077010 0x7f6824079520 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f684415a1e0 0x7f6844155190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f68440b5250 0x7f6844154c50 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 --2- 172.21.15.66:0/1833538009 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f68440703f0 0x7f68441506b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.582+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 >> 172.21.15.66:0/1833538009 conn(0x7f68440cfa80 msgr2=0x7f6844153700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.583+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 shutdown_connections 2024-07-27T07:03:31.585 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.583+0000 7f684a600640 1 -- 172.21.15.66:0/1833538009 wait complete. 2024-07-27T07:03:31.613 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.899+0000 7f341a600640 1 -- 172.21.15.66:0/662153551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 msgr2=0x7f341406e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.899+0000 7f341a600640 1 --2- 172.21.15.66:0/662153551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f341406e310 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7f3408009830 tx=0x7f340802a4d0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 -- 172.21.15.66:0/662153551 shutdown_connections 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 --2- 172.21.15.66:0/662153551 >> v2:172.21.15.155:3300/0 conn(0x7f34140d0e30 0x7f34140cede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 --2- 172.21.15.66:0/662153551 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f341406e310 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 -- 172.21.15.66:0/662153551 >> 172.21.15.66:0/662153551 conn(0x7f34140b36f0 msgr2=0x7f34140b3b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 -- 172.21.15.66:0/662153551 shutdown_connections 2024-07-27T07:03:31.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.900+0000 7f341a600640 1 -- 172.21.15.66:0/662153551 wait complete. 2024-07-27T07:03:31.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.902+0000 7f341a600640 1 Processor -- start 2024-07-27T07:03:31.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.902+0000 7f341a600640 1 -- start start 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f341406e850 0x7f341415c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 0x7f3414166b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b3370 con 0x7f34140cc230 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f34140b31f0 con 0x7f34140d0e30 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f341a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f34141688d0 con 0x7f341406e850 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f3413e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f3413e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53718/0 (socket says 172.21.15.66:53718) 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f3413e00640 1 -- 172.21.15.66:0/3384779258 learned_addr learned my addr 172.21.15.66:0/3384779258 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f3419200640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f341406e850 0x7f341415c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.904+0000 7f3419c00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 0x7f3414166b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 -- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f341406e850 msgr2=0x7f341415c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f341406e850 0x7f341415c5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 -- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 msgr2=0x7f3414166b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 0x7f3414166b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 -- 172.21.15.66:0/3384779258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34140c65f0 con 0x7f34140cc230 2024-07-27T07:03:31.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3419c00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 0x7f3414166b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3413e00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f340000c3a0 tx=0x7f340000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400011790 con 0x7f34140cc230 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3400017070 con 0x7f34140cc230 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3400011cc0 con 0x7f34140cc230 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34140ca8c0 con 0x7f34140cc230 2024-07-27T07:03:31.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.905+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34140cae80 con 0x7f34140cc230 2024-07-27T07:03:31.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.906+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34140cf4a0 con 0x7f34140cc230 2024-07-27T07:03:31.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.908+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f340001c460 con 0x7f34140cc230 2024-07-27T07:03:31.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.910+0000 7f3410c00640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 0x7f33f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:31.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.910+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f3400098d10 con 0x7f34140cc230 2024-07-27T07:03:31.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.910+0000 7f3419200640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 0x7f33f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:31.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.912+0000 7f3419200640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 0x7f33f4079520 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3408034000 tx=0x7f3408004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:31.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:31.914+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f34140cf4a0 con 0x7f34140cc230 2024-07-27T07:03:32.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.168+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f341406e310 con 0x7f34140cc230 2024-07-27T07:03:32.424 INFO:tasks.ceph.mds.b.smithi155.stderr:2024-07-27T07:03:32.423+0000 7ff0aba00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T07:03:32.519 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.518+0000 7f3410c00640 1 -- 172.21.15.66:0/3384779258 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v183) ==== 118+0+0 (secure 0 0 0) 0x7f340009e020 con 0x7f34140cc230 2024-07-27T07:03:32.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 msgr2=0x7f33f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:32.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 0x7f33f4079520 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f3408034000 tx=0x7f3408004730 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 msgr2=0x7f34140c60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7f340000c3a0 tx=0x7f340000c860 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 shutdown_connections 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f33f4077010 0x7f33f4079520 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f34140d0e30 0x7f3414166b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f34140cc230 0x7f34140c60b0 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 --2- 172.21.15.66:0/3384779258 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f341406e850 0x7f341415c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 >> 172.21.15.66:0/3384779258 conn(0x7f34140b36f0 msgr2=0x7f34140d1e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 shutdown_connections 2024-07-27T07:03:32.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.523+0000 7f341a600640 1 -- 172.21.15.66:0/3384779258 wait complete. 2024-07-27T07:03:32.555 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T07:03:32.555 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 -- 172.21.15.66:0/4092783480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b815ed30 msgr2=0x7fb3b815f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 --2- 172.21.15.66:0/4092783480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b815ed30 0x7fb3b815f140 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7fb3b815f830 tx=0x7fb3a802a560 comp rx=0 tx=0).stop 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 -- 172.21.15.66:0/4092783480 shutdown_connections 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 --2- 172.21.15.66:0/4092783480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 0x7fb3b80b32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 --2- 172.21.15.66:0/4092783480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b815ed30 0x7fb3b815f140 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 --2- 172.21.15.66:0/4092783480 >> v2:172.21.15.155:3300/0 conn(0x7fb3b8072470 0x7fb3b8074160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 -- 172.21.15.66:0/4092783480 >> 172.21.15.66:0/4092783480 conn(0x7fb3b806d3f0 msgr2=0x7fb3b80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 -- 172.21.15.66:0/4092783480 shutdown_connections 2024-07-27T07:03:32.833 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.831+0000 7fb3bf600640 1 -- 172.21.15.66:0/4092783480 wait complete. 2024-07-27T07:03:32.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.833+0000 7fb3bf600640 1 Processor -- start 2024-07-27T07:03:32.835 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.834+0000 7fb3bf600640 1 -- start start 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 0x7fb3b80b0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3b815ed30 0x7fb3b80b0d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b81552a0 con 0x7fb3b8072470 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb3b8155120 con 0x7fb3b815ed30 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.835+0000 7fb3bf600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb3b8155420 con 0x7fb3b80b2ed0 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53724/0 (socket says 172.21.15.66:53724) 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 -- 172.21.15.66:0/2270938282 learned_addr learned my addr 172.21.15.66:0/2270938282 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:32.838 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3afe00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 0x7fb3b80b0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bd600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3b815ed30 0x7fb3b80b0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 -- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 msgr2=0x7fb3b80b0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 0x7fb3b80b0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 -- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3b815ed30 msgr2=0x7fb3b80b0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3b815ed30 0x7fb3b80b0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.836+0000 7fb3bcc00640 1 -- 172.21.15.66:0/2270938282 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3b8142470 con 0x7fb3b8072470 2024-07-27T07:03:32.839 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3bcc00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fb3a000c9a0 tx=0x7fb3a000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a0007bb0 con 0x7fb3b8072470 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3a0007e40 con 0x7fb3b8072470 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a000f690 con 0x7fb3b8072470 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3b8153940 con 0x7fb3b8072470 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.837+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3b8153f00 con 0x7fb3b8072470 2024-07-27T07:03:32.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.839+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3b8155990 con 0x7fb3b8072470 2024-07-27T07:03:32.841 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.840+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb3a000f830 con 0x7fb3b8072470 2024-07-27T07:03:32.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.841+0000 7fb3b5600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 0x7fb394079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:32.842 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.841+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fb3a0099670 con 0x7fb3b8072470 2024-07-27T07:03:32.843 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.842+0000 7fb3afe00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 0x7fb394079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:32.844 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.843+0000 7fb3afe00640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 0x7fb394079570 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8033000 tx=0x7fb3a8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:32.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:32.845+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb3b8142470 con 0x7fb3b8072470 2024-07-27T07:03:33.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.107+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb3b8074480 con 0x7fb3b8072470 2024-07-27T07:03:33.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.530+0000 7fb3b5600640 1 -- 172.21.15.66:0/2270938282 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v184) ==== 122+0+0 (secure 0 0 0) 0x7fb3a0014030 con 0x7fb3b8072470 2024-07-27T07:03:33.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 msgr2=0x7fb394079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:33.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 0x7fb394079570 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fb3a8033000 tx=0x7fb3a8004730 comp rx=0 tx=0).stop 2024-07-27T07:03:33.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 msgr2=0x7fb3b8141f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:33.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7fb3a000c9a0 tx=0x7fb3a000ce60 comp rx=0 tx=0).stop 2024-07-27T07:03:33.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 shutdown_connections 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb394077060 0x7fb394079570 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb3b815ed30 0x7fb3b80b0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb3b80b2ed0 0x7fb3b80b0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 --2- 172.21.15.66:0/2270938282 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb3b8072470 0x7fb3b8141f30 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.534+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 >> 172.21.15.66:0/2270938282 conn(0x7fb3b806d3f0 msgr2=0x7fb3b815df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.535+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 shutdown_connections 2024-07-27T07:03:33.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.535+0000 7fb3bf600640 1 -- 172.21.15.66:0/2270938282 wait complete. 2024-07-27T07:03:33.569 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T07:03:33.569 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 -- 172.21.15.66:0/2289815865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc218005910 msgr2=0x7fc218005d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 --2- 172.21.15.66:0/2289815865 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc218005910 0x7fc218005d20 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7fc2340cbeb0 tx=0x7fc218006940 comp rx=0 tx=0).stop 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc239600640 1 -- 172.21.15.66:0/2289815865 reap_dead start 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 -- 172.21.15.66:0/2289815865 shutdown_connections 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 -- 172.21.15.66:0/2289815865 >> 172.21.15.66:0/2289815865 conn(0x7fc2340cfa80 msgr2=0x7fc2340cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 -- 172.21.15.66:0/2289815865 shutdown_connections 2024-07-27T07:03:33.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.864+0000 7fc23a000640 1 -- 172.21.15.66:0/2289815865 wait complete. 2024-07-27T07:03:33.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.867+0000 7fc23a000640 1 Processor -- start 2024-07-27T07:03:33.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.867+0000 7fc23a000640 1 -- start start 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc218005910 0x7fc2341f3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2341f7690 0x7fc2341f6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc234072da0 con 0x7fc2341f70c0 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc234072c20 con 0x7fc2341f7690 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.868+0000 7fc23a000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc234072f20 con 0x7fc218005910 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53742/0 (socket says 172.21.15.66:53742) 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 -- 172.21.15.66:0/2376284878 learned_addr learned my addr 172.21.15.66:0/2376284878 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc238c00640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc218005910 0x7fc2341f3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc22be00640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2341f7690 0x7fc2341f6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:33.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 -- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc218005910 msgr2=0x7fc2341f3350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc218005910 0x7fc2341f3350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 -- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2341f7690 msgr2=0x7fc2341f6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2341f7690 0x7fc2341f6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.869+0000 7fc239600640 1 -- 172.21.15.66:0/2376284878 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2341f3d50 con 0x7fc2341f70c0 2024-07-27T07:03:33.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc239600640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fc2340ce7a0 tx=0x7fc22c0019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c011870 con 0x7fc2341f70c0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc22c017070 con 0x7fc2341f70c0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc22c011da0 con 0x7fc2341f70c0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2341f4030 con 0x7fc2341f70c0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.870+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc23415c890 con 0x7fc2341f70c0 2024-07-27T07:03:33.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.872+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2341f3ac0 con 0x7fc2341f70c0 2024-07-27T07:03:33.874 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.873+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc22c01c460 con 0x7fc2341f70c0 2024-07-27T07:03:33.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.874+0000 7fc231600640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 0x7fc210079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:33.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.875+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fc22c099750 con 0x7fc2341f70c0 2024-07-27T07:03:33.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.875+0000 7fc238c00640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 0x7fc210079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:33.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.877+0000 7fc238c00640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 0x7fc210079550 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fc224001860 tx=0x7fc224001d00 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:33.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:33.880+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc22c062290 con 0x7fc2341f70c0 2024-07-27T07:03:34.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.141+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc234068730 con 0x7fc2341f70c0 2024-07-27T07:03:34.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.142+0000 7fc231600640 1 -- 172.21.15.66:0/2376284878 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7fc234068730 con 0x7fc2341f70c0 2024-07-27T07:03:34.144 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:34.144 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:03:34.144 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:03:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.145+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 msgr2=0x7fc210079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.145+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 0x7fc210079550 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fc224001860 tx=0x7fc224001d00 comp rx=0 tx=0).stop 2024-07-27T07:03:34.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.145+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 msgr2=0x7fc234142bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.145+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7fc2340ce7a0 tx=0x7fc22c0019b0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 shutdown_connections 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc210077040 0x7fc210079550 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc2341f70c0 0x7fc234142bf0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc2341f7690 0x7fc2341f6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 --2- 172.21.15.66:0/2376284878 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc218005910 0x7fc2341f3350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 >> 172.21.15.66:0/2376284878 conn(0x7fc2340cfa80 msgr2=0x7fc2340b3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 shutdown_connections 2024-07-27T07:03:34.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.146+0000 7fc23a000640 1 -- 172.21.15.66:0/2376284878 wait complete. 2024-07-27T07:03:34.174 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:03:34.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.457+0000 7fb152c00640 1 -- 172.21.15.66:0/2022594374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb134005350 msgr2=0x7fb13400ba00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.457+0000 7fb152c00640 1 --2- 172.21.15.66:0/2022594374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb134005350 0x7fb13400ba00 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7fb144001dc0 tx=0x7fb134005830 comp rx=0 tx=0).stop 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.457+0000 7fb152c00640 1 -- 172.21.15.66:0/2022594374 shutdown_connections 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.457+0000 7fb152c00640 1 --2- 172.21.15.66:0/2022594374 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb134005350 0x7fb13400ba00 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.458+0000 7fb152c00640 1 -- 172.21.15.66:0/2022594374 >> 172.21.15.66:0/2022594374 conn(0x7fb14c06dd20 msgr2=0x7fb14c06e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.458+0000 7fb152c00640 1 -- 172.21.15.66:0/2022594374 shutdown_connections 2024-07-27T07:03:34.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.458+0000 7fb152c00640 1 -- 172.21.15.66:0/2022594374 wait complete. 2024-07-27T07:03:34.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.460+0000 7fb152c00640 1 Processor -- start 2024-07-27T07:03:34.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.460+0000 7fb152c00640 1 -- start start 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 0x7fb14c0b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb14c15ab40 0x7fb14c15af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c0705e0 con 0x7fb14c0d0110 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c070460 con 0x7fb14c15ab40 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb152c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb14c070760 con 0x7fb134005350 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb150e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:34.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb150e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53772/0 (socket says 172.21.15.66:53772) 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.462+0000 7fb150e00640 1 -- 172.21.15.66:0/2536041127 learned_addr learned my addr 172.21.15.66:0/2536041127 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb152200640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb14c15ab40 0x7fb14c15af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb151800640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 0x7fb14c0b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 -- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 msgr2=0x7fb14c0b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 0x7fb14c0b5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 -- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb14c15ab40 msgr2=0x7fb14c15af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb14c15ab40 0x7fb14c15af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 -- 172.21.15.66:0/2536041127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c15b490 con 0x7fb14c0d0110 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb151800640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 0x7fb14c0b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb150e00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7fb138010a10 tx=0x7fb138010ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:34.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.463+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13800ec80 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.464+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb13800ee20 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.464+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb138005280 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.464+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14c1f81f0 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.464+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb14c1f87b0 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.465+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb14c0d10b0 con 0x7fb14c0d0110 2024-07-27T07:03:34.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.466+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb138005420 con 0x7fb14c0d0110 2024-07-27T07:03:34.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.468+0000 7fb149600640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 0x7fb12c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:34.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.468+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fb138099cb0 con 0x7fb14c0d0110 2024-07-27T07:03:34.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.469+0000 7fb151800640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 0x7fb12c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:34.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.470+0000 7fb151800640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 0x7fb12c079520 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb140001220 tx=0x7fb140009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:34.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.473+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb14c15b490 con 0x7fb14c0d0110 2024-07-27T07:03:34.688 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.687+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb14c15cf10 con 0x7fb14c0d0110 2024-07-27T07:03:34.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.691+0000 7fb149600640 1 -- 172.21.15.66:0/2536041127 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v159) ==== 74+0+22458 (secure 0 0 0) 0x7fb138062880 con 0x7fb14c0d0110 2024-07-27T07:03:34.693 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:34.693 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":159,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:03:31.497320+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:03:28.162816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-07-27T07:03:29.017602+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"159","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:03:34.695 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 msgr2=0x7fb12c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 0x7fb12c079520 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb140001220 tx=0x7fb140009040 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 msgr2=0x7fb14c0b3130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7fb138010a10 tx=0x7fb138010ed0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 shutdown_connections 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb12c077010 0x7fb12c079520 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb14c15ab40 0x7fb14c15af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb14c0d0110 0x7fb14c0b3130 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 --2- 172.21.15.66:0/2536041127 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb134005350 0x7fb14c0b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 >> 172.21.15.66:0/2536041127 conn(0x7fb14c06dd20 msgr2=0x7fb14c152bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:34.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 shutdown_connections 2024-07-27T07:03:34.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:34.694+0000 7fb152c00640 1 -- 172.21.15.66:0/2536041127 wait complete. 2024-07-27T07:03:34.725 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T07:03:34.725 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:03:35.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 -- 172.21.15.66:0/979463956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 msgr2=0x7f3334151400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 --2- 172.21.15.66:0/979463956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334151400 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7f3324009830 tx=0x7f332402a480 comp rx=0 tx=0).stop 2024-07-27T07:03:35.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 -- 172.21.15.66:0/979463956 shutdown_connections 2024-07-27T07:03:35.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 --2- 172.21.15.66:0/979463956 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334151400 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 -- 172.21.15.66:0/979463956 >> 172.21.15.66:0/979463956 conn(0x7f333406d3f0 msgr2=0x7f33340b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:35.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.016+0000 7f333b600640 1 -- 172.21.15.66:0/979463956 shutdown_connections 2024-07-27T07:03:35.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.017+0000 7f333b600640 1 -- 172.21.15.66:0/979463956 wait complete. 2024-07-27T07:03:35.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.019+0000 7f333b600640 1 Processor -- start 2024-07-27T07:03:35.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.019+0000 7f333b600640 1 -- start start 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 0x7f33341488c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3334155be0 0x7f33340ad3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f33340cf3c0 con 0x7f333406ec00 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3334073f90 con 0x7f33340b3950 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f333b600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f33340cf540 con 0x7f3334155be0 2024-07-27T07:03:35.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53788/0 (socket says 172.21.15.66:53788) 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 -- 172.21.15.66:0/4117542181 learned_addr learned my addr 172.21.15.66:0/4117542181 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3333e00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 0x7f33341488c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 -- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3334155be0 msgr2=0x7f33340ad3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3334155be0 0x7f33340ad3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 -- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 msgr2=0x7f33341488c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 0x7f33341488c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3338c00640 1 -- 172.21.15.66:0/4117542181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3334149210 con 0x7f333406ec00 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.021+0000 7f3333e00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 0x7f33341488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f3338c00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f332402aa70 tx=0x7f3324033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324031d60 con 0x7f333406ec00 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3324033e10 con 0x7f333406ec00 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33340af9b0 con 0x7f333406ec00 2024-07-27T07:03:35.025 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324005260 con 0x7f333406ec00 2024-07-27T07:03:35.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.022+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33340aff70 con 0x7f333406ec00 2024-07-27T07:03:35.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.023+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3334151400 con 0x7f333406ec00 2024-07-27T07:03:35.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.025+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3324005400 con 0x7f333406ec00 2024-07-27T07:03:35.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.026+0000 7f3330c00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 0x7f3314079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.026+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f33240ba150 con 0x7f333406ec00 2024-07-27T07:03:35.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.027+0000 7f3333e00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 0x7f3314079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.028+0000 7f3333e00640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 0x7f3314079550 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f333415bbd0 tx=0x7f3320009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:35.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.030+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f332403f030 con 0x7f333406ec00 2024-07-27T07:03:35.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.230+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f33341581a0 con 0x7f3314077040 2024-07-27T07:03:35.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.255+0000 7f3330c00640 1 -- 172.21.15.66:0/4117542181 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495220 (secure 0 0 0) 0x7f33341581a0 con 0x7f3314077040 2024-07-27T07:03:35.266 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:35.269 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:03:35.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 msgr2=0x7f3314079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 0x7f3314079550 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f333415bbd0 tx=0x7f3320009040 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 msgr2=0x7f3334156ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7f332402aa70 tx=0x7f3324033c20 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 shutdown_connections 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3314077040 0x7f3314079550 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3334155be0 0x7f33340ad3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f33340b3950 0x7f33341488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 --2- 172.21.15.66:0/4117542181 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f333406ec00 0x7f3334156ad0 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.266+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 >> 172.21.15.66:0/4117542181 conn(0x7f333406d3f0 msgr2=0x7f333415a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.267+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 shutdown_connections 2024-07-27T07:03:35.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.267+0000 7f333b600640 1 -- 172.21.15.66:0/4117542181 wait complete. 2024-07-27T07:03:35.297 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":562,"stamp":"2024-07-27T07:03:34.637681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":367,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":299944,"kb_used_data":17200,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754674776,"statfs":{"total":773094113280,"available":772786970624,"internally_reserved":0,"allocated":17612800,"data_stored":9953204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002594"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.522386+0000","last_change":"2024-07-27T07:03:30.511872+0000","last_active":"2024-07-27T07:03:31.522386+0000","last_peered":"2024-07-27T07:03:31.522386+0000","last_clean":"2024-07-27T07:03:31.522386+0000","last_became_active":"2024-07-27T07:03:30.511553+0000","last_became_peered":"2024-07-27T07:03:30.511553+0000","last_unstale":"2024-07-27T07:03:31.522386+0000","last_undegraded":"2024-07-27T07:03:31.522386+0000","last_fullsized":"2024-07-27T07:03:31.522386+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:47:37.968157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517861+0000","last_change":"2024-07-27T07:03:30.518629+0000","last_active":"2024-07-27T07:03:31.517861+0000","last_peered":"2024-07-27T07:03:31.517861+0000","last_clean":"2024-07-27T07:03:31.517861+0000","last_became_active":"2024-07-27T07:03:30.517947+0000","last_became_peered":"2024-07-27T07:03:30.517947+0000","last_unstale":"2024-07-27T07:03:31.517861+0000","last_undegraded":"2024-07-27T07:03:31.517861+0000","last_fullsized":"2024-07-27T07:03:31.517861+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:22.377434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895754+0000","last_change":"2024-07-27T07:03:30.513566+0000","last_active":"2024-07-27T07:03:31.895754+0000","last_peered":"2024-07-27T07:03:31.895754+0000","last_clean":"2024-07-27T07:03:31.895754+0000","last_became_active":"2024-07-27T07:03:30.513233+0000","last_became_peered":"2024-07-27T07:03:30.513233+0000","last_unstale":"2024-07-27T07:03:31.895754+0000","last_undegraded":"2024-07-27T07:03:31.895754+0000","last_fullsized":"2024-07-27T07:03:31.895754+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:07.299095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520328+0000","last_change":"2024-07-27T07:03:30.511985+0000","last_active":"2024-07-27T07:03:31.520328+0000","last_peered":"2024-07-27T07:03:31.520328+0000","last_clean":"2024-07-27T07:03:31.520328+0000","last_became_active":"2024-07-27T07:03:30.511444+0000","last_became_peered":"2024-07-27T07:03:30.511444+0000","last_unstale":"2024-07-27T07:03:31.520328+0000","last_undegraded":"2024-07-27T07:03:31.520328+0000","last_fullsized":"2024-07-27T07:03:31.520328+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:19:50.766063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275887+0000","last_change":"2024-07-27T07:03:30.523849+0000","last_active":"2024-07-27T07:03:32.275887+0000","last_peered":"2024-07-27T07:03:32.275887+0000","last_clean":"2024-07-27T07:03:32.275887+0000","last_became_active":"2024-07-27T07:03:30.522187+0000","last_became_peered":"2024-07-27T07:03:30.522187+0000","last_unstale":"2024-07-27T07:03:32.275887+0000","last_undegraded":"2024-07-27T07:03:32.275887+0000","last_fullsized":"2024-07-27T07:03:32.275887+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:19:50.766063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.512429+0000","last_change":"2024-07-27T07:03:30.510340+0000","last_active":"2024-07-27T07:03:30.512429+0000","last_peered":"2024-07-27T07:03:30.512429+0000","last_clean":"2024-07-27T07:03:30.512429+0000","last_became_active":"2024-07-27T07:03:30.509787+0000","last_became_peered":"2024-07-27T07:03:30.509787+0000","last_unstale":"2024-07-27T07:03:30.512429+0000","last_undegraded":"2024-07-27T07:03:30.512429+0000","last_fullsized":"2024-07-27T07:03:30.512429+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:45.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397666+0000","last_change":"2024-07-27T07:03:30.511854+0000","last_active":"2024-07-27T07:03:32.397666+0000","last_peered":"2024-07-27T07:03:32.397666+0000","last_clean":"2024-07-27T07:03:32.397666+0000","last_became_active":"2024-07-27T07:03:30.511537+0000","last_became_peered":"2024-07-27T07:03:30.511537+0000","last_unstale":"2024-07-27T07:03:32.397666+0000","last_undegraded":"2024-07-27T07:03:32.397666+0000","last_fullsized":"2024-07-27T07:03:32.397666+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:46:16.766705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519414+0000","last_change":"2024-07-27T07:03:30.523269+0000","last_active":"2024-07-27T07:03:31.519414+0000","last_peered":"2024-07-27T07:03:31.519414+0000","last_clean":"2024-07-27T07:03:31.519414+0000","last_became_active":"2024-07-27T07:03:30.522952+0000","last_became_peered":"2024-07-27T07:03:30.522952+0000","last_unstale":"2024-07-27T07:03:31.519414+0000","last_undegraded":"2024-07-27T07:03:31.519414+0000","last_fullsized":"2024-07-27T07:03:31.519414+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:45.836605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.524045+0000","last_change":"2024-07-27T07:03:30.522584+0000","last_active":"2024-07-27T07:03:30.524045+0000","last_peered":"2024-07-27T07:03:30.524045+0000","last_clean":"2024-07-27T07:03:30.524045+0000","last_became_active":"2024-07-27T07:03:30.521992+0000","last_became_peered":"2024-07-27T07:03:30.521992+0000","last_unstale":"2024-07-27T07:03:30.524045+0000","last_undegraded":"2024-07-27T07:03:30.524045+0000","last_fullsized":"2024-07-27T07:03:30.524045+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:51:24.212437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895839+0000","last_change":"2024-07-27T07:03:30.513307+0000","last_active":"2024-07-27T07:03:31.895839+0000","last_peered":"2024-07-27T07:03:31.895839+0000","last_clean":"2024-07-27T07:03:31.895839+0000","last_became_active":"2024-07-27T07:03:30.512962+0000","last_became_peered":"2024-07-27T07:03:30.512962+0000","last_unstale":"2024-07-27T07:03:31.895839+0000","last_undegraded":"2024-07-27T07:03:31.895839+0000","last_fullsized":"2024-07-27T07:03:31.895839+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:18:01.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.521060+0000","last_change":"2024-07-27T07:03:30.515956+0000","last_active":"2024-07-27T07:03:30.521060+0000","last_peered":"2024-07-27T07:03:30.521060+0000","last_clean":"2024-07-27T07:03:30.521060+0000","last_became_active":"2024-07-27T07:03:30.515653+0000","last_became_peered":"2024-07-27T07:03:30.515653+0000","last_unstale":"2024-07-27T07:03:30.521060+0000","last_undegraded":"2024-07-27T07:03:30.521060+0000","last_fullsized":"2024-07-27T07:03:30.521060+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:25:55.092478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548492+0000","last_change":"2024-07-27T07:03:30.511266+0000","last_active":"2024-07-27T07:03:32.548492+0000","last_peered":"2024-07-27T07:03:32.548492+0000","last_clean":"2024-07-27T07:03:32.548492+0000","last_became_active":"2024-07-27T07:03:30.510756+0000","last_became_peered":"2024-07-27T07:03:30.510756+0000","last_unstale":"2024-07-27T07:03:32.548492+0000","last_undegraded":"2024-07-27T07:03:32.548492+0000","last_fullsized":"2024-07-27T07:03:32.548492+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:17.637403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276141+0000","last_change":"2024-07-27T07:03:30.524516+0000","last_active":"2024-07-27T07:03:32.276141+0000","last_peered":"2024-07-27T07:03:32.276141+0000","last_clean":"2024-07-27T07:03:32.276141+0000","last_became_active":"2024-07-27T07:03:30.521730+0000","last_became_peered":"2024-07-27T07:03:30.521730+0000","last_unstale":"2024-07-27T07:03:32.276141+0000","last_undegraded":"2024-07-27T07:03:32.276141+0000","last_fullsized":"2024-07-27T07:03:32.276141+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:05.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546338+0000","last_change":"2024-07-27T07:03:30.518545+0000","last_active":"2024-07-27T07:03:32.546338+0000","last_peered":"2024-07-27T07:03:32.546338+0000","last_clean":"2024-07-27T07:03:32.546338+0000","last_became_active":"2024-07-27T07:03:30.517894+0000","last_became_peered":"2024-07-27T07:03:30.517894+0000","last_unstale":"2024-07-27T07:03:32.546338+0000","last_undegraded":"2024-07-27T07:03:32.546338+0000","last_fullsized":"2024-07-27T07:03:32.546338+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:42:56.026365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275156+0000","last_change":"2024-07-27T07:03:30.519702+0000","last_active":"2024-07-27T07:03:32.275156+0000","last_peered":"2024-07-27T07:03:32.275156+0000","last_clean":"2024-07-27T07:03:32.275156+0000","last_became_active":"2024-07-27T07:03:30.519383+0000","last_became_peered":"2024-07-27T07:03:30.519383+0000","last_unstale":"2024-07-27T07:03:32.275156+0000","last_undegraded":"2024-07-27T07:03:32.275156+0000","last_fullsized":"2024-07-27T07:03:32.275156+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:30.810868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397400+0000","last_change":"2024-07-27T07:03:30.525362+0000","last_active":"2024-07-27T07:03:32.397400+0000","last_peered":"2024-07-27T07:03:32.397400+0000","last_clean":"2024-07-27T07:03:32.397400+0000","last_became_active":"2024-07-27T07:03:30.524796+0000","last_became_peered":"2024-07-27T07:03:30.524796+0000","last_unstale":"2024-07-27T07:03:32.397400+0000","last_undegraded":"2024-07-27T07:03:32.397400+0000","last_fullsized":"2024-07-27T07:03:32.397400+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:16:40.336118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896534+0000","last_change":"2024-07-27T07:03:30.515395+0000","last_active":"2024-07-27T07:03:31.896534+0000","last_peered":"2024-07-27T07:03:31.896534+0000","last_clean":"2024-07-27T07:03:31.896534+0000","last_became_active":"2024-07-27T07:03:30.514813+0000","last_became_peered":"2024-07-27T07:03:30.514813+0000","last_unstale":"2024-07-27T07:03:31.896534+0000","last_undegraded":"2024-07-27T07:03:31.896534+0000","last_fullsized":"2024-07-27T07:03:31.896534+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:09.550550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276627+0000","last_change":"2024-07-27T07:03:30.514904+0000","last_active":"2024-07-27T07:03:32.276627+0000","last_peered":"2024-07-27T07:03:32.276627+0000","last_clean":"2024-07-27T07:03:32.276627+0000","last_became_active":"2024-07-27T07:03:30.512059+0000","last_became_peered":"2024-07-27T07:03:30.512059+0000","last_unstale":"2024-07-27T07:03:32.276627+0000","last_undegraded":"2024-07-27T07:03:32.276627+0000","last_fullsized":"2024-07-27T07:03:32.276627+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:41:11.859063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520190+0000","last_change":"2024-07-27T07:03:30.513558+0000","last_active":"2024-07-27T07:03:31.520190+0000","last_peered":"2024-07-27T07:03:31.520190+0000","last_clean":"2024-07-27T07:03:31.520190+0000","last_became_active":"2024-07-27T07:03:30.512000+0000","last_became_peered":"2024-07-27T07:03:30.512000+0000","last_unstale":"2024-07-27T07:03:31.520190+0000","last_undegraded":"2024-07-27T07:03:31.520190+0000","last_fullsized":"2024-07-27T07:03:31.520190+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:56.828160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520649+0000","last_change":"2024-07-27T07:03:30.519998+0000","last_active":"2024-07-27T07:03:31.520649+0000","last_peered":"2024-07-27T07:03:31.520649+0000","last_clean":"2024-07-27T07:03:31.520649+0000","last_became_active":"2024-07-27T07:03:30.519412+0000","last_became_peered":"2024-07-27T07:03:30.519412+0000","last_unstale":"2024-07-27T07:03:31.520649+0000","last_undegraded":"2024-07-27T07:03:31.520649+0000","last_fullsized":"2024-07-27T07:03:31.520649+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:09.110952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895375+0000","last_change":"2024-07-27T07:03:30.528348+0000","last_active":"2024-07-27T07:03:31.895375+0000","last_peered":"2024-07-27T07:03:31.895375+0000","last_clean":"2024-07-27T07:03:31.895375+0000","last_became_active":"2024-07-27T07:03:30.524586+0000","last_became_peered":"2024-07-27T07:03:30.524586+0000","last_unstale":"2024-07-27T07:03:31.895375+0000","last_undegraded":"2024-07-27T07:03:31.895375+0000","last_fullsized":"2024-07-27T07:03:31.895375+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:20.184374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546880+0000","last_change":"2024-07-27T07:03:30.514314+0000","last_active":"2024-07-27T07:03:32.546880+0000","last_peered":"2024-07-27T07:03:32.546880+0000","last_clean":"2024-07-27T07:03:32.546880+0000","last_became_active":"2024-07-27T07:03:30.513915+0000","last_became_peered":"2024-07-27T07:03:30.513915+0000","last_unstale":"2024-07-27T07:03:32.546880+0000","last_undegraded":"2024-07-27T07:03:32.546880+0000","last_fullsized":"2024-07-27T07:03:32.546880+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:12:20.203917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516983+0000","last_change":"2024-07-27T07:03:30.521498+0000","last_active":"2024-07-27T07:03:31.516983+0000","last_peered":"2024-07-27T07:03:31.516983+0000","last_clean":"2024-07-27T07:03:31.516983+0000","last_became_active":"2024-07-27T07:03:30.517301+0000","last_became_peered":"2024-07-27T07:03:30.517301+0000","last_unstale":"2024-07-27T07:03:31.516983+0000","last_undegraded":"2024-07-27T07:03:31.516983+0000","last_fullsized":"2024-07-27T07:03:31.516983+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:41:59.365402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274778+0000","last_change":"2024-07-27T07:03:30.523714+0000","last_active":"2024-07-27T07:03:32.274778+0000","last_peered":"2024-07-27T07:03:32.274778+0000","last_clean":"2024-07-27T07:03:32.274778+0000","last_became_active":"2024-07-27T07:03:30.523178+0000","last_became_peered":"2024-07-27T07:03:30.523178+0000","last_unstale":"2024-07-27T07:03:32.274778+0000","last_undegraded":"2024-07-27T07:03:32.274778+0000","last_fullsized":"2024-07-27T07:03:32.274778+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:13:55.923615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517916+0000","last_change":"2024-07-27T07:03:30.528315+0000","last_active":"2024-07-27T07:03:31.517916+0000","last_peered":"2024-07-27T07:03:31.517916+0000","last_clean":"2024-07-27T07:03:31.517916+0000","last_became_active":"2024-07-27T07:03:30.526184+0000","last_became_peered":"2024-07-27T07:03:30.526184+0000","last_unstale":"2024-07-27T07:03:31.517916+0000","last_undegraded":"2024-07-27T07:03:31.517916+0000","last_fullsized":"2024-07-27T07:03:31.517916+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:06.499476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521745+0000","last_change":"2024-07-27T07:03:30.528776+0000","last_active":"2024-07-27T07:03:31.521745+0000","last_peered":"2024-07-27T07:03:31.521745+0000","last_clean":"2024-07-27T07:03:31.521745+0000","last_became_active":"2024-07-27T07:03:30.518914+0000","last_became_peered":"2024-07-27T07:03:30.518914+0000","last_unstale":"2024-07-27T07:03:31.521745+0000","last_undegraded":"2024-07-27T07:03:31.521745+0000","last_fullsized":"2024-07-27T07:03:31.521745+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:07.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517331+0000","last_change":"2024-07-27T07:03:30.518456+0000","last_active":"2024-07-27T07:03:31.517331+0000","last_peered":"2024-07-27T07:03:31.517331+0000","last_clean":"2024-07-27T07:03:31.517331+0000","last_became_active":"2024-07-27T07:03:30.518099+0000","last_became_peered":"2024-07-27T07:03:30.518099+0000","last_unstale":"2024-07-27T07:03:31.517331+0000","last_undegraded":"2024-07-27T07:03:31.517331+0000","last_fullsized":"2024-07-27T07:03:31.517331+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:20.110681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518357+0000","last_change":"2024-07-27T07:03:30.520434+0000","last_active":"2024-07-27T07:03:31.518357+0000","last_peered":"2024-07-27T07:03:31.518357+0000","last_clean":"2024-07-27T07:03:31.518357+0000","last_became_active":"2024-07-27T07:03:30.518822+0000","last_became_peered":"2024-07-27T07:03:30.518822+0000","last_unstale":"2024-07-27T07:03:31.518357+0000","last_undegraded":"2024-07-27T07:03:31.518357+0000","last_fullsized":"2024-07-27T07:03:31.518357+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:38:10.417684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520788+0000","last_change":"2024-07-27T07:03:30.515758+0000","last_active":"2024-07-27T07:03:31.520788+0000","last_peered":"2024-07-27T07:03:31.520788+0000","last_clean":"2024-07-27T07:03:31.520788+0000","last_became_active":"2024-07-27T07:03:30.515288+0000","last_became_peered":"2024-07-27T07:03:30.515288+0000","last_unstale":"2024-07-27T07:03:31.520788+0000","last_undegraded":"2024-07-27T07:03:31.520788+0000","last_fullsized":"2024-07-27T07:03:31.520788+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:44:45.018595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.547604+0000","last_change":"2024-07-27T07:03:30.513497+0000","last_active":"2024-07-27T07:03:32.547604+0000","last_peered":"2024-07-27T07:03:32.547604+0000","last_clean":"2024-07-27T07:03:32.547604+0000","last_became_active":"2024-07-27T07:03:30.512703+0000","last_became_peered":"2024-07-27T07:03:30.512703+0000","last_unstale":"2024-07-27T07:03:32.547604+0000","last_undegraded":"2024-07-27T07:03:32.547604+0000","last_fullsized":"2024-07-27T07:03:32.547604+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:05:53.165360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517417+0000","last_change":"2024-07-27T07:03:30.528498+0000","last_active":"2024-07-27T07:03:31.517417+0000","last_peered":"2024-07-27T07:03:31.517417+0000","last_clean":"2024-07-27T07:03:31.517417+0000","last_became_active":"2024-07-27T07:03:30.522025+0000","last_became_peered":"2024-07-27T07:03:30.522025+0000","last_unstale":"2024-07-27T07:03:31.517417+0000","last_undegraded":"2024-07-27T07:03:31.517417+0000","last_fullsized":"2024-07-27T07:03:31.517417+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:46.107903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516059+0000","last_change":"2024-07-27T07:03:30.525147+0000","last_active":"2024-07-27T07:03:31.516059+0000","last_peered":"2024-07-27T07:03:31.516059+0000","last_clean":"2024-07-27T07:03:31.516059+0000","last_became_active":"2024-07-27T07:03:30.524584+0000","last_became_peered":"2024-07-27T07:03:30.524584+0000","last_unstale":"2024-07-27T07:03:31.516059+0000","last_undegraded":"2024-07-27T07:03:31.516059+0000","last_fullsized":"2024-07-27T07:03:31.516059+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:13:19.557159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518080+0000","last_change":"2024-07-27T07:03:30.527956+0000","last_active":"2024-07-27T07:03:31.518080+0000","last_peered":"2024-07-27T07:03:31.518080+0000","last_clean":"2024-07-27T07:03:31.518080+0000","last_became_active":"2024-07-27T07:03:30.526557+0000","last_became_peered":"2024-07-27T07:03:30.526557+0000","last_unstale":"2024-07-27T07:03:31.518080+0000","last_undegraded":"2024-07-27T07:03:31.518080+0000","last_fullsized":"2024-07-27T07:03:31.518080+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:42:17.891446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521856+0000","last_change":"2024-07-27T07:03:29.502715+0000","last_active":"2024-07-27T07:03:31.521856+0000","last_peered":"2024-07-27T07:03:31.521856+0000","last_clean":"2024-07-27T07:03:31.521856+0000","last_became_active":"2024-07-27T07:03:29.501242+0000","last_became_peered":"2024-07-27T07:03:29.501242+0000","last_unstale":"2024-07-27T07:03:31.521856+0000","last_undegraded":"2024-07-27T07:03:31.521856+0000","last_fullsized":"2024-07-27T07:03:31.521856+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:50.460523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276663+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:03:32.276663+0000","last_peered":"2024-07-27T07:03:32.276663+0000","last_clean":"2024-07-27T07:03:32.276663+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:03:32.276663+0000","last_undegraded":"2024-07-27T07:03:32.276663+0000","last_fullsized":"2024-07-27T07:03:32.276663+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521036+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:03:31.521036+0000","last_peered":"2024-07-27T07:03:31.521036+0000","last_clean":"2024-07-27T07:03:31.521036+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:03:31.521036+0000","last_undegraded":"2024-07-27T07:03:31.521036+0000","last_fullsized":"2024-07-27T07:03:31.521036+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":249,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399848+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:03:32.399848+0000","last_peered":"2024-07-27T07:03:32.399848+0000","last_clean":"2024-07-27T07:03:32.399848+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:03:32.399848+0000","last_undegraded":"2024-07-27T07:03:32.399848+0000","last_fullsized":"2024-07-27T07:03:32.399848+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277221+0000","last_change":"2024-07-27T07:03:30.525486+0000","last_active":"2024-07-27T07:03:32.277221+0000","last_peered":"2024-07-27T07:03:32.277221+0000","last_clean":"2024-07-27T07:03:32.277221+0000","last_became_active":"2024-07-27T07:03:30.524718+0000","last_became_peered":"2024-07-27T07:03:30.524718+0000","last_unstale":"2024-07-27T07:03:32.277221+0000","last_undegraded":"2024-07-27T07:03:32.277221+0000","last_fullsized":"2024-07-27T07:03:32.277221+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:45:25.928796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518600+0000","last_change":"2024-07-27T07:03:29.508432+0000","last_active":"2024-07-27T07:03:31.518600+0000","last_peered":"2024-07-27T07:03:31.518600+0000","last_clean":"2024-07-27T07:03:31.518600+0000","last_became_active":"2024-07-27T07:03:29.507143+0000","last_became_peered":"2024-07-27T07:03:29.507143+0000","last_unstale":"2024-07-27T07:03:31.518600+0000","last_undegraded":"2024-07-27T07:03:31.518600+0000","last_fullsized":"2024-07-27T07:03:31.518600+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:51:58.744270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516881+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:03:31.516881+0000","last_peered":"2024-07-27T07:03:31.516881+0000","last_clean":"2024-07-27T07:03:31.516881+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:03:31.516881+0000","last_undegraded":"2024-07-27T07:03:31.516881+0000","last_fullsized":"2024-07-27T07:03:31.516881+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276839+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:03:32.276839+0000","last_peered":"2024-07-27T07:03:32.276839+0000","last_clean":"2024-07-27T07:03:32.276839+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:03:32.276839+0000","last_undegraded":"2024-07-27T07:03:32.276839+0000","last_fullsized":"2024-07-27T07:03:32.276839+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":238,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518430+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:03:31.518430+0000","last_peered":"2024-07-27T07:03:31.518430+0000","last_clean":"2024-07-27T07:03:31.518430+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:03:31.518430+0000","last_undegraded":"2024-07-27T07:03:31.518430+0000","last_fullsized":"2024-07-27T07:03:31.518430+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.521130+0000","last_change":"2024-07-27T07:03:30.516814+0000","last_active":"2024-07-27T07:03:30.521130+0000","last_peered":"2024-07-27T07:03:30.521130+0000","last_clean":"2024-07-27T07:03:30.521130+0000","last_became_active":"2024-07-27T07:03:30.516465+0000","last_became_peered":"2024-07-27T07:03:30.516465+0000","last_unstale":"2024-07-27T07:03:30.521130+0000","last_undegraded":"2024-07-27T07:03:30.521130+0000","last_fullsized":"2024-07-27T07:03:30.521130+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:18:06.419888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517247+0000","last_change":"2024-07-27T07:03:29.510695+0000","last_active":"2024-07-27T07:03:31.517247+0000","last_peered":"2024-07-27T07:03:31.517247+0000","last_clean":"2024-07-27T07:03:31.517247+0000","last_became_active":"2024-07-27T07:03:29.510249+0000","last_became_peered":"2024-07-27T07:03:29.510249+0000","last_unstale":"2024-07-27T07:03:31.517247+0000","last_undegraded":"2024-07-27T07:03:31.517247+0000","last_fullsized":"2024-07-27T07:03:31.517247+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:15.138949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895424+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:03:31.895424+0000","last_peered":"2024-07-27T07:03:31.895424+0000","last_clean":"2024-07-27T07:03:31.895424+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:03:31.895424+0000","last_undegraded":"2024-07-27T07:03:31.895424+0000","last_fullsized":"2024-07-27T07:03:31.895424+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548658+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:03:32.548658+0000","last_peered":"2024-07-27T07:03:32.548658+0000","last_clean":"2024-07-27T07:03:32.548658+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:03:32.548658+0000","last_undegraded":"2024-07-27T07:03:32.548658+0000","last_fullsized":"2024-07-27T07:03:32.548658+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":244,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.550123+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:03:32.550123+0000","last_peered":"2024-07-27T07:03:32.550123+0000","last_clean":"2024-07-27T07:03:32.550123+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:03:32.550123+0000","last_undegraded":"2024-07-27T07:03:32.550123+0000","last_fullsized":"2024-07-27T07:03:32.550123+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276023+0000","last_change":"2024-07-27T07:03:30.524968+0000","last_active":"2024-07-27T07:03:32.276023+0000","last_peered":"2024-07-27T07:03:32.276023+0000","last_clean":"2024-07-27T07:03:32.276023+0000","last_became_active":"2024-07-27T07:03:30.522638+0000","last_became_peered":"2024-07-27T07:03:30.522638+0000","last_unstale":"2024-07-27T07:03:32.276023+0000","last_undegraded":"2024-07-27T07:03:32.276023+0000","last_fullsized":"2024-07-27T07:03:32.276023+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:33:39.101420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399545+0000","last_change":"2024-07-27T07:03:29.509175+0000","last_active":"2024-07-27T07:03:32.399545+0000","last_peered":"2024-07-27T07:03:32.399545+0000","last_clean":"2024-07-27T07:03:32.399545+0000","last_became_active":"2024-07-27T07:03:29.508754+0000","last_became_peered":"2024-07-27T07:03:29.508754+0000","last_unstale":"2024-07-27T07:03:32.399545+0000","last_undegraded":"2024-07-27T07:03:32.399545+0000","last_fullsized":"2024-07-27T07:03:32.399545+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:48:01.504108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504567+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:03:30.504567+0000","last_peered":"2024-07-27T07:03:30.504567+0000","last_clean":"2024-07-27T07:03:30.504567+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:03:30.504567+0000","last_undegraded":"2024-07-27T07:03:30.504567+0000","last_fullsized":"2024-07-27T07:03:30.504567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276313+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:03:32.276313+0000","last_peered":"2024-07-27T07:03:32.276313+0000","last_clean":"2024-07-27T07:03:32.276313+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:03:32.276313+0000","last_undegraded":"2024-07-27T07:03:32.276313+0000","last_fullsized":"2024-07-27T07:03:32.276313+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517461+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:03:31.517461+0000","last_peered":"2024-07-27T07:03:31.517461+0000","last_clean":"2024-07-27T07:03:31.517461+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:03:31.517461+0000","last_undegraded":"2024-07-27T07:03:31.517461+0000","last_fullsized":"2024-07-27T07:03:31.517461+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517017+0000","last_change":"2024-07-27T07:03:30.529807+0000","last_active":"2024-07-27T07:03:31.517017+0000","last_peered":"2024-07-27T07:03:31.517017+0000","last_clean":"2024-07-27T07:03:31.517017+0000","last_became_active":"2024-07-27T07:03:30.528950+0000","last_became_peered":"2024-07-27T07:03:30.528950+0000","last_unstale":"2024-07-27T07:03:31.517017+0000","last_undegraded":"2024-07-27T07:03:31.517017+0000","last_fullsized":"2024-07-27T07:03:31.517017+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:54:24.120038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518022+0000","last_change":"2024-07-27T07:03:29.509589+0000","last_active":"2024-07-27T07:03:31.518022+0000","last_peered":"2024-07-27T07:03:31.518022+0000","last_clean":"2024-07-27T07:03:31.518022+0000","last_became_active":"2024-07-27T07:03:29.509189+0000","last_became_peered":"2024-07-27T07:03:29.509189+0000","last_unstale":"2024-07-27T07:03:31.518022+0000","last_undegraded":"2024-07-27T07:03:31.518022+0000","last_fullsized":"2024-07-27T07:03:31.518022+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:48.703253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276869+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:03:32.276869+0000","last_peered":"2024-07-27T07:03:32.276869+0000","last_clean":"2024-07-27T07:03:32.276869+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:03:32.276869+0000","last_undegraded":"2024-07-27T07:03:32.276869+0000","last_fullsized":"2024-07-27T07:03:32.276869+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":195,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519601+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:03:31.519601+0000","last_peered":"2024-07-27T07:03:31.519601+0000","last_clean":"2024-07-27T07:03:31.519601+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:03:31.519601+0000","last_undegraded":"2024-07-27T07:03:31.519601+0000","last_fullsized":"2024-07-27T07:03:31.519601+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895122+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:03:31.895122+0000","last_peered":"2024-07-27T07:03:31.895122+0000","last_clean":"2024-07-27T07:03:31.895122+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:03:31.895122+0000","last_undegraded":"2024-07-27T07:03:31.895122+0000","last_fullsized":"2024-07-27T07:03:31.895122+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548278+0000","last_change":"2024-07-27T07:03:30.517376+0000","last_active":"2024-07-27T07:03:32.548278+0000","last_peered":"2024-07-27T07:03:32.548278+0000","last_clean":"2024-07-27T07:03:32.548278+0000","last_became_active":"2024-07-27T07:03:30.516889+0000","last_became_peered":"2024-07-27T07:03:30.516889+0000","last_unstale":"2024-07-27T07:03:32.548278+0000","last_undegraded":"2024-07-27T07:03:32.548278+0000","last_fullsized":"2024-07-27T07:03:32.548278+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:20.359459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"158'2","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.539265+0000","last_change":"2024-07-27T07:03:29.496718+0000","last_active":"2024-07-27T07:03:30.539265+0000","last_peered":"2024-07-27T07:03:30.539265+0000","last_clean":"2024-07-27T07:03:30.539265+0000","last_became_active":"2024-07-27T07:03:29.496347+0000","last_became_peered":"2024-07-27T07:03:29.496347+0000","last_unstale":"2024-07-27T07:03:30.539265+0000","last_undegraded":"2024-07-27T07:03:30.539265+0000","last_fullsized":"2024-07-27T07:03:30.539265+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:32:28.001243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.500072+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:03:30.500072+0000","last_peered":"2024-07-27T07:03:30.500072+0000","last_clean":"2024-07-27T07:03:30.500072+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:03:30.500072+0000","last_undegraded":"2024-07-27T07:03:30.500072+0000","last_fullsized":"2024-07-27T07:03:30.500072+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":194,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.396595+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:03:32.396595+0000","last_peered":"2024-07-27T07:03:32.396595+0000","last_clean":"2024-07-27T07:03:32.396595+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:03:32.396595+0000","last_undegraded":"2024-07-27T07:03:32.396595+0000","last_fullsized":"2024-07-27T07:03:32.396595+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519620+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:03:31.519620+0000","last_peered":"2024-07-27T07:03:31.519620+0000","last_clean":"2024-07-27T07:03:31.519620+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:03:31.519620+0000","last_undegraded":"2024-07-27T07:03:31.519620+0000","last_fullsized":"2024-07-27T07:03:31.519620+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518347+0000","last_change":"2024-07-27T07:03:30.527647+0000","last_active":"2024-07-27T07:03:31.518347+0000","last_peered":"2024-07-27T07:03:31.518347+0000","last_clean":"2024-07-27T07:03:31.518347+0000","last_became_active":"2024-07-27T07:03:30.523793+0000","last_became_peered":"2024-07-27T07:03:30.523793+0000","last_unstale":"2024-07-27T07:03:31.518347+0000","last_undegraded":"2024-07-27T07:03:31.518347+0000","last_fullsized":"2024-07-27T07:03:31.518347+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:35.860222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517941+0000","last_change":"2024-07-27T07:03:29.505997+0000","last_active":"2024-07-27T07:03:31.517941+0000","last_peered":"2024-07-27T07:03:31.517941+0000","last_clean":"2024-07-27T07:03:31.517941+0000","last_became_active":"2024-07-27T07:03:29.504922+0000","last_became_peered":"2024-07-27T07:03:29.504922+0000","last_unstale":"2024-07-27T07:03:31.517941+0000","last_undegraded":"2024-07-27T07:03:31.517941+0000","last_fullsized":"2024-07-27T07:03:31.517941+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:49.533428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.498966+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:03:30.498966+0000","last_peered":"2024-07-27T07:03:30.498966+0000","last_clean":"2024-07-27T07:03:30.498966+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:03:30.498966+0000","last_undegraded":"2024-07-27T07:03:30.498966+0000","last_fullsized":"2024-07-27T07:03:30.498966+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.497856+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:03:30.497856+0000","last_peered":"2024-07-27T07:03:30.497856+0000","last_clean":"2024-07-27T07:03:30.497856+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:03:30.497856+0000","last_undegraded":"2024-07-27T07:03:30.497856+0000","last_fullsized":"2024-07-27T07:03:30.497856+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521717+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:03:31.521717+0000","last_peered":"2024-07-27T07:03:31.521717+0000","last_clean":"2024-07-27T07:03:31.521717+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:03:31.521717+0000","last_undegraded":"2024-07-27T07:03:31.521717+0000","last_fullsized":"2024-07-27T07:03:31.521717+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546802+0000","last_change":"2024-07-27T07:03:30.513721+0000","last_active":"2024-07-27T07:03:32.546802+0000","last_peered":"2024-07-27T07:03:32.546802+0000","last_clean":"2024-07-27T07:03:32.546802+0000","last_became_active":"2024-07-27T07:03:30.513406+0000","last_became_peered":"2024-07-27T07:03:30.513406+0000","last_unstale":"2024-07-27T07:03:32.546802+0000","last_undegraded":"2024-07-27T07:03:32.546802+0000","last_fullsized":"2024-07-27T07:03:32.546802+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:28:49.811545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517539+0000","last_change":"2024-07-27T07:03:29.497803+0000","last_active":"2024-07-27T07:03:31.517539+0000","last_peered":"2024-07-27T07:03:31.517539+0000","last_clean":"2024-07-27T07:03:31.517539+0000","last_became_active":"2024-07-27T07:03:29.497488+0000","last_became_peered":"2024-07-27T07:03:29.497488+0000","last_unstale":"2024-07-27T07:03:31.517539+0000","last_undegraded":"2024-07-27T07:03:31.517539+0000","last_fullsized":"2024-07-27T07:03:31.517539+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:12:45.579037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516040+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:03:31.516040+0000","last_peered":"2024-07-27T07:03:31.516040+0000","last_clean":"2024-07-27T07:03:31.516040+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:03:31.516040+0000","last_undegraded":"2024-07-27T07:03:31.516040+0000","last_fullsized":"2024-07-27T07:03:31.516040+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517629+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:03:31.517629+0000","last_peered":"2024-07-27T07:03:31.517629+0000","last_clean":"2024-07-27T07:03:31.517629+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:03:31.517629+0000","last_undegraded":"2024-07-27T07:03:31.517629+0000","last_fullsized":"2024-07-27T07:03:31.517629+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895677+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:03:31.895677+0000","last_peered":"2024-07-27T07:03:31.895677+0000","last_clean":"2024-07-27T07:03:31.895677+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:03:31.895677+0000","last_undegraded":"2024-07-27T07:03:31.895677+0000","last_fullsized":"2024-07-27T07:03:31.895677+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520605+0000","last_change":"2024-07-27T07:03:30.509706+0000","last_active":"2024-07-27T07:03:31.520605+0000","last_peered":"2024-07-27T07:03:31.520605+0000","last_clean":"2024-07-27T07:03:31.520605+0000","last_became_active":"2024-07-27T07:03:30.509388+0000","last_became_peered":"2024-07-27T07:03:30.509388+0000","last_unstale":"2024-07-27T07:03:31.520605+0000","last_undegraded":"2024-07-27T07:03:31.520605+0000","last_fullsized":"2024-07-27T07:03:31.520605+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:33:39.101420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"159'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.530160+0000","last_change":"2024-07-27T07:03:29.507185+0000","last_active":"2024-07-27T07:03:31.530160+0000","last_peered":"2024-07-27T07:03:31.530160+0000","last_clean":"2024-07-27T07:03:31.530160+0000","last_became_active":"2024-07-27T07:03:29.506820+0000","last_became_peered":"2024-07-27T07:03:29.506820+0000","last_unstale":"2024-07-27T07:03:31.530160+0000","last_undegraded":"2024-07-27T07:03:31.530160+0000","last_fullsized":"2024-07-27T07:03:31.530160+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:33.836513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276983+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:03:32.276983+0000","last_peered":"2024-07-27T07:03:32.276983+0000","last_clean":"2024-07-27T07:03:32.276983+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:03:32.276983+0000","last_undegraded":"2024-07-27T07:03:32.276983+0000","last_fullsized":"2024-07-27T07:03:32.276983+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520745+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:03:31.520745+0000","last_peered":"2024-07-27T07:03:31.520745+0000","last_clean":"2024-07-27T07:03:31.520745+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:03:31.520745+0000","last_undegraded":"2024-07-27T07:03:31.520745+0000","last_fullsized":"2024-07-27T07:03:31.520745+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895942+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:03:31.895942+0000","last_peered":"2024-07-27T07:03:31.895942+0000","last_clean":"2024-07-27T07:03:31.895942+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:03:31.895942+0000","last_undegraded":"2024-07-27T07:03:31.895942+0000","last_fullsized":"2024-07-27T07:03:31.895942+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521111+0000","last_change":"2024-07-27T07:03:30.530003+0000","last_active":"2024-07-27T07:03:31.521111+0000","last_peered":"2024-07-27T07:03:31.521111+0000","last_clean":"2024-07-27T07:03:31.521111+0000","last_became_active":"2024-07-27T07:03:30.526653+0000","last_became_peered":"2024-07-27T07:03:30.526653+0000","last_unstale":"2024-07-27T07:03:31.521111+0000","last_undegraded":"2024-07-27T07:03:31.521111+0000","last_fullsized":"2024-07-27T07:03:31.521111+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:05.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519214+0000","last_change":"2024-07-27T07:03:29.505726+0000","last_active":"2024-07-27T07:03:31.519214+0000","last_peered":"2024-07-27T07:03:31.519214+0000","last_clean":"2024-07-27T07:03:31.519214+0000","last_became_active":"2024-07-27T07:03:29.504553+0000","last_became_peered":"2024-07-27T07:03:29.504553+0000","last_unstale":"2024-07-27T07:03:31.519214+0000","last_undegraded":"2024-07-27T07:03:31.519214+0000","last_fullsized":"2024-07-27T07:03:31.519214+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:25:11.308900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":185,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549189+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:03:32.549189+0000","last_peered":"2024-07-27T07:03:32.549189+0000","last_clean":"2024-07-27T07:03:32.549189+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:03:32.549189+0000","last_undegraded":"2024-07-27T07:03:32.549189+0000","last_fullsized":"2024-07-27T07:03:32.549189+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896556+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:03:31.896556+0000","last_peered":"2024-07-27T07:03:31.896556+0000","last_clean":"2024-07-27T07:03:31.896556+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:03:31.896556+0000","last_undegraded":"2024-07-27T07:03:31.896556+0000","last_fullsized":"2024-07-27T07:03:31.896556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399497+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:03:32.399497+0000","last_peered":"2024-07-27T07:03:32.399497+0000","last_clean":"2024-07-27T07:03:32.399497+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:03:32.399497+0000","last_undegraded":"2024-07-27T07:03:32.399497+0000","last_fullsized":"2024-07-27T07:03:32.399497+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521526+0000","last_change":"2024-07-27T07:03:30.513532+0000","last_active":"2024-07-27T07:03:31.521526+0000","last_peered":"2024-07-27T07:03:31.521526+0000","last_clean":"2024-07-27T07:03:31.521526+0000","last_became_active":"2024-07-27T07:03:30.512410+0000","last_became_peered":"2024-07-27T07:03:30.512410+0000","last_unstale":"2024-07-27T07:03:31.521526+0000","last_undegraded":"2024-07-27T07:03:31.521526+0000","last_fullsized":"2024-07-27T07:03:31.521526+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:42.684295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398915+0000","last_change":"2024-07-27T07:03:29.505907+0000","last_active":"2024-07-27T07:03:32.398915+0000","last_peered":"2024-07-27T07:03:32.398915+0000","last_clean":"2024-07-27T07:03:32.398915+0000","last_became_active":"2024-07-27T07:03:29.504324+0000","last_became_peered":"2024-07-27T07:03:29.504324+0000","last_unstale":"2024-07-27T07:03:32.398915+0000","last_undegraded":"2024-07-27T07:03:32.398915+0000","last_fullsized":"2024-07-27T07:03:32.398915+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:45.101403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274297+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:03:32.274297+0000","last_peered":"2024-07-27T07:03:32.274297+0000","last_clean":"2024-07-27T07:03:32.274297+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:03:32.274297+0000","last_undegraded":"2024-07-27T07:03:32.274297+0000","last_fullsized":"2024-07-27T07:03:32.274297+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":194,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.396663+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:03:32.396663+0000","last_peered":"2024-07-27T07:03:32.396663+0000","last_clean":"2024-07-27T07:03:32.396663+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:03:32.396663+0000","last_undegraded":"2024-07-27T07:03:32.396663+0000","last_fullsized":"2024-07-27T07:03:32.396663+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":240,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277265+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:03:32.277265+0000","last_peered":"2024-07-27T07:03:32.277265+0000","last_clean":"2024-07-27T07:03:32.277265+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:03:32.277265+0000","last_undegraded":"2024-07-27T07:03:32.277265+0000","last_fullsized":"2024-07-27T07:03:32.277265+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520728+0000","last_change":"2024-07-27T07:03:30.517685+0000","last_active":"2024-07-27T07:03:31.520728+0000","last_peered":"2024-07-27T07:03:31.520728+0000","last_clean":"2024-07-27T07:03:31.520728+0000","last_became_active":"2024-07-27T07:03:30.517332+0000","last_became_peered":"2024-07-27T07:03:30.517332+0000","last_unstale":"2024-07-27T07:03:31.520728+0000","last_undegraded":"2024-07-27T07:03:31.520728+0000","last_fullsized":"2024-07-27T07:03:31.520728+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:36.749116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399593+0000","last_change":"2024-07-27T07:03:29.509504+0000","last_active":"2024-07-27T07:03:32.399593+0000","last_peered":"2024-07-27T07:03:32.399593+0000","last_clean":"2024-07-27T07:03:32.399593+0000","last_became_active":"2024-07-27T07:03:29.509118+0000","last_became_peered":"2024-07-27T07:03:29.509118+0000","last_unstale":"2024-07-27T07:03:32.399593+0000","last_undegraded":"2024-07-27T07:03:32.399593+0000","last_fullsized":"2024-07-27T07:03:32.399593+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:19.104181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548115+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:03:32.548115+0000","last_peered":"2024-07-27T07:03:32.548115+0000","last_clean":"2024-07-27T07:03:32.548115+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:03:32.548115+0000","last_undegraded":"2024-07-27T07:03:32.548115+0000","last_fullsized":"2024-07-27T07:03:32.548115+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.506092+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:03:30.506092+0000","last_peered":"2024-07-27T07:03:30.506092+0000","last_clean":"2024-07-27T07:03:30.506092+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:03:30.506092+0000","last_undegraded":"2024-07-27T07:03:30.506092+0000","last_fullsized":"2024-07-27T07:03:30.506092+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":240,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277407+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:03:32.277407+0000","last_peered":"2024-07-27T07:03:32.277407+0000","last_clean":"2024-07-27T07:03:32.277407+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:03:32.277407+0000","last_undegraded":"2024-07-27T07:03:32.277407+0000","last_fullsized":"2024-07-27T07:03:32.277407+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519884+0000","last_change":"2024-07-27T07:03:30.516451+0000","last_active":"2024-07-27T07:03:31.519884+0000","last_peered":"2024-07-27T07:03:31.519884+0000","last_clean":"2024-07-27T07:03:31.519884+0000","last_became_active":"2024-07-27T07:03:30.510381+0000","last_became_peered":"2024-07-27T07:03:30.510381+0000","last_unstale":"2024-07-27T07:03:31.519884+0000","last_undegraded":"2024-07-27T07:03:31.519884+0000","last_fullsized":"2024-07-27T07:03:31.519884+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:13:55.923615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895453+0000","last_change":"2024-07-27T07:03:29.498827+0000","last_active":"2024-07-27T07:03:31.895453+0000","last_peered":"2024-07-27T07:03:31.895453+0000","last_clean":"2024-07-27T07:03:31.895453+0000","last_became_active":"2024-07-27T07:03:29.497432+0000","last_became_peered":"2024-07-27T07:03:29.497432+0000","last_unstale":"2024-07-27T07:03:31.895453+0000","last_undegraded":"2024-07-27T07:03:31.895453+0000","last_fullsized":"2024-07-27T07:03:31.895453+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:39:10.416859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":181,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519555+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:03:31.519555+0000","last_peered":"2024-07-27T07:03:31.519555+0000","last_clean":"2024-07-27T07:03:31.519555+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:03:31.519555+0000","last_undegraded":"2024-07-27T07:03:31.519555+0000","last_fullsized":"2024-07-27T07:03:31.519555+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518429+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:03:31.518429+0000","last_peered":"2024-07-27T07:03:31.518429+0000","last_clean":"2024-07-27T07:03:31.518429+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:03:31.518429+0000","last_undegraded":"2024-07-27T07:03:31.518429+0000","last_fullsized":"2024-07-27T07:03:31.518429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517666+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:03:31.517666+0000","last_peered":"2024-07-27T07:03:31.517666+0000","last_clean":"2024-07-27T07:03:31.517666+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:03:31.517666+0000","last_undegraded":"2024-07-27T07:03:31.517666+0000","last_fullsized":"2024-07-27T07:03:31.517666+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398327+0000","last_change":"2024-07-27T07:03:30.517186+0000","last_active":"2024-07-27T07:03:32.398327+0000","last_peered":"2024-07-27T07:03:32.398327+0000","last_clean":"2024-07-27T07:03:32.398327+0000","last_became_active":"2024-07-27T07:03:30.513714+0000","last_became_peered":"2024-07-27T07:03:30.513714+0000","last_unstale":"2024-07-27T07:03:32.398327+0000","last_undegraded":"2024-07-27T07:03:32.398327+0000","last_fullsized":"2024-07-27T07:03:32.398327+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:41.004620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517061+0000","last_change":"2024-07-27T07:03:29.502316+0000","last_active":"2024-07-27T07:03:31.517061+0000","last_peered":"2024-07-27T07:03:31.517061+0000","last_clean":"2024-07-27T07:03:31.517061+0000","last_became_active":"2024-07-27T07:03:29.501909+0000","last_became_peered":"2024-07-27T07:03:29.501909+0000","last_unstale":"2024-07-27T07:03:31.517061+0000","last_undegraded":"2024-07-27T07:03:31.517061+0000","last_fullsized":"2024-07-27T07:03:31.517061+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:44.506453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":187,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398045+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:03:32.398045+0000","last_peered":"2024-07-27T07:03:32.398045+0000","last_clean":"2024-07-27T07:03:32.398045+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:03:32.398045+0000","last_undegraded":"2024-07-27T07:03:32.398045+0000","last_fullsized":"2024-07-27T07:03:32.398045+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545172+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:03:32.545172+0000","last_peered":"2024-07-27T07:03:32.545172+0000","last_clean":"2024-07-27T07:03:32.545172+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:03:32.545172+0000","last_undegraded":"2024-07-27T07:03:32.545172+0000","last_fullsized":"2024-07-27T07:03:32.545172+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516350+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:03:31.516350+0000","last_peered":"2024-07-27T07:03:31.516350+0000","last_clean":"2024-07-27T07:03:31.516350+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:03:31.516350+0000","last_undegraded":"2024-07-27T07:03:31.516350+0000","last_fullsized":"2024-07-27T07:03:31.516350+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895023+0000","last_change":"2024-07-27T07:03:30.501989+0000","last_active":"2024-07-27T07:03:31.895023+0000","last_peered":"2024-07-27T07:03:31.895023+0000","last_clean":"2024-07-27T07:03:31.895023+0000","last_became_active":"2024-07-27T07:03:30.501647+0000","last_became_peered":"2024-07-27T07:03:30.501647+0000","last_unstale":"2024-07-27T07:03:31.895023+0000","last_undegraded":"2024-07-27T07:03:31.895023+0000","last_fullsized":"2024-07-27T07:03:31.895023+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:45:14.527681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.497904+0000","last_change":"2024-07-27T07:03:29.506745+0000","last_active":"2024-07-27T07:03:30.497904+0000","last_peered":"2024-07-27T07:03:30.497904+0000","last_clean":"2024-07-27T07:03:30.497904+0000","last_became_active":"2024-07-27T07:03:29.506290+0000","last_became_peered":"2024-07-27T07:03:29.506290+0000","last_unstale":"2024-07-27T07:03:30.497904+0000","last_undegraded":"2024-07-27T07:03:30.497904+0000","last_fullsized":"2024-07-27T07:03:30.497904+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:47:34.095097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517662+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:03:31.517662+0000","last_peered":"2024-07-27T07:03:31.517662+0000","last_clean":"2024-07-27T07:03:31.517662+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:03:31.517662+0000","last_undegraded":"2024-07-27T07:03:31.517662+0000","last_fullsized":"2024-07-27T07:03:31.517662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516218+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:03:31.516218+0000","last_peered":"2024-07-27T07:03:31.516218+0000","last_clean":"2024-07-27T07:03:31.516218+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:03:31.516218+0000","last_undegraded":"2024-07-27T07:03:31.516218+0000","last_fullsized":"2024-07-27T07:03:31.516218+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518340+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:03:31.518340+0000","last_peered":"2024-07-27T07:03:31.518340+0000","last_clean":"2024-07-27T07:03:31.518340+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:03:31.518340+0000","last_undegraded":"2024-07-27T07:03:31.518340+0000","last_fullsized":"2024-07-27T07:03:31.518340+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517176+0000","last_change":"2024-07-27T07:03:30.517084+0000","last_active":"2024-07-27T07:03:31.517176+0000","last_peered":"2024-07-27T07:03:31.517176+0000","last_clean":"2024-07-27T07:03:31.517176+0000","last_became_active":"2024-07-27T07:03:30.516732+0000","last_became_peered":"2024-07-27T07:03:30.516732+0000","last_unstale":"2024-07-27T07:03:31.517176+0000","last_undegraded":"2024-07-27T07:03:31.517176+0000","last_fullsized":"2024-07-27T07:03:31.517176+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:34.843013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545688+0000","last_change":"2024-07-27T07:03:29.498586+0000","last_active":"2024-07-27T07:03:32.545688+0000","last_peered":"2024-07-27T07:03:32.545688+0000","last_clean":"2024-07-27T07:03:32.545688+0000","last_became_active":"2024-07-27T07:03:29.497587+0000","last_became_peered":"2024-07-27T07:03:29.497587+0000","last_unstale":"2024-07-27T07:03:32.545688+0000","last_undegraded":"2024-07-27T07:03:32.545688+0000","last_fullsized":"2024-07-27T07:03:32.545688+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:47.981716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274467+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:03:32.274467+0000","last_peered":"2024-07-27T07:03:32.274467+0000","last_clean":"2024-07-27T07:03:32.274467+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:03:32.274467+0000","last_undegraded":"2024-07-27T07:03:32.274467+0000","last_fullsized":"2024-07-27T07:03:32.274467+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517926+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:03:31.517926+0000","last_peered":"2024-07-27T07:03:31.517926+0000","last_clean":"2024-07-27T07:03:31.517926+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:03:31.517926+0000","last_undegraded":"2024-07-27T07:03:31.517926+0000","last_fullsized":"2024-07-27T07:03:31.517926+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275508+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:03:32.275508+0000","last_peered":"2024-07-27T07:03:32.275508+0000","last_clean":"2024-07-27T07:03:32.275508+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:03:32.275508+0000","last_undegraded":"2024-07-27T07:03:32.275508+0000","last_fullsized":"2024-07-27T07:03:32.275508+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399717+0000","last_change":"2024-07-27T07:03:30.508950+0000","last_active":"2024-07-27T07:03:32.399717+0000","last_peered":"2024-07-27T07:03:32.399717+0000","last_clean":"2024-07-27T07:03:32.399717+0000","last_became_active":"2024-07-27T07:03:30.507999+0000","last_became_peered":"2024-07-27T07:03:30.507999+0000","last_unstale":"2024-07-27T07:03:32.399717+0000","last_undegraded":"2024-07-27T07:03:32.399717+0000","last_fullsized":"2024-07-27T07:03:32.399717+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:10:03.465205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"158'1","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.538933+0000","last_change":"2024-07-27T07:03:29.503783+0000","last_active":"2024-07-27T07:03:30.538933+0000","last_peered":"2024-07-27T07:03:30.538933+0000","last_clean":"2024-07-27T07:03:30.538933+0000","last_became_active":"2024-07-27T07:03:29.501626+0000","last_became_peered":"2024-07-27T07:03:29.501626+0000","last_unstale":"2024-07-27T07:03:30.538933+0000","last_undegraded":"2024-07-27T07:03:30.538933+0000","last_fullsized":"2024-07-27T07:03:30.538933+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:57.584151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896068+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:03:31.896068+0000","last_peered":"2024-07-27T07:03:31.896068+0000","last_clean":"2024-07-27T07:03:31.896068+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:03:31.896068+0000","last_undegraded":"2024-07-27T07:03:31.896068+0000","last_fullsized":"2024-07-27T07:03:31.896068+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.510994+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:03:30.510994+0000","last_peered":"2024-07-27T07:03:30.510994+0000","last_clean":"2024-07-27T07:03:30.510994+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:03:30.510994+0000","last_undegraded":"2024-07-27T07:03:30.510994+0000","last_fullsized":"2024-07-27T07:03:30.510994+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276408+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:03:32.276408+0000","last_peered":"2024-07-27T07:03:32.276408+0000","last_clean":"2024-07-27T07:03:32.276408+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:03:32.276408+0000","last_undegraded":"2024-07-27T07:03:32.276408+0000","last_fullsized":"2024-07-27T07:03:32.276408+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277204+0000","last_change":"2024-07-27T07:03:30.524323+0000","last_active":"2024-07-27T07:03:32.277204+0000","last_peered":"2024-07-27T07:03:32.277204+0000","last_clean":"2024-07-27T07:03:32.277204+0000","last_became_active":"2024-07-27T07:03:30.523998+0000","last_became_peered":"2024-07-27T07:03:30.523998+0000","last_unstale":"2024-07-27T07:03:32.277204+0000","last_undegraded":"2024-07-27T07:03:32.277204+0000","last_fullsized":"2024-07-27T07:03:32.277204+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:42:56.240028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"158'4","reported_seq":19,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895720+0000","last_change":"2024-07-27T07:03:29.497790+0000","last_active":"2024-07-27T07:03:31.895720+0000","last_peered":"2024-07-27T07:03:31.895720+0000","last_clean":"2024-07-27T07:03:31.895720+0000","last_became_active":"2024-07-27T07:03:29.496838+0000","last_became_peered":"2024-07-27T07:03:29.496838+0000","last_unstale":"2024-07-27T07:03:31.895720+0000","last_undegraded":"2024-07-27T07:03:31.895720+0000","last_fullsized":"2024-07-27T07:03:31.895720+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:03:47.952683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895907+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:03:31.895907+0000","last_peered":"2024-07-27T07:03:31.895907+0000","last_clean":"2024-07-27T07:03:31.895907+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:03:31.895907+0000","last_undegraded":"2024-07-27T07:03:31.895907+0000","last_fullsized":"2024-07-27T07:03:31.895907+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517999+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:03:31.517999+0000","last_peered":"2024-07-27T07:03:31.517999+0000","last_clean":"2024-07-27T07:03:31.517999+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:03:31.517999+0000","last_undegraded":"2024-07-27T07:03:31.517999+0000","last_fullsized":"2024-07-27T07:03:31.517999+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518608+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:03:31.518608+0000","last_peered":"2024-07-27T07:03:31.518608+0000","last_clean":"2024-07-27T07:03:31.518608+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:03:31.518608+0000","last_undegraded":"2024-07-27T07:03:31.518608+0000","last_fullsized":"2024-07-27T07:03:31.518608+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519203+0000","last_change":"2024-07-27T07:03:30.511419+0000","last_active":"2024-07-27T07:03:31.519203+0000","last_peered":"2024-07-27T07:03:31.519203+0000","last_clean":"2024-07-27T07:03:31.519203+0000","last_became_active":"2024-07-27T07:03:30.510993+0000","last_became_peered":"2024-07-27T07:03:30.510993+0000","last_unstale":"2024-07-27T07:03:31.519203+0000","last_undegraded":"2024-07-27T07:03:31.519203+0000","last_fullsized":"2024-07-27T07:03:31.519203+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:10.652836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895923+0000","last_change":"2024-07-27T07:03:29.497697+0000","last_active":"2024-07-27T07:03:31.895923+0000","last_peered":"2024-07-27T07:03:31.895923+0000","last_clean":"2024-07-27T07:03:31.895923+0000","last_became_active":"2024-07-27T07:03:29.497296+0000","last_became_peered":"2024-07-27T07:03:29.497296+0000","last_unstale":"2024-07-27T07:03:31.895923+0000","last_undegraded":"2024-07-27T07:03:31.895923+0000","last_fullsized":"2024-07-27T07:03:31.895923+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:55:09.259422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":182,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519254+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:03:31.519254+0000","last_peered":"2024-07-27T07:03:31.519254+0000","last_clean":"2024-07-27T07:03:31.519254+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:03:31.519254+0000","last_undegraded":"2024-07-27T07:03:31.519254+0000","last_fullsized":"2024-07-27T07:03:31.519254+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518121+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:03:31.518121+0000","last_peered":"2024-07-27T07:03:31.518121+0000","last_clean":"2024-07-27T07:03:31.518121+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:03:31.518121+0000","last_undegraded":"2024-07-27T07:03:31.518121+0000","last_fullsized":"2024-07-27T07:03:31.518121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518262+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:03:31.518262+0000","last_peered":"2024-07-27T07:03:31.518262+0000","last_clean":"2024-07-27T07:03:31.518262+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:03:31.518262+0000","last_undegraded":"2024-07-27T07:03:31.518262+0000","last_fullsized":"2024-07-27T07:03:31.518262+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.520148+0000","last_change":"2024-07-27T07:03:30.514381+0000","last_active":"2024-07-27T07:03:30.520148+0000","last_peered":"2024-07-27T07:03:30.520148+0000","last_clean":"2024-07-27T07:03:30.520148+0000","last_became_active":"2024-07-27T07:03:30.514017+0000","last_became_peered":"2024-07-27T07:03:30.514017+0000","last_unstale":"2024-07-27T07:03:30.520148+0000","last_undegraded":"2024-07-27T07:03:30.520148+0000","last_fullsized":"2024-07-27T07:03:30.520148+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:38:22.666047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895311+0000","last_change":"2024-07-27T07:03:29.511326+0000","last_active":"2024-07-27T07:03:31.895311+0000","last_peered":"2024-07-27T07:03:31.895311+0000","last_clean":"2024-07-27T07:03:31.895311+0000","last_became_active":"2024-07-27T07:03:29.510750+0000","last_became_peered":"2024-07-27T07:03:29.510750+0000","last_unstale":"2024-07-27T07:03:31.895311+0000","last_undegraded":"2024-07-27T07:03:31.895311+0000","last_fullsized":"2024-07-27T07:03:31.895311+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:57:47.951405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":185,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895552+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:03:31.895552+0000","last_peered":"2024-07-27T07:03:31.895552+0000","last_clean":"2024-07-27T07:03:31.895552+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:03:31.895552+0000","last_undegraded":"2024-07-27T07:03:31.895552+0000","last_fullsized":"2024-07-27T07:03:31.895552+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548647+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:03:32.548647+0000","last_peered":"2024-07-27T07:03:32.548647+0000","last_clean":"2024-07-27T07:03:32.548647+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:03:32.548647+0000","last_undegraded":"2024-07-27T07:03:32.548647+0000","last_fullsized":"2024-07-27T07:03:32.548647+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517583+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:03:31.517583+0000","last_peered":"2024-07-27T07:03:31.517583+0000","last_clean":"2024-07-27T07:03:31.517583+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:03:31.517583+0000","last_undegraded":"2024-07-27T07:03:31.517583+0000","last_fullsized":"2024-07-27T07:03:31.517583+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519294+0000","last_change":"2024-07-27T07:03:30.527256+0000","last_active":"2024-07-27T07:03:31.519294+0000","last_peered":"2024-07-27T07:03:31.519294+0000","last_clean":"2024-07-27T07:03:31.519294+0000","last_became_active":"2024-07-27T07:03:30.526604+0000","last_became_peered":"2024-07-27T07:03:30.526604+0000","last_unstale":"2024-07-27T07:03:31.519294+0000","last_undegraded":"2024-07-27T07:03:31.519294+0000","last_fullsized":"2024-07-27T07:03:31.519294+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:48.836519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275105+0000","last_change":"2024-07-27T07:03:29.496655+0000","last_active":"2024-07-27T07:03:32.275105+0000","last_peered":"2024-07-27T07:03:32.275105+0000","last_clean":"2024-07-27T07:03:32.275105+0000","last_became_active":"2024-07-27T07:03:29.496324+0000","last_became_peered":"2024-07-27T07:03:29.496324+0000","last_unstale":"2024-07-27T07:03:32.275105+0000","last_undegraded":"2024-07-27T07:03:32.275105+0000","last_fullsized":"2024-07-27T07:03:32.275105+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:32.358637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":182,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.503844+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:03:30.503844+0000","last_peered":"2024-07-27T07:03:30.503844+0000","last_clean":"2024-07-27T07:03:30.503844+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:03:30.503844+0000","last_undegraded":"2024-07-27T07:03:30.503844+0000","last_fullsized":"2024-07-27T07:03:30.503844+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518530+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:03:31.518530+0000","last_peered":"2024-07-27T07:03:31.518530+0000","last_clean":"2024-07-27T07:03:31.518530+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:03:31.518530+0000","last_undegraded":"2024-07-27T07:03:31.518530+0000","last_fullsized":"2024-07-27T07:03:31.518530+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398052+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:03:32.398052+0000","last_peered":"2024-07-27T07:03:32.398052+0000","last_clean":"2024-07-27T07:03:32.398052+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:03:32.398052+0000","last_undegraded":"2024-07-27T07:03:32.398052+0000","last_fullsized":"2024-07-27T07:03:32.398052+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517121+0000","last_change":"2024-07-27T07:03:30.518300+0000","last_active":"2024-07-27T07:03:31.517121+0000","last_peered":"2024-07-27T07:03:31.517121+0000","last_clean":"2024-07-27T07:03:31.517121+0000","last_became_active":"2024-07-27T07:03:30.517862+0000","last_became_peered":"2024-07-27T07:03:30.517862+0000","last_unstale":"2024-07-27T07:03:31.517121+0000","last_undegraded":"2024-07-27T07:03:31.517121+0000","last_fullsized":"2024-07-27T07:03:31.517121+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:48:02.510607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521151+0000","last_change":"2024-07-27T07:03:29.500203+0000","last_active":"2024-07-27T07:03:31.521151+0000","last_peered":"2024-07-27T07:03:31.521151+0000","last_clean":"2024-07-27T07:03:31.521151+0000","last_became_active":"2024-07-27T07:03:29.499873+0000","last_became_peered":"2024-07-27T07:03:29.499873+0000","last_unstale":"2024-07-27T07:03:31.521151+0000","last_undegraded":"2024-07-27T07:03:31.521151+0000","last_fullsized":"2024-07-27T07:03:31.521151+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:48.482514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275169+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:03:32.275169+0000","last_peered":"2024-07-27T07:03:32.275169+0000","last_clean":"2024-07-27T07:03:32.275169+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:03:32.275169+0000","last_undegraded":"2024-07-27T07:03:32.275169+0000","last_fullsized":"2024-07-27T07:03:32.275169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":196,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521361+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:03:31.521361+0000","last_peered":"2024-07-27T07:03:31.521361+0000","last_clean":"2024-07-27T07:03:31.521361+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:03:31.521361+0000","last_undegraded":"2024-07-27T07:03:31.521361+0000","last_fullsized":"2024-07-27T07:03:31.521361+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398188+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:03:32.398188+0000","last_peered":"2024-07-27T07:03:32.398188+0000","last_clean":"2024-07-27T07:03:32.398188+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:03:32.398188+0000","last_undegraded":"2024-07-27T07:03:32.398188+0000","last_fullsized":"2024-07-27T07:03:32.398188+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517408+0000","last_change":"2024-07-27T07:03:30.523619+0000","last_active":"2024-07-27T07:03:31.517408+0000","last_peered":"2024-07-27T07:03:31.517408+0000","last_clean":"2024-07-27T07:03:31.517408+0000","last_became_active":"2024-07-27T07:03:30.521479+0000","last_became_peered":"2024-07-27T07:03:30.521479+0000","last_unstale":"2024-07-27T07:03:31.517408+0000","last_undegraded":"2024-07-27T07:03:31.517408+0000","last_fullsized":"2024-07-27T07:03:31.517408+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:16.145448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.894767+0000","last_change":"2024-07-27T07:03:29.495625+0000","last_active":"2024-07-27T07:03:31.894767+0000","last_peered":"2024-07-27T07:03:31.894767+0000","last_clean":"2024-07-27T07:03:31.894767+0000","last_became_active":"2024-07-27T07:03:29.495291+0000","last_became_peered":"2024-07-27T07:03:29.495291+0000","last_unstale":"2024-07-27T07:03:31.894767+0000","last_undegraded":"2024-07-27T07:03:31.894767+0000","last_fullsized":"2024-07-27T07:03:31.894767+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:39.383557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274926+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:03:32.274926+0000","last_peered":"2024-07-27T07:03:32.274926+0000","last_clean":"2024-07-27T07:03:32.274926+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:03:32.274926+0000","last_undegraded":"2024-07-27T07:03:32.274926+0000","last_fullsized":"2024-07-27T07:03:32.274926+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545194+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:03:32.545194+0000","last_peered":"2024-07-27T07:03:32.545194+0000","last_clean":"2024-07-27T07:03:32.545194+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:03:32.545194+0000","last_undegraded":"2024-07-27T07:03:32.545194+0000","last_fullsized":"2024-07-27T07:03:32.545194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":240,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504075+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:03:30.504075+0000","last_peered":"2024-07-27T07:03:30.504075+0000","last_clean":"2024-07-27T07:03:30.504075+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:03:30.504075+0000","last_undegraded":"2024-07-27T07:03:30.504075+0000","last_fullsized":"2024-07-27T07:03:30.504075+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.515955+0000","last_change":"2024-07-27T07:03:30.525313+0000","last_active":"2024-07-27T07:03:31.515955+0000","last_peered":"2024-07-27T07:03:31.515955+0000","last_clean":"2024-07-27T07:03:31.515955+0000","last_became_active":"2024-07-27T07:03:30.525005+0000","last_became_peered":"2024-07-27T07:03:30.525005+0000","last_unstale":"2024-07-27T07:03:31.515955+0000","last_undegraded":"2024-07-27T07:03:31.515955+0000","last_fullsized":"2024-07-27T07:03:31.515955+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:07:36.772568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.499507+0000","last_change":"2024-07-27T07:03:29.503974+0000","last_active":"2024-07-27T07:03:30.499507+0000","last_peered":"2024-07-27T07:03:30.499507+0000","last_clean":"2024-07-27T07:03:30.499507+0000","last_became_active":"2024-07-27T07:03:29.502966+0000","last_became_peered":"2024-07-27T07:03:29.502966+0000","last_unstale":"2024-07-27T07:03:30.499507+0000","last_undegraded":"2024-07-27T07:03:30.499507+0000","last_fullsized":"2024-07-27T07:03:30.499507+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:55.043808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274704+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:03:32.274704+0000","last_peered":"2024-07-27T07:03:32.274704+0000","last_clean":"2024-07-27T07:03:32.274704+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:03:32.274704+0000","last_undegraded":"2024-07-27T07:03:32.274704+0000","last_fullsized":"2024-07-27T07:03:32.274704+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275387+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:03:32.275387+0000","last_peered":"2024-07-27T07:03:32.275387+0000","last_clean":"2024-07-27T07:03:32.275387+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:03:32.275387+0000","last_undegraded":"2024-07-27T07:03:32.275387+0000","last_fullsized":"2024-07-27T07:03:32.275387+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519731+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:03:31.519731+0000","last_peered":"2024-07-27T07:03:31.519731+0000","last_clean":"2024-07-27T07:03:31.519731+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:03:31.519731+0000","last_undegraded":"2024-07-27T07:03:31.519731+0000","last_fullsized":"2024-07-27T07:03:31.519731+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549999+0000","last_change":"2024-07-27T07:03:30.512457+0000","last_active":"2024-07-27T07:03:32.549999+0000","last_peered":"2024-07-27T07:03:32.549999+0000","last_clean":"2024-07-27T07:03:32.549999+0000","last_became_active":"2024-07-27T07:03:30.512109+0000","last_became_peered":"2024-07-27T07:03:30.512109+0000","last_unstale":"2024-07-27T07:03:32.549999+0000","last_undegraded":"2024-07-27T07:03:32.549999+0000","last_fullsized":"2024-07-27T07:03:32.549999+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:03.020291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276419+0000","last_change":"2024-07-27T07:03:29.503063+0000","last_active":"2024-07-27T07:03:32.276419+0000","last_peered":"2024-07-27T07:03:32.276419+0000","last_clean":"2024-07-27T07:03:32.276419+0000","last_became_active":"2024-07-27T07:03:29.501695+0000","last_became_peered":"2024-07-27T07:03:29.501695+0000","last_unstale":"2024-07-27T07:03:32.276419+0000","last_undegraded":"2024-07-27T07:03:32.276419+0000","last_fullsized":"2024-07-27T07:03:32.276419+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:59:57.114741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":181,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519746+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:03:31.519746+0000","last_peered":"2024-07-27T07:03:31.519746+0000","last_clean":"2024-07-27T07:03:31.519746+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:03:31.519746+0000","last_undegraded":"2024-07-27T07:03:31.519746+0000","last_fullsized":"2024-07-27T07:03:31.519746+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517223+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:03:31.517223+0000","last_peered":"2024-07-27T07:03:31.517223+0000","last_clean":"2024-07-27T07:03:31.517223+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:03:31.517223+0000","last_undegraded":"2024-07-27T07:03:31.517223+0000","last_fullsized":"2024-07-27T07:03:31.517223+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":243,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896030+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:03:31.896030+0000","last_peered":"2024-07-27T07:03:31.896030+0000","last_clean":"2024-07-27T07:03:31.896030+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:03:31.896030+0000","last_undegraded":"2024-07-27T07:03:31.896030+0000","last_fullsized":"2024-07-27T07:03:31.896030+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520300+0000","last_change":"2024-07-27T07:03:30.518399+0000","last_active":"2024-07-27T07:03:31.520300+0000","last_peered":"2024-07-27T07:03:31.520300+0000","last_clean":"2024-07-27T07:03:31.520300+0000","last_became_active":"2024-07-27T07:03:30.518076+0000","last_became_peered":"2024-07-27T07:03:30.518076+0000","last_unstale":"2024-07-27T07:03:31.520300+0000","last_undegraded":"2024-07-27T07:03:31.520300+0000","last_fullsized":"2024-07-27T07:03:31.520300+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:30.810868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.511541+0000","last_change":"2024-07-27T07:03:29.510870+0000","last_active":"2024-07-27T07:03:30.511541+0000","last_peered":"2024-07-27T07:03:30.511541+0000","last_clean":"2024-07-27T07:03:30.511541+0000","last_became_active":"2024-07-27T07:03:29.509951+0000","last_became_peered":"2024-07-27T07:03:29.509951+0000","last_unstale":"2024-07-27T07:03:30.511541+0000","last_undegraded":"2024-07-27T07:03:30.511541+0000","last_fullsized":"2024-07-27T07:03:30.511541+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:24.686684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549339+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:03:32.549339+0000","last_peered":"2024-07-27T07:03:32.549339+0000","last_clean":"2024-07-27T07:03:32.549339+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:03:32.549339+0000","last_undegraded":"2024-07-27T07:03:32.549339+0000","last_fullsized":"2024-07-27T07:03:32.549339+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896593+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:03:31.896593+0000","last_peered":"2024-07-27T07:03:31.896593+0000","last_clean":"2024-07-27T07:03:31.896593+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:03:31.896593+0000","last_undegraded":"2024-07-27T07:03:31.896593+0000","last_fullsized":"2024-07-27T07:03:31.896593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520968+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:03:31.520968+0000","last_peered":"2024-07-27T07:03:31.520968+0000","last_clean":"2024-07-27T07:03:31.520968+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:03:31.520968+0000","last_undegraded":"2024-07-27T07:03:31.520968+0000","last_fullsized":"2024-07-27T07:03:31.520968+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399990+0000","last_change":"2024-07-27T07:03:30.521147+0000","last_active":"2024-07-27T07:03:32.399990+0000","last_peered":"2024-07-27T07:03:32.399990+0000","last_clean":"2024-07-27T07:03:32.399990+0000","last_became_active":"2024-07-27T07:03:30.520785+0000","last_became_peered":"2024-07-27T07:03:30.520785+0000","last_unstale":"2024-07-27T07:03:32.399990+0000","last_undegraded":"2024-07-27T07:03:32.399990+0000","last_fullsized":"2024-07-27T07:03:32.399990+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:57:57.070625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"158'6","reported_seq":21,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399164+0000","last_change":"2024-07-27T07:03:29.506828+0000","last_active":"2024-07-27T07:03:32.399164+0000","last_peered":"2024-07-27T07:03:32.399164+0000","last_clean":"2024-07-27T07:03:32.399164+0000","last_became_active":"2024-07-27T07:03:29.504804+0000","last_became_peered":"2024-07-27T07:03:29.504804+0000","last_unstale":"2024-07-27T07:03:32.399164+0000","last_undegraded":"2024-07-27T07:03:32.399164+0000","last_fullsized":"2024-07-27T07:03:32.399164+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:21.370935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548422+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:03:32.548422+0000","last_peered":"2024-07-27T07:03:32.548422+0000","last_clean":"2024-07-27T07:03:32.548422+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:03:32.548422+0000","last_undegraded":"2024-07-27T07:03:32.548422+0000","last_fullsized":"2024-07-27T07:03:32.548422+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517604+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:03:31.517604+0000","last_peered":"2024-07-27T07:03:31.517604+0000","last_clean":"2024-07-27T07:03:31.517604+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:03:31.517604+0000","last_undegraded":"2024-07-27T07:03:31.517604+0000","last_fullsized":"2024-07-27T07:03:31.517604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":243,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896662+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:03:31.896662+0000","last_peered":"2024-07-27T07:03:31.896662+0000","last_clean":"2024-07-27T07:03:31.896662+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:03:31.896662+0000","last_undegraded":"2024-07-27T07:03:31.896662+0000","last_fullsized":"2024-07-27T07:03:31.896662+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.522436+0000","last_change":"2024-07-27T07:03:30.516197+0000","last_active":"2024-07-27T07:03:31.522436+0000","last_peered":"2024-07-27T07:03:31.522436+0000","last_clean":"2024-07-27T07:03:31.522436+0000","last_became_active":"2024-07-27T07:03:30.515885+0000","last_became_peered":"2024-07-27T07:03:30.515885+0000","last_unstale":"2024-07-27T07:03:31.522436+0000","last_undegraded":"2024-07-27T07:03:31.522436+0000","last_fullsized":"2024-07-27T07:03:31.522436+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:16.222739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.547134+0000","last_change":"2024-07-27T07:03:29.506019+0000","last_active":"2024-07-27T07:03:32.547134+0000","last_peered":"2024-07-27T07:03:32.547134+0000","last_clean":"2024-07-27T07:03:32.547134+0000","last_became_active":"2024-07-27T07:03:29.504130+0000","last_became_peered":"2024-07-27T07:03:29.504130+0000","last_unstale":"2024-07-27T07:03:32.547134+0000","last_undegraded":"2024-07-27T07:03:32.547134+0000","last_fullsized":"2024-07-27T07:03:32.547134+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:54:23.326212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896462+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:03:31.896462+0000","last_peered":"2024-07-27T07:03:31.896462+0000","last_clean":"2024-07-27T07:03:31.896462+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:03:31.896462+0000","last_undegraded":"2024-07-27T07:03:31.896462+0000","last_fullsized":"2024-07-27T07:03:31.896462+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":195,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519442+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:03:31.519442+0000","last_peered":"2024-07-27T07:03:31.519442+0000","last_clean":"2024-07-27T07:03:31.519442+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:03:31.519442+0000","last_undegraded":"2024-07-27T07:03:31.519442+0000","last_fullsized":"2024-07-27T07:03:31.519442+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517778+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:03:31.517778+0000","last_peered":"2024-07-27T07:03:31.517778+0000","last_clean":"2024-07-27T07:03:31.517778+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:03:31.517778+0000","last_undegraded":"2024-07-27T07:03:31.517778+0000","last_fullsized":"2024-07-27T07:03:31.517778+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517982+0000","last_change":"2024-07-27T07:03:30.520362+0000","last_active":"2024-07-27T07:03:31.517982+0000","last_peered":"2024-07-27T07:03:31.517982+0000","last_clean":"2024-07-27T07:03:31.517982+0000","last_became_active":"2024-07-27T07:03:30.520001+0000","last_became_peered":"2024-07-27T07:03:30.520001+0000","last_unstale":"2024-07-27T07:03:31.517982+0000","last_undegraded":"2024-07-27T07:03:31.517982+0000","last_fullsized":"2024-07-27T07:03:31.517982+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:45.512953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895459+0000","last_change":"2024-07-27T07:03:29.501787+0000","last_active":"2024-07-27T07:03:31.895459+0000","last_peered":"2024-07-27T07:03:31.895459+0000","last_clean":"2024-07-27T07:03:31.895459+0000","last_became_active":"2024-07-27T07:03:29.501409+0000","last_became_peered":"2024-07-27T07:03:29.501409+0000","last_unstale":"2024-07-27T07:03:31.895459+0000","last_undegraded":"2024-07-27T07:03:31.895459+0000","last_fullsized":"2024-07-27T07:03:31.895459+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:23:31.232217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519455+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:03:31.519455+0000","last_peered":"2024-07-27T07:03:31.519455+0000","last_clean":"2024-07-27T07:03:31.519455+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:03:31.519455+0000","last_undegraded":"2024-07-27T07:03:31.519455+0000","last_fullsized":"2024-07-27T07:03:31.519455+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517266+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:03:31.517266+0000","last_peered":"2024-07-27T07:03:31.517266+0000","last_clean":"2024-07-27T07:03:31.517266+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:03:31.517266+0000","last_undegraded":"2024-07-27T07:03:31.517266+0000","last_fullsized":"2024-07-27T07:03:31.517266+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275040+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:03:32.275040+0000","last_peered":"2024-07-27T07:03:32.275040+0000","last_clean":"2024-07-27T07:03:32.275040+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:03:32.275040+0000","last_undegraded":"2024-07-27T07:03:32.275040+0000","last_fullsized":"2024-07-27T07:03:32.275040+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517254+0000","last_change":"2024-07-27T07:03:30.521166+0000","last_active":"2024-07-27T07:03:31.517254+0000","last_peered":"2024-07-27T07:03:31.517254+0000","last_clean":"2024-07-27T07:03:31.517254+0000","last_became_active":"2024-07-27T07:03:30.516092+0000","last_became_peered":"2024-07-27T07:03:30.516092+0000","last_unstale":"2024-07-27T07:03:31.517254+0000","last_undegraded":"2024-07-27T07:03:31.517254+0000","last_fullsized":"2024-07-27T07:03:31.517254+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:05:00.720568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"158'8","reported_seq":23,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519790+0000","last_change":"2024-07-27T07:03:29.499604+0000","last_active":"2024-07-27T07:03:31.519790+0000","last_peered":"2024-07-27T07:03:31.519790+0000","last_clean":"2024-07-27T07:03:31.519790+0000","last_became_active":"2024-07-27T07:03:29.499008+0000","last_became_peered":"2024-07-27T07:03:29.499008+0000","last_unstale":"2024-07-27T07:03:31.519790+0000","last_undegraded":"2024-07-27T07:03:31.519790+0000","last_fullsized":"2024-07-27T07:03:31.519790+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:04:03.082968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545583+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:03:32.545583+0000","last_peered":"2024-07-27T07:03:32.545583+0000","last_clean":"2024-07-27T07:03:32.545583+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:03:32.545583+0000","last_undegraded":"2024-07-27T07:03:32.545583+0000","last_fullsized":"2024-07-27T07:03:32.545583+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516244+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:03:31.516244+0000","last_peered":"2024-07-27T07:03:31.516244+0000","last_clean":"2024-07-27T07:03:31.516244+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:03:31.516244+0000","last_undegraded":"2024-07-27T07:03:31.516244+0000","last_fullsized":"2024-07-27T07:03:31.516244+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398946+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:03:32.398946+0000","last_peered":"2024-07-27T07:03:32.398946+0000","last_clean":"2024-07-27T07:03:32.398946+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:03:32.398946+0000","last_undegraded":"2024-07-27T07:03:32.398946+0000","last_fullsized":"2024-07-27T07:03:32.398946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517112+0000","last_change":"2024-07-27T07:03:30.511649+0000","last_active":"2024-07-27T07:03:31.517112+0000","last_peered":"2024-07-27T07:03:31.517112+0000","last_clean":"2024-07-27T07:03:31.517112+0000","last_became_active":"2024-07-27T07:03:30.511284+0000","last_became_peered":"2024-07-27T07:03:30.511284+0000","last_unstale":"2024-07-27T07:03:31.517112+0000","last_undegraded":"2024-07-27T07:03:31.517112+0000","last_fullsized":"2024-07-27T07:03:31.517112+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:10:59.647935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517591+0000","last_change":"2024-07-27T07:03:29.501457+0000","last_active":"2024-07-27T07:03:31.517591+0000","last_peered":"2024-07-27T07:03:31.517591+0000","last_clean":"2024-07-27T07:03:31.517591+0000","last_became_active":"2024-07-27T07:03:29.501014+0000","last_became_peered":"2024-07-27T07:03:29.501014+0000","last_unstale":"2024-07-27T07:03:31.517591+0000","last_undegraded":"2024-07-27T07:03:31.517591+0000","last_fullsized":"2024-07-27T07:03:31.517591+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:59.714068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":187,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397250+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:03:32.397250+0000","last_peered":"2024-07-27T07:03:32.397250+0000","last_clean":"2024-07-27T07:03:32.397250+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:03:32.397250+0000","last_undegraded":"2024-07-27T07:03:32.397250+0000","last_fullsized":"2024-07-27T07:03:32.397250+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.499238+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:03:30.499238+0000","last_peered":"2024-07-27T07:03:30.499238+0000","last_clean":"2024-07-27T07:03:30.499238+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:03:30.499238+0000","last_undegraded":"2024-07-27T07:03:30.499238+0000","last_fullsized":"2024-07-27T07:03:30.499238+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519857+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:03:31.519857+0000","last_peered":"2024-07-27T07:03:31.519857+0000","last_clean":"2024-07-27T07:03:31.519857+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:03:31.519857+0000","last_undegraded":"2024-07-27T07:03:31.519857+0000","last_fullsized":"2024-07-27T07:03:31.519857+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398746+0000","last_change":"2024-07-27T07:03:30.496609+0000","last_active":"2024-07-27T07:03:32.398746+0000","last_peered":"2024-07-27T07:03:32.398746+0000","last_clean":"2024-07-27T07:03:32.398746+0000","last_became_active":"2024-07-27T07:03:30.495265+0000","last_became_peered":"2024-07-27T07:03:30.495265+0000","last_unstale":"2024-07-27T07:03:32.398746+0000","last_undegraded":"2024-07-27T07:03:32.398746+0000","last_fullsized":"2024-07-27T07:03:32.398746+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:18:11.609758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"158'3","reported_seq":18,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548286+0000","last_change":"2024-07-27T07:03:29.511038+0000","last_active":"2024-07-27T07:03:32.548286+0000","last_peered":"2024-07-27T07:03:32.548286+0000","last_clean":"2024-07-27T07:03:32.548286+0000","last_became_active":"2024-07-27T07:03:29.510700+0000","last_became_peered":"2024-07-27T07:03:29.510700+0000","last_unstale":"2024-07-27T07:03:32.548286+0000","last_undegraded":"2024-07-27T07:03:32.548286+0000","last_fullsized":"2024-07-27T07:03:32.548286+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:22:12.866901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504786+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:03:30.504786+0000","last_peered":"2024-07-27T07:03:30.504786+0000","last_clean":"2024-07-27T07:03:30.504786+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:03:30.504786+0000","last_undegraded":"2024-07-27T07:03:30.504786+0000","last_fullsized":"2024-07-27T07:03:30.504786+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896436+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:03:31.896436+0000","last_peered":"2024-07-27T07:03:31.896436+0000","last_clean":"2024-07-27T07:03:31.896436+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:03:31.896436+0000","last_undegraded":"2024-07-27T07:03:31.896436+0000","last_fullsized":"2024-07-27T07:03:31.896436+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399674+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:03:32.399674+0000","last_peered":"2024-07-27T07:03:32.399674+0000","last_clean":"2024-07-27T07:03:32.399674+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:03:32.399674+0000","last_undegraded":"2024-07-27T07:03:32.399674+0000","last_fullsized":"2024-07-27T07:03:32.399674+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":374,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275271+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:03:32.275271+0000","last_peered":"2024-07-27T07:03:32.275271+0000","last_clean":"2024-07-27T07:03:32.275271+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:03:32.275271+0000","last_undegraded":"2024-07-27T07:03:32.275271+0000","last_fullsized":"2024-07-27T07:03:32.275271+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476905,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2056192,"data_stored":1098536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476903,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2052096,"data_stored":1097942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476905,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37924,"kb_used_data":2584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333916,"statfs":{"total":96636764160,"available":96597929984,"internally_reserved":0,"allocated":2646016,"data_stored":1688358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476903,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37344,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334496,"statfs":{"total":96636764160,"available":96598523904,"internally_reserved":0,"allocated":2052096,"data_stored":1098010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509607,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2048000,"data_stored":1097920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509606,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37932,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333908,"statfs":{"total":96636764160,"available":96597921792,"internally_reserved":0,"allocated":2654208,"data_stored":1682238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509607,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37364,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334476,"statfs":{"total":96636764160,"available":96598503424,"internally_reserved":0,"allocated":2068480,"data_stored":1100136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542310,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37336,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334504,"statfs":{"total":96636764160,"available":96598532096,"internally_reserved":0,"allocated":2035712,"data_stored":1090064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:03:35.305 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 -- 172.21.15.66:0/1505353473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc415a1e0 msgr2=0x7fbdc4072a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1505353473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc415a1e0 0x7fbdc4072a10 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fbdac005fd0 tx=0x7fbdac02a5d0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 -- 172.21.15.66:0/1505353473 shutdown_connections 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1505353473 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc406e5a0 0x7fbdc406e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1505353473 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc415a1e0 0x7fbdc4072a10 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 -- 172.21.15.66:0/1505353473 >> 172.21.15.66:0/1505353473 conn(0x7fbdc40cfa80 msgr2=0x7fbdc40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:35.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 -- 172.21.15.66:0/1505353473 shutdown_connections 2024-07-27T07:03:35.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.626+0000 7fbdc3200640 1 -- 172.21.15.66:0/1505353473 wait complete. 2024-07-27T07:03:35.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.628+0000 7fbdc3200640 1 Processor -- start 2024-07-27T07:03:35.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.629+0000 7fbdc3200640 1 -- start start 2024-07-27T07:03:35.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 0x7fbdc414feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdc415a1e0 0x7fbdc40cb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc406eef0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbdc4070600 con 0x7fbdc415a1e0 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbdc406f070 con 0x7fbdc40b5250 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc1e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53810/0 (socket says 172.21.15.66:53810) 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.630+0000 7fbdc1e00640 1 -- 172.21.15.66:0/1020459069 learned_addr learned my addr 172.21.15.66:0/1020459069 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 -- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 msgr2=0x7fbdc414feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdb9400640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 0x7fbdc414feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc2800640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdc415a1e0 0x7fbdc40cb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 0x7fbdc414feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 -- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdc415a1e0 msgr2=0x7fbdc40cb4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdc415a1e0 0x7fbdc40cb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 -- 172.21.15.66:0/1020459069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdc41503f0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdb9400640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 0x7fbdc414feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:35.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.631+0000 7fbdc1e00640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400c3a0 tx=0x7fbdb400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:35.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.632+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4017070 con 0x7fbdc406e5a0 2024-07-27T07:03:35.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.632+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbdb40053c0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.632+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdc414afa0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.632+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4003850 con 0x7fbdc406e5a0 2024-07-27T07:03:35.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.632+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdc414b560 con 0x7fbdc406e5a0 2024-07-27T07:03:35.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.633+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdc406e9b0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.636 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.634+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbdb401a070 con 0x7fbdc406e5a0 2024-07-27T07:03:35.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.635+0000 7fbdbaa00640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 0x7fbda0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:35.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.636+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fbdb40983c0 con 0x7fbdc406e5a0 2024-07-27T07:03:35.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.636+0000 7fbdb9400640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 0x7fbda0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:35.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.637+0000 7fbdb9400640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 0x7fbda0079550 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fbdac033000 tx=0x7fbdac004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:35.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.640+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbdb4060f00 con 0x7fbdc406e5a0 2024-07-27T07:03:35.840 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.838+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbdc40b3790 con 0x7fbda0077040 2024-07-27T07:03:35.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.862+0000 7fbdbaa00640 1 -- 172.21.15.66:0/1020459069 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495220 (secure 0 0 0) 0x7fbdc40b3790 con 0x7fbda0077040 2024-07-27T07:03:35.870 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:35.874 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.872+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 msgr2=0x7fbda0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.872+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 0x7fbda0079550 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fbdac033000 tx=0x7fbdac004730 comp rx=0 tx=0).stop 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.872+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 msgr2=0x7fbdc414bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.872+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400c3a0 tx=0x7fbdb400c860 comp rx=0 tx=0).stop 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 shutdown_connections 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbda0077040 0x7fbda0079550 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbdc415a1e0 0x7fbdc40cb4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbdc40b5250 0x7fbdc414feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 --2- 172.21.15.66:0/1020459069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbdc406e5a0 0x7fbdc414bd60 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:35.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 >> 172.21.15.66:0/1020459069 conn(0x7fbdc40cfa80 msgr2=0x7fbdc406f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:35.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 shutdown_connections 2024-07-27T07:03:35.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:35.873+0000 7fbdc3200640 1 -- 172.21.15.66:0/1020459069 wait complete. 2024-07-27T07:03:35.908 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":562,"stamp":"2024-07-27T07:03:34.637681+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":367,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":299944,"kb_used_data":17200,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754674776,"statfs":{"total":773094113280,"available":772786970624,"internally_reserved":0,"allocated":17612800,"data_stored":9953204,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":38,"apply_latency_ms":38,"commit_latency_ns":38000000,"apply_latency_ns":38000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002594"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.522386+0000","last_change":"2024-07-27T07:03:30.511872+0000","last_active":"2024-07-27T07:03:31.522386+0000","last_peered":"2024-07-27T07:03:31.522386+0000","last_clean":"2024-07-27T07:03:31.522386+0000","last_became_active":"2024-07-27T07:03:30.511553+0000","last_became_peered":"2024-07-27T07:03:30.511553+0000","last_unstale":"2024-07-27T07:03:31.522386+0000","last_undegraded":"2024-07-27T07:03:31.522386+0000","last_fullsized":"2024-07-27T07:03:31.522386+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:47:37.968157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517861+0000","last_change":"2024-07-27T07:03:30.518629+0000","last_active":"2024-07-27T07:03:31.517861+0000","last_peered":"2024-07-27T07:03:31.517861+0000","last_clean":"2024-07-27T07:03:31.517861+0000","last_became_active":"2024-07-27T07:03:30.517947+0000","last_became_peered":"2024-07-27T07:03:30.517947+0000","last_unstale":"2024-07-27T07:03:31.517861+0000","last_undegraded":"2024-07-27T07:03:31.517861+0000","last_fullsized":"2024-07-27T07:03:31.517861+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:22.377434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895754+0000","last_change":"2024-07-27T07:03:30.513566+0000","last_active":"2024-07-27T07:03:31.895754+0000","last_peered":"2024-07-27T07:03:31.895754+0000","last_clean":"2024-07-27T07:03:31.895754+0000","last_became_active":"2024-07-27T07:03:30.513233+0000","last_became_peered":"2024-07-27T07:03:30.513233+0000","last_unstale":"2024-07-27T07:03:31.895754+0000","last_undegraded":"2024-07-27T07:03:31.895754+0000","last_fullsized":"2024-07-27T07:03:31.895754+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:07.299095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520328+0000","last_change":"2024-07-27T07:03:30.511985+0000","last_active":"2024-07-27T07:03:31.520328+0000","last_peered":"2024-07-27T07:03:31.520328+0000","last_clean":"2024-07-27T07:03:31.520328+0000","last_became_active":"2024-07-27T07:03:30.511444+0000","last_became_peered":"2024-07-27T07:03:30.511444+0000","last_unstale":"2024-07-27T07:03:31.520328+0000","last_undegraded":"2024-07-27T07:03:31.520328+0000","last_fullsized":"2024-07-27T07:03:31.520328+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:19:50.766063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275887+0000","last_change":"2024-07-27T07:03:30.523849+0000","last_active":"2024-07-27T07:03:32.275887+0000","last_peered":"2024-07-27T07:03:32.275887+0000","last_clean":"2024-07-27T07:03:32.275887+0000","last_became_active":"2024-07-27T07:03:30.522187+0000","last_became_peered":"2024-07-27T07:03:30.522187+0000","last_unstale":"2024-07-27T07:03:32.275887+0000","last_undegraded":"2024-07-27T07:03:32.275887+0000","last_fullsized":"2024-07-27T07:03:32.275887+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:19:50.766063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.512429+0000","last_change":"2024-07-27T07:03:30.510340+0000","last_active":"2024-07-27T07:03:30.512429+0000","last_peered":"2024-07-27T07:03:30.512429+0000","last_clean":"2024-07-27T07:03:30.512429+0000","last_became_active":"2024-07-27T07:03:30.509787+0000","last_became_peered":"2024-07-27T07:03:30.509787+0000","last_unstale":"2024-07-27T07:03:30.512429+0000","last_undegraded":"2024-07-27T07:03:30.512429+0000","last_fullsized":"2024-07-27T07:03:30.512429+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:45.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397666+0000","last_change":"2024-07-27T07:03:30.511854+0000","last_active":"2024-07-27T07:03:32.397666+0000","last_peered":"2024-07-27T07:03:32.397666+0000","last_clean":"2024-07-27T07:03:32.397666+0000","last_became_active":"2024-07-27T07:03:30.511537+0000","last_became_peered":"2024-07-27T07:03:30.511537+0000","last_unstale":"2024-07-27T07:03:32.397666+0000","last_undegraded":"2024-07-27T07:03:32.397666+0000","last_fullsized":"2024-07-27T07:03:32.397666+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:46:16.766705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519414+0000","last_change":"2024-07-27T07:03:30.523269+0000","last_active":"2024-07-27T07:03:31.519414+0000","last_peered":"2024-07-27T07:03:31.519414+0000","last_clean":"2024-07-27T07:03:31.519414+0000","last_became_active":"2024-07-27T07:03:30.522952+0000","last_became_peered":"2024-07-27T07:03:30.522952+0000","last_unstale":"2024-07-27T07:03:31.519414+0000","last_undegraded":"2024-07-27T07:03:31.519414+0000","last_fullsized":"2024-07-27T07:03:31.519414+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:45.836605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.524045+0000","last_change":"2024-07-27T07:03:30.522584+0000","last_active":"2024-07-27T07:03:30.524045+0000","last_peered":"2024-07-27T07:03:30.524045+0000","last_clean":"2024-07-27T07:03:30.524045+0000","last_became_active":"2024-07-27T07:03:30.521992+0000","last_became_peered":"2024-07-27T07:03:30.521992+0000","last_unstale":"2024-07-27T07:03:30.524045+0000","last_undegraded":"2024-07-27T07:03:30.524045+0000","last_fullsized":"2024-07-27T07:03:30.524045+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:51:24.212437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895839+0000","last_change":"2024-07-27T07:03:30.513307+0000","last_active":"2024-07-27T07:03:31.895839+0000","last_peered":"2024-07-27T07:03:31.895839+0000","last_clean":"2024-07-27T07:03:31.895839+0000","last_became_active":"2024-07-27T07:03:30.512962+0000","last_became_peered":"2024-07-27T07:03:30.512962+0000","last_unstale":"2024-07-27T07:03:31.895839+0000","last_undegraded":"2024-07-27T07:03:31.895839+0000","last_fullsized":"2024-07-27T07:03:31.895839+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:18:01.346555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.521060+0000","last_change":"2024-07-27T07:03:30.515956+0000","last_active":"2024-07-27T07:03:30.521060+0000","last_peered":"2024-07-27T07:03:30.521060+0000","last_clean":"2024-07-27T07:03:30.521060+0000","last_became_active":"2024-07-27T07:03:30.515653+0000","last_became_peered":"2024-07-27T07:03:30.515653+0000","last_unstale":"2024-07-27T07:03:30.521060+0000","last_undegraded":"2024-07-27T07:03:30.521060+0000","last_fullsized":"2024-07-27T07:03:30.521060+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:25:55.092478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548492+0000","last_change":"2024-07-27T07:03:30.511266+0000","last_active":"2024-07-27T07:03:32.548492+0000","last_peered":"2024-07-27T07:03:32.548492+0000","last_clean":"2024-07-27T07:03:32.548492+0000","last_became_active":"2024-07-27T07:03:30.510756+0000","last_became_peered":"2024-07-27T07:03:30.510756+0000","last_unstale":"2024-07-27T07:03:32.548492+0000","last_undegraded":"2024-07-27T07:03:32.548492+0000","last_fullsized":"2024-07-27T07:03:32.548492+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:17.637403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276141+0000","last_change":"2024-07-27T07:03:30.524516+0000","last_active":"2024-07-27T07:03:32.276141+0000","last_peered":"2024-07-27T07:03:32.276141+0000","last_clean":"2024-07-27T07:03:32.276141+0000","last_became_active":"2024-07-27T07:03:30.521730+0000","last_became_peered":"2024-07-27T07:03:30.521730+0000","last_unstale":"2024-07-27T07:03:32.276141+0000","last_undegraded":"2024-07-27T07:03:32.276141+0000","last_fullsized":"2024-07-27T07:03:32.276141+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:05.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546338+0000","last_change":"2024-07-27T07:03:30.518545+0000","last_active":"2024-07-27T07:03:32.546338+0000","last_peered":"2024-07-27T07:03:32.546338+0000","last_clean":"2024-07-27T07:03:32.546338+0000","last_became_active":"2024-07-27T07:03:30.517894+0000","last_became_peered":"2024-07-27T07:03:30.517894+0000","last_unstale":"2024-07-27T07:03:32.546338+0000","last_undegraded":"2024-07-27T07:03:32.546338+0000","last_fullsized":"2024-07-27T07:03:32.546338+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:42:56.026365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275156+0000","last_change":"2024-07-27T07:03:30.519702+0000","last_active":"2024-07-27T07:03:32.275156+0000","last_peered":"2024-07-27T07:03:32.275156+0000","last_clean":"2024-07-27T07:03:32.275156+0000","last_became_active":"2024-07-27T07:03:30.519383+0000","last_became_peered":"2024-07-27T07:03:30.519383+0000","last_unstale":"2024-07-27T07:03:32.275156+0000","last_undegraded":"2024-07-27T07:03:32.275156+0000","last_fullsized":"2024-07-27T07:03:32.275156+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:30.810868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397400+0000","last_change":"2024-07-27T07:03:30.525362+0000","last_active":"2024-07-27T07:03:32.397400+0000","last_peered":"2024-07-27T07:03:32.397400+0000","last_clean":"2024-07-27T07:03:32.397400+0000","last_became_active":"2024-07-27T07:03:30.524796+0000","last_became_peered":"2024-07-27T07:03:30.524796+0000","last_unstale":"2024-07-27T07:03:32.397400+0000","last_undegraded":"2024-07-27T07:03:32.397400+0000","last_fullsized":"2024-07-27T07:03:32.397400+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:16:40.336118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896534+0000","last_change":"2024-07-27T07:03:30.515395+0000","last_active":"2024-07-27T07:03:31.896534+0000","last_peered":"2024-07-27T07:03:31.896534+0000","last_clean":"2024-07-27T07:03:31.896534+0000","last_became_active":"2024-07-27T07:03:30.514813+0000","last_became_peered":"2024-07-27T07:03:30.514813+0000","last_unstale":"2024-07-27T07:03:31.896534+0000","last_undegraded":"2024-07-27T07:03:31.896534+0000","last_fullsized":"2024-07-27T07:03:31.896534+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:09.550550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276627+0000","last_change":"2024-07-27T07:03:30.514904+0000","last_active":"2024-07-27T07:03:32.276627+0000","last_peered":"2024-07-27T07:03:32.276627+0000","last_clean":"2024-07-27T07:03:32.276627+0000","last_became_active":"2024-07-27T07:03:30.512059+0000","last_became_peered":"2024-07-27T07:03:30.512059+0000","last_unstale":"2024-07-27T07:03:32.276627+0000","last_undegraded":"2024-07-27T07:03:32.276627+0000","last_fullsized":"2024-07-27T07:03:32.276627+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:41:11.859063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520190+0000","last_change":"2024-07-27T07:03:30.513558+0000","last_active":"2024-07-27T07:03:31.520190+0000","last_peered":"2024-07-27T07:03:31.520190+0000","last_clean":"2024-07-27T07:03:31.520190+0000","last_became_active":"2024-07-27T07:03:30.512000+0000","last_became_peered":"2024-07-27T07:03:30.512000+0000","last_unstale":"2024-07-27T07:03:31.520190+0000","last_undegraded":"2024-07-27T07:03:31.520190+0000","last_fullsized":"2024-07-27T07:03:31.520190+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:10:56.828160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520649+0000","last_change":"2024-07-27T07:03:30.519998+0000","last_active":"2024-07-27T07:03:31.520649+0000","last_peered":"2024-07-27T07:03:31.520649+0000","last_clean":"2024-07-27T07:03:31.520649+0000","last_became_active":"2024-07-27T07:03:30.519412+0000","last_became_peered":"2024-07-27T07:03:30.519412+0000","last_unstale":"2024-07-27T07:03:31.520649+0000","last_undegraded":"2024-07-27T07:03:31.520649+0000","last_fullsized":"2024-07-27T07:03:31.520649+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:09.110952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895375+0000","last_change":"2024-07-27T07:03:30.528348+0000","last_active":"2024-07-27T07:03:31.895375+0000","last_peered":"2024-07-27T07:03:31.895375+0000","last_clean":"2024-07-27T07:03:31.895375+0000","last_became_active":"2024-07-27T07:03:30.524586+0000","last_became_peered":"2024-07-27T07:03:30.524586+0000","last_unstale":"2024-07-27T07:03:31.895375+0000","last_undegraded":"2024-07-27T07:03:31.895375+0000","last_fullsized":"2024-07-27T07:03:31.895375+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:20.184374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546880+0000","last_change":"2024-07-27T07:03:30.514314+0000","last_active":"2024-07-27T07:03:32.546880+0000","last_peered":"2024-07-27T07:03:32.546880+0000","last_clean":"2024-07-27T07:03:32.546880+0000","last_became_active":"2024-07-27T07:03:30.513915+0000","last_became_peered":"2024-07-27T07:03:30.513915+0000","last_unstale":"2024-07-27T07:03:32.546880+0000","last_undegraded":"2024-07-27T07:03:32.546880+0000","last_fullsized":"2024-07-27T07:03:32.546880+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:12:20.203917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516983+0000","last_change":"2024-07-27T07:03:30.521498+0000","last_active":"2024-07-27T07:03:31.516983+0000","last_peered":"2024-07-27T07:03:31.516983+0000","last_clean":"2024-07-27T07:03:31.516983+0000","last_became_active":"2024-07-27T07:03:30.517301+0000","last_became_peered":"2024-07-27T07:03:30.517301+0000","last_unstale":"2024-07-27T07:03:31.516983+0000","last_undegraded":"2024-07-27T07:03:31.516983+0000","last_fullsized":"2024-07-27T07:03:31.516983+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:41:59.365402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274778+0000","last_change":"2024-07-27T07:03:30.523714+0000","last_active":"2024-07-27T07:03:32.274778+0000","last_peered":"2024-07-27T07:03:32.274778+0000","last_clean":"2024-07-27T07:03:32.274778+0000","last_became_active":"2024-07-27T07:03:30.523178+0000","last_became_peered":"2024-07-27T07:03:30.523178+0000","last_unstale":"2024-07-27T07:03:32.274778+0000","last_undegraded":"2024-07-27T07:03:32.274778+0000","last_fullsized":"2024-07-27T07:03:32.274778+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:13:55.923615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517916+0000","last_change":"2024-07-27T07:03:30.528315+0000","last_active":"2024-07-27T07:03:31.517916+0000","last_peered":"2024-07-27T07:03:31.517916+0000","last_clean":"2024-07-27T07:03:31.517916+0000","last_became_active":"2024-07-27T07:03:30.526184+0000","last_became_peered":"2024-07-27T07:03:30.526184+0000","last_unstale":"2024-07-27T07:03:31.517916+0000","last_undegraded":"2024-07-27T07:03:31.517916+0000","last_fullsized":"2024-07-27T07:03:31.517916+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:40:06.499476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521745+0000","last_change":"2024-07-27T07:03:30.528776+0000","last_active":"2024-07-27T07:03:31.521745+0000","last_peered":"2024-07-27T07:03:31.521745+0000","last_clean":"2024-07-27T07:03:31.521745+0000","last_became_active":"2024-07-27T07:03:30.518914+0000","last_became_peered":"2024-07-27T07:03:30.518914+0000","last_unstale":"2024-07-27T07:03:31.521745+0000","last_undegraded":"2024-07-27T07:03:31.521745+0000","last_fullsized":"2024-07-27T07:03:31.521745+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:07.871031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517331+0000","last_change":"2024-07-27T07:03:30.518456+0000","last_active":"2024-07-27T07:03:31.517331+0000","last_peered":"2024-07-27T07:03:31.517331+0000","last_clean":"2024-07-27T07:03:31.517331+0000","last_became_active":"2024-07-27T07:03:30.518099+0000","last_became_peered":"2024-07-27T07:03:30.518099+0000","last_unstale":"2024-07-27T07:03:31.517331+0000","last_undegraded":"2024-07-27T07:03:31.517331+0000","last_fullsized":"2024-07-27T07:03:31.517331+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:20.110681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518357+0000","last_change":"2024-07-27T07:03:30.520434+0000","last_active":"2024-07-27T07:03:31.518357+0000","last_peered":"2024-07-27T07:03:31.518357+0000","last_clean":"2024-07-27T07:03:31.518357+0000","last_became_active":"2024-07-27T07:03:30.518822+0000","last_became_peered":"2024-07-27T07:03:30.518822+0000","last_unstale":"2024-07-27T07:03:31.518357+0000","last_undegraded":"2024-07-27T07:03:31.518357+0000","last_fullsized":"2024-07-27T07:03:31.518357+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:38:10.417684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520788+0000","last_change":"2024-07-27T07:03:30.515758+0000","last_active":"2024-07-27T07:03:31.520788+0000","last_peered":"2024-07-27T07:03:31.520788+0000","last_clean":"2024-07-27T07:03:31.520788+0000","last_became_active":"2024-07-27T07:03:30.515288+0000","last_became_peered":"2024-07-27T07:03:30.515288+0000","last_unstale":"2024-07-27T07:03:31.520788+0000","last_undegraded":"2024-07-27T07:03:31.520788+0000","last_fullsized":"2024-07-27T07:03:31.520788+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:44:45.018595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.547604+0000","last_change":"2024-07-27T07:03:30.513497+0000","last_active":"2024-07-27T07:03:32.547604+0000","last_peered":"2024-07-27T07:03:32.547604+0000","last_clean":"2024-07-27T07:03:32.547604+0000","last_became_active":"2024-07-27T07:03:30.512703+0000","last_became_peered":"2024-07-27T07:03:30.512703+0000","last_unstale":"2024-07-27T07:03:32.547604+0000","last_undegraded":"2024-07-27T07:03:32.547604+0000","last_fullsized":"2024-07-27T07:03:32.547604+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:05:53.165360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517417+0000","last_change":"2024-07-27T07:03:30.528498+0000","last_active":"2024-07-27T07:03:31.517417+0000","last_peered":"2024-07-27T07:03:31.517417+0000","last_clean":"2024-07-27T07:03:31.517417+0000","last_became_active":"2024-07-27T07:03:30.522025+0000","last_became_peered":"2024-07-27T07:03:30.522025+0000","last_unstale":"2024-07-27T07:03:31.517417+0000","last_undegraded":"2024-07-27T07:03:31.517417+0000","last_fullsized":"2024-07-27T07:03:31.517417+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:46.107903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516059+0000","last_change":"2024-07-27T07:03:30.525147+0000","last_active":"2024-07-27T07:03:31.516059+0000","last_peered":"2024-07-27T07:03:31.516059+0000","last_clean":"2024-07-27T07:03:31.516059+0000","last_became_active":"2024-07-27T07:03:30.524584+0000","last_became_peered":"2024-07-27T07:03:30.524584+0000","last_unstale":"2024-07-27T07:03:31.516059+0000","last_undegraded":"2024-07-27T07:03:31.516059+0000","last_fullsized":"2024-07-27T07:03:31.516059+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:13:19.557159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518080+0000","last_change":"2024-07-27T07:03:30.527956+0000","last_active":"2024-07-27T07:03:31.518080+0000","last_peered":"2024-07-27T07:03:31.518080+0000","last_clean":"2024-07-27T07:03:31.518080+0000","last_became_active":"2024-07-27T07:03:30.526557+0000","last_became_peered":"2024-07-27T07:03:30.526557+0000","last_unstale":"2024-07-27T07:03:31.518080+0000","last_undegraded":"2024-07-27T07:03:31.518080+0000","last_fullsized":"2024-07-27T07:03:31.518080+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:42:17.891446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.e","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521856+0000","last_change":"2024-07-27T07:03:29.502715+0000","last_active":"2024-07-27T07:03:31.521856+0000","last_peered":"2024-07-27T07:03:31.521856+0000","last_clean":"2024-07-27T07:03:31.521856+0000","last_became_active":"2024-07-27T07:03:29.501242+0000","last_became_peered":"2024-07-27T07:03:29.501242+0000","last_unstale":"2024-07-27T07:03:31.521856+0000","last_undegraded":"2024-07-27T07:03:31.521856+0000","last_fullsized":"2024-07-27T07:03:31.521856+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:45:50.460523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276663+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:03:32.276663+0000","last_peered":"2024-07-27T07:03:32.276663+0000","last_clean":"2024-07-27T07:03:32.276663+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:03:32.276663+0000","last_undegraded":"2024-07-27T07:03:32.276663+0000","last_fullsized":"2024-07-27T07:03:32.276663+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521036+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:03:31.521036+0000","last_peered":"2024-07-27T07:03:31.521036+0000","last_clean":"2024-07-27T07:03:31.521036+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:03:31.521036+0000","last_undegraded":"2024-07-27T07:03:31.521036+0000","last_fullsized":"2024-07-27T07:03:31.521036+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":249,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399848+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:03:32.399848+0000","last_peered":"2024-07-27T07:03:32.399848+0000","last_clean":"2024-07-27T07:03:32.399848+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:03:32.399848+0000","last_undegraded":"2024-07-27T07:03:32.399848+0000","last_fullsized":"2024-07-27T07:03:32.399848+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277221+0000","last_change":"2024-07-27T07:03:30.525486+0000","last_active":"2024-07-27T07:03:32.277221+0000","last_peered":"2024-07-27T07:03:32.277221+0000","last_clean":"2024-07-27T07:03:32.277221+0000","last_became_active":"2024-07-27T07:03:30.524718+0000","last_became_peered":"2024-07-27T07:03:30.524718+0000","last_unstale":"2024-07-27T07:03:32.277221+0000","last_undegraded":"2024-07-27T07:03:32.277221+0000","last_fullsized":"2024-07-27T07:03:32.277221+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:45:25.928796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.f","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518600+0000","last_change":"2024-07-27T07:03:29.508432+0000","last_active":"2024-07-27T07:03:31.518600+0000","last_peered":"2024-07-27T07:03:31.518600+0000","last_clean":"2024-07-27T07:03:31.518600+0000","last_became_active":"2024-07-27T07:03:29.507143+0000","last_became_peered":"2024-07-27T07:03:29.507143+0000","last_unstale":"2024-07-27T07:03:31.518600+0000","last_undegraded":"2024-07-27T07:03:31.518600+0000","last_fullsized":"2024-07-27T07:03:31.518600+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:51:58.744270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516881+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:03:31.516881+0000","last_peered":"2024-07-27T07:03:31.516881+0000","last_clean":"2024-07-27T07:03:31.516881+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:03:31.516881+0000","last_undegraded":"2024-07-27T07:03:31.516881+0000","last_fullsized":"2024-07-27T07:03:31.516881+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276839+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:03:32.276839+0000","last_peered":"2024-07-27T07:03:32.276839+0000","last_clean":"2024-07-27T07:03:32.276839+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:03:32.276839+0000","last_undegraded":"2024-07-27T07:03:32.276839+0000","last_fullsized":"2024-07-27T07:03:32.276839+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":238,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518430+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:03:31.518430+0000","last_peered":"2024-07-27T07:03:31.518430+0000","last_clean":"2024-07-27T07:03:31.518430+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:03:31.518430+0000","last_undegraded":"2024-07-27T07:03:31.518430+0000","last_fullsized":"2024-07-27T07:03:31.518430+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.521130+0000","last_change":"2024-07-27T07:03:30.516814+0000","last_active":"2024-07-27T07:03:30.521130+0000","last_peered":"2024-07-27T07:03:30.521130+0000","last_clean":"2024-07-27T07:03:30.521130+0000","last_became_active":"2024-07-27T07:03:30.516465+0000","last_became_peered":"2024-07-27T07:03:30.516465+0000","last_unstale":"2024-07-27T07:03:30.521130+0000","last_undegraded":"2024-07-27T07:03:30.521130+0000","last_fullsized":"2024-07-27T07:03:30.521130+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:18:06.419888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517247+0000","last_change":"2024-07-27T07:03:29.510695+0000","last_active":"2024-07-27T07:03:31.517247+0000","last_peered":"2024-07-27T07:03:31.517247+0000","last_clean":"2024-07-27T07:03:31.517247+0000","last_became_active":"2024-07-27T07:03:29.510249+0000","last_became_peered":"2024-07-27T07:03:29.510249+0000","last_unstale":"2024-07-27T07:03:31.517247+0000","last_undegraded":"2024-07-27T07:03:31.517247+0000","last_fullsized":"2024-07-27T07:03:31.517247+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:15.138949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895424+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:03:31.895424+0000","last_peered":"2024-07-27T07:03:31.895424+0000","last_clean":"2024-07-27T07:03:31.895424+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:03:31.895424+0000","last_undegraded":"2024-07-27T07:03:31.895424+0000","last_fullsized":"2024-07-27T07:03:31.895424+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548658+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:03:32.548658+0000","last_peered":"2024-07-27T07:03:32.548658+0000","last_clean":"2024-07-27T07:03:32.548658+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:03:32.548658+0000","last_undegraded":"2024-07-27T07:03:32.548658+0000","last_fullsized":"2024-07-27T07:03:32.548658+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":244,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.550123+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:03:32.550123+0000","last_peered":"2024-07-27T07:03:32.550123+0000","last_clean":"2024-07-27T07:03:32.550123+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:03:32.550123+0000","last_undegraded":"2024-07-27T07:03:32.550123+0000","last_fullsized":"2024-07-27T07:03:32.550123+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276023+0000","last_change":"2024-07-27T07:03:30.524968+0000","last_active":"2024-07-27T07:03:32.276023+0000","last_peered":"2024-07-27T07:03:32.276023+0000","last_clean":"2024-07-27T07:03:32.276023+0000","last_became_active":"2024-07-27T07:03:30.522638+0000","last_became_peered":"2024-07-27T07:03:30.522638+0000","last_unstale":"2024-07-27T07:03:32.276023+0000","last_undegraded":"2024-07-27T07:03:32.276023+0000","last_fullsized":"2024-07-27T07:03:32.276023+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:33:39.101420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.d","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399545+0000","last_change":"2024-07-27T07:03:29.509175+0000","last_active":"2024-07-27T07:03:32.399545+0000","last_peered":"2024-07-27T07:03:32.399545+0000","last_clean":"2024-07-27T07:03:32.399545+0000","last_became_active":"2024-07-27T07:03:29.508754+0000","last_became_peered":"2024-07-27T07:03:29.508754+0000","last_unstale":"2024-07-27T07:03:32.399545+0000","last_undegraded":"2024-07-27T07:03:32.399545+0000","last_fullsized":"2024-07-27T07:03:32.399545+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:48:01.504108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504567+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:03:30.504567+0000","last_peered":"2024-07-27T07:03:30.504567+0000","last_clean":"2024-07-27T07:03:30.504567+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:03:30.504567+0000","last_undegraded":"2024-07-27T07:03:30.504567+0000","last_fullsized":"2024-07-27T07:03:30.504567+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276313+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:03:32.276313+0000","last_peered":"2024-07-27T07:03:32.276313+0000","last_clean":"2024-07-27T07:03:32.276313+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:03:32.276313+0000","last_undegraded":"2024-07-27T07:03:32.276313+0000","last_fullsized":"2024-07-27T07:03:32.276313+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517461+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:03:31.517461+0000","last_peered":"2024-07-27T07:03:31.517461+0000","last_clean":"2024-07-27T07:03:31.517461+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:03:31.517461+0000","last_undegraded":"2024-07-27T07:03:31.517461+0000","last_fullsized":"2024-07-27T07:03:31.517461+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517017+0000","last_change":"2024-07-27T07:03:30.529807+0000","last_active":"2024-07-27T07:03:31.517017+0000","last_peered":"2024-07-27T07:03:31.517017+0000","last_clean":"2024-07-27T07:03:31.517017+0000","last_became_active":"2024-07-27T07:03:30.528950+0000","last_became_peered":"2024-07-27T07:03:30.528950+0000","last_unstale":"2024-07-27T07:03:31.517017+0000","last_undegraded":"2024-07-27T07:03:31.517017+0000","last_fullsized":"2024-07-27T07:03:31.517017+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:54:24.120038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518022+0000","last_change":"2024-07-27T07:03:29.509589+0000","last_active":"2024-07-27T07:03:31.518022+0000","last_peered":"2024-07-27T07:03:31.518022+0000","last_clean":"2024-07-27T07:03:31.518022+0000","last_became_active":"2024-07-27T07:03:29.509189+0000","last_became_peered":"2024-07-27T07:03:29.509189+0000","last_unstale":"2024-07-27T07:03:31.518022+0000","last_undegraded":"2024-07-27T07:03:31.518022+0000","last_fullsized":"2024-07-27T07:03:31.518022+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:16:48.703253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276869+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:03:32.276869+0000","last_peered":"2024-07-27T07:03:32.276869+0000","last_clean":"2024-07-27T07:03:32.276869+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:03:32.276869+0000","last_undegraded":"2024-07-27T07:03:32.276869+0000","last_fullsized":"2024-07-27T07:03:32.276869+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":195,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519601+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:03:31.519601+0000","last_peered":"2024-07-27T07:03:31.519601+0000","last_clean":"2024-07-27T07:03:31.519601+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:03:31.519601+0000","last_undegraded":"2024-07-27T07:03:31.519601+0000","last_fullsized":"2024-07-27T07:03:31.519601+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895122+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:03:31.895122+0000","last_peered":"2024-07-27T07:03:31.895122+0000","last_clean":"2024-07-27T07:03:31.895122+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:03:31.895122+0000","last_undegraded":"2024-07-27T07:03:31.895122+0000","last_fullsized":"2024-07-27T07:03:31.895122+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548278+0000","last_change":"2024-07-27T07:03:30.517376+0000","last_active":"2024-07-27T07:03:32.548278+0000","last_peered":"2024-07-27T07:03:32.548278+0000","last_clean":"2024-07-27T07:03:32.548278+0000","last_became_active":"2024-07-27T07:03:30.516889+0000","last_became_peered":"2024-07-27T07:03:30.516889+0000","last_unstale":"2024-07-27T07:03:32.548278+0000","last_undegraded":"2024-07-27T07:03:32.548278+0000","last_fullsized":"2024-07-27T07:03:32.548278+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:43:20.359459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.b","version":"158'2","reported_seq":15,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.539265+0000","last_change":"2024-07-27T07:03:29.496718+0000","last_active":"2024-07-27T07:03:30.539265+0000","last_peered":"2024-07-27T07:03:30.539265+0000","last_clean":"2024-07-27T07:03:30.539265+0000","last_became_active":"2024-07-27T07:03:29.496347+0000","last_became_peered":"2024-07-27T07:03:29.496347+0000","last_unstale":"2024-07-27T07:03:30.539265+0000","last_undegraded":"2024-07-27T07:03:30.539265+0000","last_fullsized":"2024-07-27T07:03:30.539265+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:32:28.001243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.500072+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:03:30.500072+0000","last_peered":"2024-07-27T07:03:30.500072+0000","last_clean":"2024-07-27T07:03:30.500072+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:03:30.500072+0000","last_undegraded":"2024-07-27T07:03:30.500072+0000","last_fullsized":"2024-07-27T07:03:30.500072+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":194,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.396595+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:03:32.396595+0000","last_peered":"2024-07-27T07:03:32.396595+0000","last_clean":"2024-07-27T07:03:32.396595+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:03:32.396595+0000","last_undegraded":"2024-07-27T07:03:32.396595+0000","last_fullsized":"2024-07-27T07:03:32.396595+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519620+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:03:31.519620+0000","last_peered":"2024-07-27T07:03:31.519620+0000","last_clean":"2024-07-27T07:03:31.519620+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:03:31.519620+0000","last_undegraded":"2024-07-27T07:03:31.519620+0000","last_fullsized":"2024-07-27T07:03:31.519620+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518347+0000","last_change":"2024-07-27T07:03:30.527647+0000","last_active":"2024-07-27T07:03:31.518347+0000","last_peered":"2024-07-27T07:03:31.518347+0000","last_clean":"2024-07-27T07:03:31.518347+0000","last_became_active":"2024-07-27T07:03:30.523793+0000","last_became_peered":"2024-07-27T07:03:30.523793+0000","last_unstale":"2024-07-27T07:03:31.518347+0000","last_undegraded":"2024-07-27T07:03:31.518347+0000","last_fullsized":"2024-07-27T07:03:31.518347+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:35.860222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517941+0000","last_change":"2024-07-27T07:03:29.505997+0000","last_active":"2024-07-27T07:03:31.517941+0000","last_peered":"2024-07-27T07:03:31.517941+0000","last_clean":"2024-07-27T07:03:31.517941+0000","last_became_active":"2024-07-27T07:03:29.504922+0000","last_became_peered":"2024-07-27T07:03:29.504922+0000","last_unstale":"2024-07-27T07:03:31.517941+0000","last_undegraded":"2024-07-27T07:03:31.517941+0000","last_fullsized":"2024-07-27T07:03:31.517941+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:24:49.533428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.498966+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:03:30.498966+0000","last_peered":"2024-07-27T07:03:30.498966+0000","last_clean":"2024-07-27T07:03:30.498966+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:03:30.498966+0000","last_undegraded":"2024-07-27T07:03:30.498966+0000","last_fullsized":"2024-07-27T07:03:30.498966+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.497856+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:03:30.497856+0000","last_peered":"2024-07-27T07:03:30.497856+0000","last_clean":"2024-07-27T07:03:30.497856+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:03:30.497856+0000","last_undegraded":"2024-07-27T07:03:30.497856+0000","last_fullsized":"2024-07-27T07:03:30.497856+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521717+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:03:31.521717+0000","last_peered":"2024-07-27T07:03:31.521717+0000","last_clean":"2024-07-27T07:03:31.521717+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:03:31.521717+0000","last_undegraded":"2024-07-27T07:03:31.521717+0000","last_fullsized":"2024-07-27T07:03:31.521717+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.546802+0000","last_change":"2024-07-27T07:03:30.513721+0000","last_active":"2024-07-27T07:03:32.546802+0000","last_peered":"2024-07-27T07:03:32.546802+0000","last_clean":"2024-07-27T07:03:32.546802+0000","last_became_active":"2024-07-27T07:03:30.513406+0000","last_became_peered":"2024-07-27T07:03:30.513406+0000","last_unstale":"2024-07-27T07:03:32.546802+0000","last_undegraded":"2024-07-27T07:03:32.546802+0000","last_fullsized":"2024-07-27T07:03:32.546802+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:28:49.811545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517539+0000","last_change":"2024-07-27T07:03:29.497803+0000","last_active":"2024-07-27T07:03:31.517539+0000","last_peered":"2024-07-27T07:03:31.517539+0000","last_clean":"2024-07-27T07:03:31.517539+0000","last_became_active":"2024-07-27T07:03:29.497488+0000","last_became_peered":"2024-07-27T07:03:29.497488+0000","last_unstale":"2024-07-27T07:03:31.517539+0000","last_undegraded":"2024-07-27T07:03:31.517539+0000","last_fullsized":"2024-07-27T07:03:31.517539+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:12:45.579037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516040+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:03:31.516040+0000","last_peered":"2024-07-27T07:03:31.516040+0000","last_clean":"2024-07-27T07:03:31.516040+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:03:31.516040+0000","last_undegraded":"2024-07-27T07:03:31.516040+0000","last_fullsized":"2024-07-27T07:03:31.516040+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517629+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:03:31.517629+0000","last_peered":"2024-07-27T07:03:31.517629+0000","last_clean":"2024-07-27T07:03:31.517629+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:03:31.517629+0000","last_undegraded":"2024-07-27T07:03:31.517629+0000","last_fullsized":"2024-07-27T07:03:31.517629+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895677+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:03:31.895677+0000","last_peered":"2024-07-27T07:03:31.895677+0000","last_clean":"2024-07-27T07:03:31.895677+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:03:31.895677+0000","last_undegraded":"2024-07-27T07:03:31.895677+0000","last_fullsized":"2024-07-27T07:03:31.895677+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520605+0000","last_change":"2024-07-27T07:03:30.509706+0000","last_active":"2024-07-27T07:03:31.520605+0000","last_peered":"2024-07-27T07:03:31.520605+0000","last_clean":"2024-07-27T07:03:31.520605+0000","last_became_active":"2024-07-27T07:03:30.509388+0000","last_became_peered":"2024-07-27T07:03:30.509388+0000","last_unstale":"2024-07-27T07:03:31.520605+0000","last_undegraded":"2024-07-27T07:03:31.520605+0000","last_fullsized":"2024-07-27T07:03:31.520605+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:33:39.101420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.6","version":"159'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.530160+0000","last_change":"2024-07-27T07:03:29.507185+0000","last_active":"2024-07-27T07:03:31.530160+0000","last_peered":"2024-07-27T07:03:31.530160+0000","last_clean":"2024-07-27T07:03:31.530160+0000","last_became_active":"2024-07-27T07:03:29.506820+0000","last_became_peered":"2024-07-27T07:03:29.506820+0000","last_unstale":"2024-07-27T07:03:31.530160+0000","last_undegraded":"2024-07-27T07:03:31.530160+0000","last_fullsized":"2024-07-27T07:03:31.530160+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:33.836513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276983+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:03:32.276983+0000","last_peered":"2024-07-27T07:03:32.276983+0000","last_clean":"2024-07-27T07:03:32.276983+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:03:32.276983+0000","last_undegraded":"2024-07-27T07:03:32.276983+0000","last_fullsized":"2024-07-27T07:03:32.276983+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520745+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:03:31.520745+0000","last_peered":"2024-07-27T07:03:31.520745+0000","last_clean":"2024-07-27T07:03:31.520745+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:03:31.520745+0000","last_undegraded":"2024-07-27T07:03:31.520745+0000","last_fullsized":"2024-07-27T07:03:31.520745+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":242,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895942+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:03:31.895942+0000","last_peered":"2024-07-27T07:03:31.895942+0000","last_clean":"2024-07-27T07:03:31.895942+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:03:31.895942+0000","last_undegraded":"2024-07-27T07:03:31.895942+0000","last_fullsized":"2024-07-27T07:03:31.895942+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521111+0000","last_change":"2024-07-27T07:03:30.530003+0000","last_active":"2024-07-27T07:03:31.521111+0000","last_peered":"2024-07-27T07:03:31.521111+0000","last_clean":"2024-07-27T07:03:31.521111+0000","last_became_active":"2024-07-27T07:03:30.526653+0000","last_became_peered":"2024-07-27T07:03:30.526653+0000","last_unstale":"2024-07-27T07:03:31.521111+0000","last_undegraded":"2024-07-27T07:03:31.521111+0000","last_fullsized":"2024-07-27T07:03:31.521111+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:32:05.666012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.7","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519214+0000","last_change":"2024-07-27T07:03:29.505726+0000","last_active":"2024-07-27T07:03:31.519214+0000","last_peered":"2024-07-27T07:03:31.519214+0000","last_clean":"2024-07-27T07:03:31.519214+0000","last_became_active":"2024-07-27T07:03:29.504553+0000","last_became_peered":"2024-07-27T07:03:29.504553+0000","last_unstale":"2024-07-27T07:03:31.519214+0000","last_undegraded":"2024-07-27T07:03:31.519214+0000","last_fullsized":"2024-07-27T07:03:31.519214+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:25:11.308900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":185,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549189+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:03:32.549189+0000","last_peered":"2024-07-27T07:03:32.549189+0000","last_clean":"2024-07-27T07:03:32.549189+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:03:32.549189+0000","last_undegraded":"2024-07-27T07:03:32.549189+0000","last_fullsized":"2024-07-27T07:03:32.549189+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896556+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:03:31.896556+0000","last_peered":"2024-07-27T07:03:31.896556+0000","last_clean":"2024-07-27T07:03:31.896556+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:03:31.896556+0000","last_undegraded":"2024-07-27T07:03:31.896556+0000","last_fullsized":"2024-07-27T07:03:31.896556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399497+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:03:32.399497+0000","last_peered":"2024-07-27T07:03:32.399497+0000","last_clean":"2024-07-27T07:03:32.399497+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:03:32.399497+0000","last_undegraded":"2024-07-27T07:03:32.399497+0000","last_fullsized":"2024-07-27T07:03:32.399497+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521526+0000","last_change":"2024-07-27T07:03:30.513532+0000","last_active":"2024-07-27T07:03:31.521526+0000","last_peered":"2024-07-27T07:03:31.521526+0000","last_clean":"2024-07-27T07:03:31.521526+0000","last_became_active":"2024-07-27T07:03:30.512410+0000","last_became_peered":"2024-07-27T07:03:30.512410+0000","last_unstale":"2024-07-27T07:03:31.521526+0000","last_undegraded":"2024-07-27T07:03:31.521526+0000","last_fullsized":"2024-07-27T07:03:31.521526+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:42.684295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398915+0000","last_change":"2024-07-27T07:03:29.505907+0000","last_active":"2024-07-27T07:03:32.398915+0000","last_peered":"2024-07-27T07:03:32.398915+0000","last_clean":"2024-07-27T07:03:32.398915+0000","last_became_active":"2024-07-27T07:03:29.504324+0000","last_became_peered":"2024-07-27T07:03:29.504324+0000","last_unstale":"2024-07-27T07:03:32.398915+0000","last_undegraded":"2024-07-27T07:03:32.398915+0000","last_fullsized":"2024-07-27T07:03:32.398915+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:45.101403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274297+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:03:32.274297+0000","last_peered":"2024-07-27T07:03:32.274297+0000","last_clean":"2024-07-27T07:03:32.274297+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:03:32.274297+0000","last_undegraded":"2024-07-27T07:03:32.274297+0000","last_fullsized":"2024-07-27T07:03:32.274297+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":194,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.396663+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:03:32.396663+0000","last_peered":"2024-07-27T07:03:32.396663+0000","last_clean":"2024-07-27T07:03:32.396663+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:03:32.396663+0000","last_undegraded":"2024-07-27T07:03:32.396663+0000","last_fullsized":"2024-07-27T07:03:32.396663+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":240,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277265+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:03:32.277265+0000","last_peered":"2024-07-27T07:03:32.277265+0000","last_clean":"2024-07-27T07:03:32.277265+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:03:32.277265+0000","last_undegraded":"2024-07-27T07:03:32.277265+0000","last_fullsized":"2024-07-27T07:03:32.277265+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520728+0000","last_change":"2024-07-27T07:03:30.517685+0000","last_active":"2024-07-27T07:03:31.520728+0000","last_peered":"2024-07-27T07:03:31.520728+0000","last_clean":"2024-07-27T07:03:31.520728+0000","last_became_active":"2024-07-27T07:03:30.517332+0000","last_became_peered":"2024-07-27T07:03:30.517332+0000","last_unstale":"2024-07-27T07:03:31.520728+0000","last_undegraded":"2024-07-27T07:03:31.520728+0000","last_fullsized":"2024-07-27T07:03:31.520728+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:36.749116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399593+0000","last_change":"2024-07-27T07:03:29.509504+0000","last_active":"2024-07-27T07:03:32.399593+0000","last_peered":"2024-07-27T07:03:32.399593+0000","last_clean":"2024-07-27T07:03:32.399593+0000","last_became_active":"2024-07-27T07:03:29.509118+0000","last_became_peered":"2024-07-27T07:03:29.509118+0000","last_unstale":"2024-07-27T07:03:32.399593+0000","last_undegraded":"2024-07-27T07:03:32.399593+0000","last_fullsized":"2024-07-27T07:03:32.399593+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:19.104181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548115+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:03:32.548115+0000","last_peered":"2024-07-27T07:03:32.548115+0000","last_clean":"2024-07-27T07:03:32.548115+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:03:32.548115+0000","last_undegraded":"2024-07-27T07:03:32.548115+0000","last_fullsized":"2024-07-27T07:03:32.548115+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.506092+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:03:30.506092+0000","last_peered":"2024-07-27T07:03:30.506092+0000","last_clean":"2024-07-27T07:03:30.506092+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:03:30.506092+0000","last_undegraded":"2024-07-27T07:03:30.506092+0000","last_fullsized":"2024-07-27T07:03:30.506092+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":240,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277407+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:03:32.277407+0000","last_peered":"2024-07-27T07:03:32.277407+0000","last_clean":"2024-07-27T07:03:32.277407+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:03:32.277407+0000","last_undegraded":"2024-07-27T07:03:32.277407+0000","last_fullsized":"2024-07-27T07:03:32.277407+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519884+0000","last_change":"2024-07-27T07:03:30.516451+0000","last_active":"2024-07-27T07:03:31.519884+0000","last_peered":"2024-07-27T07:03:31.519884+0000","last_clean":"2024-07-27T07:03:31.519884+0000","last_became_active":"2024-07-27T07:03:30.510381+0000","last_became_peered":"2024-07-27T07:03:30.510381+0000","last_unstale":"2024-07-27T07:03:31.519884+0000","last_undegraded":"2024-07-27T07:03:31.519884+0000","last_fullsized":"2024-07-27T07:03:31.519884+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:13:55.923615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895453+0000","last_change":"2024-07-27T07:03:29.498827+0000","last_active":"2024-07-27T07:03:31.895453+0000","last_peered":"2024-07-27T07:03:31.895453+0000","last_clean":"2024-07-27T07:03:31.895453+0000","last_became_active":"2024-07-27T07:03:29.497432+0000","last_became_peered":"2024-07-27T07:03:29.497432+0000","last_unstale":"2024-07-27T07:03:31.895453+0000","last_undegraded":"2024-07-27T07:03:31.895453+0000","last_fullsized":"2024-07-27T07:03:31.895453+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:39:10.416859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":181,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519555+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:03:31.519555+0000","last_peered":"2024-07-27T07:03:31.519555+0000","last_clean":"2024-07-27T07:03:31.519555+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:03:31.519555+0000","last_undegraded":"2024-07-27T07:03:31.519555+0000","last_fullsized":"2024-07-27T07:03:31.519555+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518429+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:03:31.518429+0000","last_peered":"2024-07-27T07:03:31.518429+0000","last_clean":"2024-07-27T07:03:31.518429+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:03:31.518429+0000","last_undegraded":"2024-07-27T07:03:31.518429+0000","last_fullsized":"2024-07-27T07:03:31.518429+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517666+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:03:31.517666+0000","last_peered":"2024-07-27T07:03:31.517666+0000","last_clean":"2024-07-27T07:03:31.517666+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:03:31.517666+0000","last_undegraded":"2024-07-27T07:03:31.517666+0000","last_fullsized":"2024-07-27T07:03:31.517666+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398327+0000","last_change":"2024-07-27T07:03:30.517186+0000","last_active":"2024-07-27T07:03:32.398327+0000","last_peered":"2024-07-27T07:03:32.398327+0000","last_clean":"2024-07-27T07:03:32.398327+0000","last_became_active":"2024-07-27T07:03:30.513714+0000","last_became_peered":"2024-07-27T07:03:30.513714+0000","last_unstale":"2024-07-27T07:03:32.398327+0000","last_undegraded":"2024-07-27T07:03:32.398327+0000","last_fullsized":"2024-07-27T07:03:32.398327+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:41.004620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517061+0000","last_change":"2024-07-27T07:03:29.502316+0000","last_active":"2024-07-27T07:03:31.517061+0000","last_peered":"2024-07-27T07:03:31.517061+0000","last_clean":"2024-07-27T07:03:31.517061+0000","last_became_active":"2024-07-27T07:03:29.501909+0000","last_became_peered":"2024-07-27T07:03:29.501909+0000","last_unstale":"2024-07-27T07:03:31.517061+0000","last_undegraded":"2024-07-27T07:03:31.517061+0000","last_fullsized":"2024-07-27T07:03:31.517061+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:44.506453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":187,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398045+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:03:32.398045+0000","last_peered":"2024-07-27T07:03:32.398045+0000","last_clean":"2024-07-27T07:03:32.398045+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:03:32.398045+0000","last_undegraded":"2024-07-27T07:03:32.398045+0000","last_fullsized":"2024-07-27T07:03:32.398045+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545172+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:03:32.545172+0000","last_peered":"2024-07-27T07:03:32.545172+0000","last_clean":"2024-07-27T07:03:32.545172+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:03:32.545172+0000","last_undegraded":"2024-07-27T07:03:32.545172+0000","last_fullsized":"2024-07-27T07:03:32.545172+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516350+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:03:31.516350+0000","last_peered":"2024-07-27T07:03:31.516350+0000","last_clean":"2024-07-27T07:03:31.516350+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:03:31.516350+0000","last_undegraded":"2024-07-27T07:03:31.516350+0000","last_fullsized":"2024-07-27T07:03:31.516350+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895023+0000","last_change":"2024-07-27T07:03:30.501989+0000","last_active":"2024-07-27T07:03:31.895023+0000","last_peered":"2024-07-27T07:03:31.895023+0000","last_clean":"2024-07-27T07:03:31.895023+0000","last_became_active":"2024-07-27T07:03:30.501647+0000","last_became_peered":"2024-07-27T07:03:30.501647+0000","last_unstale":"2024-07-27T07:03:31.895023+0000","last_undegraded":"2024-07-27T07:03:31.895023+0000","last_fullsized":"2024-07-27T07:03:31.895023+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:45:14.527681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.497904+0000","last_change":"2024-07-27T07:03:29.506745+0000","last_active":"2024-07-27T07:03:30.497904+0000","last_peered":"2024-07-27T07:03:30.497904+0000","last_clean":"2024-07-27T07:03:30.497904+0000","last_became_active":"2024-07-27T07:03:29.506290+0000","last_became_peered":"2024-07-27T07:03:29.506290+0000","last_unstale":"2024-07-27T07:03:30.497904+0000","last_undegraded":"2024-07-27T07:03:30.497904+0000","last_fullsized":"2024-07-27T07:03:30.497904+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:47:34.095097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517662+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:03:31.517662+0000","last_peered":"2024-07-27T07:03:31.517662+0000","last_clean":"2024-07-27T07:03:31.517662+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:03:31.517662+0000","last_undegraded":"2024-07-27T07:03:31.517662+0000","last_fullsized":"2024-07-27T07:03:31.517662+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516218+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:03:31.516218+0000","last_peered":"2024-07-27T07:03:31.516218+0000","last_clean":"2024-07-27T07:03:31.516218+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:03:31.516218+0000","last_undegraded":"2024-07-27T07:03:31.516218+0000","last_fullsized":"2024-07-27T07:03:31.516218+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518340+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:03:31.518340+0000","last_peered":"2024-07-27T07:03:31.518340+0000","last_clean":"2024-07-27T07:03:31.518340+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:03:31.518340+0000","last_undegraded":"2024-07-27T07:03:31.518340+0000","last_fullsized":"2024-07-27T07:03:31.518340+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517176+0000","last_change":"2024-07-27T07:03:30.517084+0000","last_active":"2024-07-27T07:03:31.517176+0000","last_peered":"2024-07-27T07:03:31.517176+0000","last_clean":"2024-07-27T07:03:31.517176+0000","last_became_active":"2024-07-27T07:03:30.516732+0000","last_became_peered":"2024-07-27T07:03:30.516732+0000","last_unstale":"2024-07-27T07:03:31.517176+0000","last_undegraded":"2024-07-27T07:03:31.517176+0000","last_fullsized":"2024-07-27T07:03:31.517176+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:34.843013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545688+0000","last_change":"2024-07-27T07:03:29.498586+0000","last_active":"2024-07-27T07:03:32.545688+0000","last_peered":"2024-07-27T07:03:32.545688+0000","last_clean":"2024-07-27T07:03:32.545688+0000","last_became_active":"2024-07-27T07:03:29.497587+0000","last_became_peered":"2024-07-27T07:03:29.497587+0000","last_unstale":"2024-07-27T07:03:32.545688+0000","last_undegraded":"2024-07-27T07:03:32.545688+0000","last_fullsized":"2024-07-27T07:03:32.545688+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:47.981716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":183,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274467+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:03:32.274467+0000","last_peered":"2024-07-27T07:03:32.274467+0000","last_clean":"2024-07-27T07:03:32.274467+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:03:32.274467+0000","last_undegraded":"2024-07-27T07:03:32.274467+0000","last_fullsized":"2024-07-27T07:03:32.274467+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517926+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:03:31.517926+0000","last_peered":"2024-07-27T07:03:31.517926+0000","last_clean":"2024-07-27T07:03:31.517926+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:03:31.517926+0000","last_undegraded":"2024-07-27T07:03:31.517926+0000","last_fullsized":"2024-07-27T07:03:31.517926+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275508+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:03:32.275508+0000","last_peered":"2024-07-27T07:03:32.275508+0000","last_clean":"2024-07-27T07:03:32.275508+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:03:32.275508+0000","last_undegraded":"2024-07-27T07:03:32.275508+0000","last_fullsized":"2024-07-27T07:03:32.275508+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399717+0000","last_change":"2024-07-27T07:03:30.508950+0000","last_active":"2024-07-27T07:03:32.399717+0000","last_peered":"2024-07-27T07:03:32.399717+0000","last_clean":"2024-07-27T07:03:32.399717+0000","last_became_active":"2024-07-27T07:03:30.507999+0000","last_became_peered":"2024-07-27T07:03:30.507999+0000","last_unstale":"2024-07-27T07:03:32.399717+0000","last_undegraded":"2024-07-27T07:03:32.399717+0000","last_fullsized":"2024-07-27T07:03:32.399717+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:10:03.465205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.1e","version":"158'1","reported_seq":14,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.538933+0000","last_change":"2024-07-27T07:03:29.503783+0000","last_active":"2024-07-27T07:03:30.538933+0000","last_peered":"2024-07-27T07:03:30.538933+0000","last_clean":"2024-07-27T07:03:30.538933+0000","last_became_active":"2024-07-27T07:03:29.501626+0000","last_became_peered":"2024-07-27T07:03:29.501626+0000","last_unstale":"2024-07-27T07:03:30.538933+0000","last_undegraded":"2024-07-27T07:03:30.538933+0000","last_fullsized":"2024-07-27T07:03:30.538933+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:33:57.584151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896068+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:03:31.896068+0000","last_peered":"2024-07-27T07:03:31.896068+0000","last_clean":"2024-07-27T07:03:31.896068+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:03:31.896068+0000","last_undegraded":"2024-07-27T07:03:31.896068+0000","last_fullsized":"2024-07-27T07:03:31.896068+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.510994+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:03:30.510994+0000","last_peered":"2024-07-27T07:03:30.510994+0000","last_clean":"2024-07-27T07:03:30.510994+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:03:30.510994+0000","last_undegraded":"2024-07-27T07:03:30.510994+0000","last_fullsized":"2024-07-27T07:03:30.510994+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276408+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:03:32.276408+0000","last_peered":"2024-07-27T07:03:32.276408+0000","last_clean":"2024-07-27T07:03:32.276408+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:03:32.276408+0000","last_undegraded":"2024-07-27T07:03:32.276408+0000","last_fullsized":"2024-07-27T07:03:32.276408+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.277204+0000","last_change":"2024-07-27T07:03:30.524323+0000","last_active":"2024-07-27T07:03:32.277204+0000","last_peered":"2024-07-27T07:03:32.277204+0000","last_clean":"2024-07-27T07:03:32.277204+0000","last_became_active":"2024-07-27T07:03:30.523998+0000","last_became_peered":"2024-07-27T07:03:30.523998+0000","last_unstale":"2024-07-27T07:03:32.277204+0000","last_undegraded":"2024-07-27T07:03:32.277204+0000","last_fullsized":"2024-07-27T07:03:32.277204+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:42:56.240028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1f","version":"158'4","reported_seq":19,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895720+0000","last_change":"2024-07-27T07:03:29.497790+0000","last_active":"2024-07-27T07:03:31.895720+0000","last_peered":"2024-07-27T07:03:31.895720+0000","last_clean":"2024-07-27T07:03:31.895720+0000","last_became_active":"2024-07-27T07:03:29.496838+0000","last_became_peered":"2024-07-27T07:03:29.496838+0000","last_unstale":"2024-07-27T07:03:31.895720+0000","last_undegraded":"2024-07-27T07:03:31.895720+0000","last_fullsized":"2024-07-27T07:03:31.895720+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:03:47.952683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895907+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:03:31.895907+0000","last_peered":"2024-07-27T07:03:31.895907+0000","last_clean":"2024-07-27T07:03:31.895907+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:03:31.895907+0000","last_undegraded":"2024-07-27T07:03:31.895907+0000","last_fullsized":"2024-07-27T07:03:31.895907+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517999+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:03:31.517999+0000","last_peered":"2024-07-27T07:03:31.517999+0000","last_clean":"2024-07-27T07:03:31.517999+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:03:31.517999+0000","last_undegraded":"2024-07-27T07:03:31.517999+0000","last_fullsized":"2024-07-27T07:03:31.517999+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518608+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:03:31.518608+0000","last_peered":"2024-07-27T07:03:31.518608+0000","last_clean":"2024-07-27T07:03:31.518608+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:03:31.518608+0000","last_undegraded":"2024-07-27T07:03:31.518608+0000","last_fullsized":"2024-07-27T07:03:31.518608+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519203+0000","last_change":"2024-07-27T07:03:30.511419+0000","last_active":"2024-07-27T07:03:31.519203+0000","last_peered":"2024-07-27T07:03:31.519203+0000","last_clean":"2024-07-27T07:03:31.519203+0000","last_became_active":"2024-07-27T07:03:30.510993+0000","last_became_peered":"2024-07-27T07:03:30.510993+0000","last_unstale":"2024-07-27T07:03:31.519203+0000","last_undegraded":"2024-07-27T07:03:31.519203+0000","last_fullsized":"2024-07-27T07:03:31.519203+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:10.652836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1c","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895923+0000","last_change":"2024-07-27T07:03:29.497697+0000","last_active":"2024-07-27T07:03:31.895923+0000","last_peered":"2024-07-27T07:03:31.895923+0000","last_clean":"2024-07-27T07:03:31.895923+0000","last_became_active":"2024-07-27T07:03:29.497296+0000","last_became_peered":"2024-07-27T07:03:29.497296+0000","last_unstale":"2024-07-27T07:03:31.895923+0000","last_undegraded":"2024-07-27T07:03:31.895923+0000","last_fullsized":"2024-07-27T07:03:31.895923+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:55:09.259422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":182,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519254+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:03:31.519254+0000","last_peered":"2024-07-27T07:03:31.519254+0000","last_clean":"2024-07-27T07:03:31.519254+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:03:31.519254+0000","last_undegraded":"2024-07-27T07:03:31.519254+0000","last_fullsized":"2024-07-27T07:03:31.519254+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518121+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:03:31.518121+0000","last_peered":"2024-07-27T07:03:31.518121+0000","last_clean":"2024-07-27T07:03:31.518121+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:03:31.518121+0000","last_undegraded":"2024-07-27T07:03:31.518121+0000","last_fullsized":"2024-07-27T07:03:31.518121+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518262+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:03:31.518262+0000","last_peered":"2024-07-27T07:03:31.518262+0000","last_clean":"2024-07-27T07:03:31.518262+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:03:31.518262+0000","last_undegraded":"2024-07-27T07:03:31.518262+0000","last_fullsized":"2024-07-27T07:03:31.518262+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":10,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.520148+0000","last_change":"2024-07-27T07:03:30.514381+0000","last_active":"2024-07-27T07:03:30.520148+0000","last_peered":"2024-07-27T07:03:30.520148+0000","last_clean":"2024-07-27T07:03:30.520148+0000","last_became_active":"2024-07-27T07:03:30.514017+0000","last_became_peered":"2024-07-27T07:03:30.514017+0000","last_unstale":"2024-07-27T07:03:30.520148+0000","last_undegraded":"2024-07-27T07:03:30.520148+0000","last_fullsized":"2024-07-27T07:03:30.520148+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:38:22.666047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.1d","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895311+0000","last_change":"2024-07-27T07:03:29.511326+0000","last_active":"2024-07-27T07:03:31.895311+0000","last_peered":"2024-07-27T07:03:31.895311+0000","last_clean":"2024-07-27T07:03:31.895311+0000","last_became_active":"2024-07-27T07:03:29.510750+0000","last_became_peered":"2024-07-27T07:03:29.510750+0000","last_unstale":"2024-07-27T07:03:31.895311+0000","last_undegraded":"2024-07-27T07:03:31.895311+0000","last_fullsized":"2024-07-27T07:03:31.895311+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:57:47.951405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":185,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895552+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:03:31.895552+0000","last_peered":"2024-07-27T07:03:31.895552+0000","last_clean":"2024-07-27T07:03:31.895552+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:03:31.895552+0000","last_undegraded":"2024-07-27T07:03:31.895552+0000","last_fullsized":"2024-07-27T07:03:31.895552+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548647+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:03:32.548647+0000","last_peered":"2024-07-27T07:03:32.548647+0000","last_clean":"2024-07-27T07:03:32.548647+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:03:32.548647+0000","last_undegraded":"2024-07-27T07:03:32.548647+0000","last_fullsized":"2024-07-27T07:03:32.548647+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517583+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:03:31.517583+0000","last_peered":"2024-07-27T07:03:31.517583+0000","last_clean":"2024-07-27T07:03:31.517583+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:03:31.517583+0000","last_undegraded":"2024-07-27T07:03:31.517583+0000","last_fullsized":"2024-07-27T07:03:31.517583+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519294+0000","last_change":"2024-07-27T07:03:30.527256+0000","last_active":"2024-07-27T07:03:31.519294+0000","last_peered":"2024-07-27T07:03:31.519294+0000","last_clean":"2024-07-27T07:03:31.519294+0000","last_became_active":"2024-07-27T07:03:30.526604+0000","last_became_peered":"2024-07-27T07:03:30.526604+0000","last_unstale":"2024-07-27T07:03:31.519294+0000","last_undegraded":"2024-07-27T07:03:31.519294+0000","last_fullsized":"2024-07-27T07:03:31.519294+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:25:48.836519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.1a","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275105+0000","last_change":"2024-07-27T07:03:29.496655+0000","last_active":"2024-07-27T07:03:32.275105+0000","last_peered":"2024-07-27T07:03:32.275105+0000","last_clean":"2024-07-27T07:03:32.275105+0000","last_became_active":"2024-07-27T07:03:29.496324+0000","last_became_peered":"2024-07-27T07:03:29.496324+0000","last_unstale":"2024-07-27T07:03:32.275105+0000","last_undegraded":"2024-07-27T07:03:32.275105+0000","last_fullsized":"2024-07-27T07:03:32.275105+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:01:32.358637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":182,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.503844+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:03:30.503844+0000","last_peered":"2024-07-27T07:03:30.503844+0000","last_clean":"2024-07-27T07:03:30.503844+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:03:30.503844+0000","last_undegraded":"2024-07-27T07:03:30.503844+0000","last_fullsized":"2024-07-27T07:03:30.503844+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":189,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.518530+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:03:31.518530+0000","last_peered":"2024-07-27T07:03:31.518530+0000","last_clean":"2024-07-27T07:03:31.518530+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:03:31.518530+0000","last_undegraded":"2024-07-27T07:03:31.518530+0000","last_fullsized":"2024-07-27T07:03:31.518530+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398052+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:03:32.398052+0000","last_peered":"2024-07-27T07:03:32.398052+0000","last_clean":"2024-07-27T07:03:32.398052+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:03:32.398052+0000","last_undegraded":"2024-07-27T07:03:32.398052+0000","last_fullsized":"2024-07-27T07:03:32.398052+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517121+0000","last_change":"2024-07-27T07:03:30.518300+0000","last_active":"2024-07-27T07:03:31.517121+0000","last_peered":"2024-07-27T07:03:31.517121+0000","last_clean":"2024-07-27T07:03:31.517121+0000","last_became_active":"2024-07-27T07:03:30.517862+0000","last_became_peered":"2024-07-27T07:03:30.517862+0000","last_unstale":"2024-07-27T07:03:31.517121+0000","last_undegraded":"2024-07-27T07:03:31.517121+0000","last_fullsized":"2024-07-27T07:03:31.517121+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:48:02.510607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1b","version":"158'1","reported_seq":16,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521151+0000","last_change":"2024-07-27T07:03:29.500203+0000","last_active":"2024-07-27T07:03:31.521151+0000","last_peered":"2024-07-27T07:03:31.521151+0000","last_clean":"2024-07-27T07:03:31.521151+0000","last_became_active":"2024-07-27T07:03:29.499873+0000","last_became_peered":"2024-07-27T07:03:29.499873+0000","last_unstale":"2024-07-27T07:03:31.521151+0000","last_undegraded":"2024-07-27T07:03:31.521151+0000","last_fullsized":"2024-07-27T07:03:31.521151+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:48.482514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275169+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:03:32.275169+0000","last_peered":"2024-07-27T07:03:32.275169+0000","last_clean":"2024-07-27T07:03:32.275169+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:03:32.275169+0000","last_undegraded":"2024-07-27T07:03:32.275169+0000","last_fullsized":"2024-07-27T07:03:32.275169+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":196,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.521361+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:03:31.521361+0000","last_peered":"2024-07-27T07:03:31.521361+0000","last_clean":"2024-07-27T07:03:31.521361+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:03:31.521361+0000","last_undegraded":"2024-07-27T07:03:31.521361+0000","last_fullsized":"2024-07-27T07:03:31.521361+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398188+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:03:32.398188+0000","last_peered":"2024-07-27T07:03:32.398188+0000","last_clean":"2024-07-27T07:03:32.398188+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:03:32.398188+0000","last_undegraded":"2024-07-27T07:03:32.398188+0000","last_fullsized":"2024-07-27T07:03:32.398188+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517408+0000","last_change":"2024-07-27T07:03:30.523619+0000","last_active":"2024-07-27T07:03:31.517408+0000","last_peered":"2024-07-27T07:03:31.517408+0000","last_clean":"2024-07-27T07:03:31.517408+0000","last_became_active":"2024-07-27T07:03:30.521479+0000","last_became_peered":"2024-07-27T07:03:30.521479+0000","last_unstale":"2024-07-27T07:03:31.517408+0000","last_undegraded":"2024-07-27T07:03:31.517408+0000","last_fullsized":"2024-07-27T07:03:31.517408+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:16.145448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.894767+0000","last_change":"2024-07-27T07:03:29.495625+0000","last_active":"2024-07-27T07:03:31.894767+0000","last_peered":"2024-07-27T07:03:31.894767+0000","last_clean":"2024-07-27T07:03:31.894767+0000","last_became_active":"2024-07-27T07:03:29.495291+0000","last_became_peered":"2024-07-27T07:03:29.495291+0000","last_unstale":"2024-07-27T07:03:31.894767+0000","last_undegraded":"2024-07-27T07:03:31.894767+0000","last_fullsized":"2024-07-27T07:03:31.894767+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:39.383557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274926+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:03:32.274926+0000","last_peered":"2024-07-27T07:03:32.274926+0000","last_clean":"2024-07-27T07:03:32.274926+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:03:32.274926+0000","last_undegraded":"2024-07-27T07:03:32.274926+0000","last_fullsized":"2024-07-27T07:03:32.274926+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":192,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545194+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:03:32.545194+0000","last_peered":"2024-07-27T07:03:32.545194+0000","last_clean":"2024-07-27T07:03:32.545194+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:03:32.545194+0000","last_undegraded":"2024-07-27T07:03:32.545194+0000","last_fullsized":"2024-07-27T07:03:32.545194+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":240,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504075+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:03:30.504075+0000","last_peered":"2024-07-27T07:03:30.504075+0000","last_clean":"2024-07-27T07:03:30.504075+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:03:30.504075+0000","last_undegraded":"2024-07-27T07:03:30.504075+0000","last_fullsized":"2024-07-27T07:03:30.504075+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.515955+0000","last_change":"2024-07-27T07:03:30.525313+0000","last_active":"2024-07-27T07:03:31.515955+0000","last_peered":"2024-07-27T07:03:31.515955+0000","last_clean":"2024-07-27T07:03:31.515955+0000","last_became_active":"2024-07-27T07:03:30.525005+0000","last_became_peered":"2024-07-27T07:03:30.525005+0000","last_unstale":"2024-07-27T07:03:31.515955+0000","last_undegraded":"2024-07-27T07:03:31.515955+0000","last_fullsized":"2024-07-27T07:03:31.515955+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:07:36.772568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.499507+0000","last_change":"2024-07-27T07:03:29.503974+0000","last_active":"2024-07-27T07:03:30.499507+0000","last_peered":"2024-07-27T07:03:30.499507+0000","last_clean":"2024-07-27T07:03:30.499507+0000","last_became_active":"2024-07-27T07:03:29.502966+0000","last_became_peered":"2024-07-27T07:03:29.502966+0000","last_unstale":"2024-07-27T07:03:30.499507+0000","last_undegraded":"2024-07-27T07:03:30.499507+0000","last_fullsized":"2024-07-27T07:03:30.499507+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:55.043808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.274704+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:03:32.274704+0000","last_peered":"2024-07-27T07:03:32.274704+0000","last_clean":"2024-07-27T07:03:32.274704+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:03:32.274704+0000","last_undegraded":"2024-07-27T07:03:32.274704+0000","last_fullsized":"2024-07-27T07:03:32.274704+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275387+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:03:32.275387+0000","last_peered":"2024-07-27T07:03:32.275387+0000","last_clean":"2024-07-27T07:03:32.275387+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:03:32.275387+0000","last_undegraded":"2024-07-27T07:03:32.275387+0000","last_fullsized":"2024-07-27T07:03:32.275387+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519731+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:03:31.519731+0000","last_peered":"2024-07-27T07:03:31.519731+0000","last_clean":"2024-07-27T07:03:31.519731+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:03:31.519731+0000","last_undegraded":"2024-07-27T07:03:31.519731+0000","last_fullsized":"2024-07-27T07:03:31.519731+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549999+0000","last_change":"2024-07-27T07:03:30.512457+0000","last_active":"2024-07-27T07:03:32.549999+0000","last_peered":"2024-07-27T07:03:32.549999+0000","last_clean":"2024-07-27T07:03:32.549999+0000","last_became_active":"2024-07-27T07:03:30.512109+0000","last_became_peered":"2024-07-27T07:03:30.512109+0000","last_unstale":"2024-07-27T07:03:32.549999+0000","last_undegraded":"2024-07-27T07:03:32.549999+0000","last_fullsized":"2024-07-27T07:03:32.549999+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:55:03.020291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.276419+0000","last_change":"2024-07-27T07:03:29.503063+0000","last_active":"2024-07-27T07:03:32.276419+0000","last_peered":"2024-07-27T07:03:32.276419+0000","last_clean":"2024-07-27T07:03:32.276419+0000","last_became_active":"2024-07-27T07:03:29.501695+0000","last_became_peered":"2024-07-27T07:03:29.501695+0000","last_unstale":"2024-07-27T07:03:32.276419+0000","last_undegraded":"2024-07-27T07:03:32.276419+0000","last_fullsized":"2024-07-27T07:03:32.276419+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:59:57.114741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":181,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519746+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:03:31.519746+0000","last_peered":"2024-07-27T07:03:31.519746+0000","last_clean":"2024-07-27T07:03:31.519746+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:03:31.519746+0000","last_undegraded":"2024-07-27T07:03:31.519746+0000","last_fullsized":"2024-07-27T07:03:31.519746+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517223+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:03:31.517223+0000","last_peered":"2024-07-27T07:03:31.517223+0000","last_clean":"2024-07-27T07:03:31.517223+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:03:31.517223+0000","last_undegraded":"2024-07-27T07:03:31.517223+0000","last_fullsized":"2024-07-27T07:03:31.517223+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":243,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896030+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:03:31.896030+0000","last_peered":"2024-07-27T07:03:31.896030+0000","last_clean":"2024-07-27T07:03:31.896030+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:03:31.896030+0000","last_undegraded":"2024-07-27T07:03:31.896030+0000","last_fullsized":"2024-07-27T07:03:31.896030+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520300+0000","last_change":"2024-07-27T07:03:30.518399+0000","last_active":"2024-07-27T07:03:31.520300+0000","last_peered":"2024-07-27T07:03:31.520300+0000","last_clean":"2024-07-27T07:03:31.520300+0000","last_became_active":"2024-07-27T07:03:30.518076+0000","last_became_peered":"2024-07-27T07:03:30.518076+0000","last_unstale":"2024-07-27T07:03:31.520300+0000","last_undegraded":"2024-07-27T07:03:31.520300+0000","last_fullsized":"2024-07-27T07:03:31.520300+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:05:30.810868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.511541+0000","last_change":"2024-07-27T07:03:29.510870+0000","last_active":"2024-07-27T07:03:30.511541+0000","last_peered":"2024-07-27T07:03:30.511541+0000","last_clean":"2024-07-27T07:03:30.511541+0000","last_became_active":"2024-07-27T07:03:29.509951+0000","last_became_peered":"2024-07-27T07:03:29.509951+0000","last_unstale":"2024-07-27T07:03:30.511541+0000","last_undegraded":"2024-07-27T07:03:30.511541+0000","last_fullsized":"2024-07-27T07:03:30.511541+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:29:24.686684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.549339+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:03:32.549339+0000","last_peered":"2024-07-27T07:03:32.549339+0000","last_clean":"2024-07-27T07:03:32.549339+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:03:32.549339+0000","last_undegraded":"2024-07-27T07:03:32.549339+0000","last_fullsized":"2024-07-27T07:03:32.549339+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896593+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:03:31.896593+0000","last_peered":"2024-07-27T07:03:31.896593+0000","last_clean":"2024-07-27T07:03:31.896593+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:03:31.896593+0000","last_undegraded":"2024-07-27T07:03:31.896593+0000","last_fullsized":"2024-07-27T07:03:31.896593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.520968+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:03:31.520968+0000","last_peered":"2024-07-27T07:03:31.520968+0000","last_clean":"2024-07-27T07:03:31.520968+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:03:31.520968+0000","last_undegraded":"2024-07-27T07:03:31.520968+0000","last_fullsized":"2024-07-27T07:03:31.520968+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399990+0000","last_change":"2024-07-27T07:03:30.521147+0000","last_active":"2024-07-27T07:03:32.399990+0000","last_peered":"2024-07-27T07:03:32.399990+0000","last_clean":"2024-07-27T07:03:32.399990+0000","last_became_active":"2024-07-27T07:03:30.520785+0000","last_became_peered":"2024-07-27T07:03:30.520785+0000","last_unstale":"2024-07-27T07:03:32.399990+0000","last_undegraded":"2024-07-27T07:03:32.399990+0000","last_fullsized":"2024-07-27T07:03:32.399990+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:57:57.070625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.14","version":"158'6","reported_seq":21,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399164+0000","last_change":"2024-07-27T07:03:29.506828+0000","last_active":"2024-07-27T07:03:32.399164+0000","last_peered":"2024-07-27T07:03:32.399164+0000","last_clean":"2024-07-27T07:03:32.399164+0000","last_became_active":"2024-07-27T07:03:29.504804+0000","last_became_peered":"2024-07-27T07:03:29.504804+0000","last_unstale":"2024-07-27T07:03:32.399164+0000","last_undegraded":"2024-07-27T07:03:32.399164+0000","last_fullsized":"2024-07-27T07:03:32.399164+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:21.370935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548422+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:03:32.548422+0000","last_peered":"2024-07-27T07:03:32.548422+0000","last_clean":"2024-07-27T07:03:32.548422+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:03:32.548422+0000","last_undegraded":"2024-07-27T07:03:32.548422+0000","last_fullsized":"2024-07-27T07:03:32.548422+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517604+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:03:31.517604+0000","last_peered":"2024-07-27T07:03:31.517604+0000","last_clean":"2024-07-27T07:03:31.517604+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:03:31.517604+0000","last_undegraded":"2024-07-27T07:03:31.517604+0000","last_fullsized":"2024-07-27T07:03:31.517604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":243,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896662+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:03:31.896662+0000","last_peered":"2024-07-27T07:03:31.896662+0000","last_clean":"2024-07-27T07:03:31.896662+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:03:31.896662+0000","last_undegraded":"2024-07-27T07:03:31.896662+0000","last_fullsized":"2024-07-27T07:03:31.896662+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.522436+0000","last_change":"2024-07-27T07:03:30.516197+0000","last_active":"2024-07-27T07:03:31.522436+0000","last_peered":"2024-07-27T07:03:31.522436+0000","last_clean":"2024-07-27T07:03:31.522436+0000","last_became_active":"2024-07-27T07:03:30.515885+0000","last_became_peered":"2024-07-27T07:03:30.515885+0000","last_unstale":"2024-07-27T07:03:31.522436+0000","last_undegraded":"2024-07-27T07:03:31.522436+0000","last_fullsized":"2024-07-27T07:03:31.522436+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:16.222739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.547134+0000","last_change":"2024-07-27T07:03:29.506019+0000","last_active":"2024-07-27T07:03:32.547134+0000","last_peered":"2024-07-27T07:03:32.547134+0000","last_clean":"2024-07-27T07:03:32.547134+0000","last_became_active":"2024-07-27T07:03:29.504130+0000","last_became_peered":"2024-07-27T07:03:29.504130+0000","last_unstale":"2024-07-27T07:03:32.547134+0000","last_undegraded":"2024-07-27T07:03:32.547134+0000","last_fullsized":"2024-07-27T07:03:32.547134+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:54:23.326212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896462+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:03:31.896462+0000","last_peered":"2024-07-27T07:03:31.896462+0000","last_clean":"2024-07-27T07:03:31.896462+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:03:31.896462+0000","last_undegraded":"2024-07-27T07:03:31.896462+0000","last_fullsized":"2024-07-27T07:03:31.896462+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":195,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519442+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:03:31.519442+0000","last_peered":"2024-07-27T07:03:31.519442+0000","last_clean":"2024-07-27T07:03:31.519442+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:03:31.519442+0000","last_undegraded":"2024-07-27T07:03:31.519442+0000","last_fullsized":"2024-07-27T07:03:31.519442+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":239,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517778+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:03:31.517778+0000","last_peered":"2024-07-27T07:03:31.517778+0000","last_clean":"2024-07-27T07:03:31.517778+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:03:31.517778+0000","last_undegraded":"2024-07-27T07:03:31.517778+0000","last_fullsized":"2024-07-27T07:03:31.517778+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517982+0000","last_change":"2024-07-27T07:03:30.520362+0000","last_active":"2024-07-27T07:03:31.517982+0000","last_peered":"2024-07-27T07:03:31.517982+0000","last_clean":"2024-07-27T07:03:31.517982+0000","last_became_active":"2024-07-27T07:03:30.520001+0000","last_became_peered":"2024-07-27T07:03:30.520001+0000","last_unstale":"2024-07-27T07:03:31.517982+0000","last_undegraded":"2024-07-27T07:03:31.517982+0000","last_fullsized":"2024-07-27T07:03:31.517982+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:46:45.512953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.13","version":"158'2","reported_seq":17,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.895459+0000","last_change":"2024-07-27T07:03:29.501787+0000","last_active":"2024-07-27T07:03:31.895459+0000","last_peered":"2024-07-27T07:03:31.895459+0000","last_clean":"2024-07-27T07:03:31.895459+0000","last_became_active":"2024-07-27T07:03:29.501409+0000","last_became_peered":"2024-07-27T07:03:29.501409+0000","last_unstale":"2024-07-27T07:03:31.895459+0000","last_undegraded":"2024-07-27T07:03:31.895459+0000","last_fullsized":"2024-07-27T07:03:31.895459+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:23:31.232217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":188,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519455+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:03:31.519455+0000","last_peered":"2024-07-27T07:03:31.519455+0000","last_clean":"2024-07-27T07:03:31.519455+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:03:31.519455+0000","last_undegraded":"2024-07-27T07:03:31.519455+0000","last_fullsized":"2024-07-27T07:03:31.519455+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517266+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:03:31.517266+0000","last_peered":"2024-07-27T07:03:31.517266+0000","last_clean":"2024-07-27T07:03:31.517266+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:03:31.517266+0000","last_undegraded":"2024-07-27T07:03:31.517266+0000","last_fullsized":"2024-07-27T07:03:31.517266+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":241,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275040+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:03:32.275040+0000","last_peered":"2024-07-27T07:03:32.275040+0000","last_clean":"2024-07-27T07:03:32.275040+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:03:32.275040+0000","last_undegraded":"2024-07-27T07:03:32.275040+0000","last_fullsized":"2024-07-27T07:03:32.275040+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517254+0000","last_change":"2024-07-27T07:03:30.521166+0000","last_active":"2024-07-27T07:03:31.517254+0000","last_peered":"2024-07-27T07:03:31.517254+0000","last_clean":"2024-07-27T07:03:31.517254+0000","last_became_active":"2024-07-27T07:03:30.516092+0000","last_became_peered":"2024-07-27T07:03:30.516092+0000","last_unstale":"2024-07-27T07:03:31.517254+0000","last_undegraded":"2024-07-27T07:03:31.517254+0000","last_fullsized":"2024-07-27T07:03:31.517254+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:05:00.720568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.10","version":"158'8","reported_seq":23,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519790+0000","last_change":"2024-07-27T07:03:29.499604+0000","last_active":"2024-07-27T07:03:31.519790+0000","last_peered":"2024-07-27T07:03:31.519790+0000","last_clean":"2024-07-27T07:03:31.519790+0000","last_became_active":"2024-07-27T07:03:29.499008+0000","last_became_peered":"2024-07-27T07:03:29.499008+0000","last_unstale":"2024-07-27T07:03:31.519790+0000","last_undegraded":"2024-07-27T07:03:31.519790+0000","last_fullsized":"2024-07-27T07:03:31.519790+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:04:03.082968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":184,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.545583+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:03:32.545583+0000","last_peered":"2024-07-27T07:03:32.545583+0000","last_clean":"2024-07-27T07:03:32.545583+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:03:32.545583+0000","last_undegraded":"2024-07-27T07:03:32.545583+0000","last_fullsized":"2024-07-27T07:03:32.545583+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":190,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.516244+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:03:31.516244+0000","last_peered":"2024-07-27T07:03:31.516244+0000","last_clean":"2024-07-27T07:03:31.516244+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:03:31.516244+0000","last_undegraded":"2024-07-27T07:03:31.516244+0000","last_fullsized":"2024-07-27T07:03:31.516244+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398946+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:03:32.398946+0000","last_peered":"2024-07-27T07:03:32.398946+0000","last_clean":"2024-07-27T07:03:32.398946+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:03:32.398946+0000","last_undegraded":"2024-07-27T07:03:32.398946+0000","last_fullsized":"2024-07-27T07:03:32.398946+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517112+0000","last_change":"2024-07-27T07:03:30.511649+0000","last_active":"2024-07-27T07:03:31.517112+0000","last_peered":"2024-07-27T07:03:31.517112+0000","last_clean":"2024-07-27T07:03:31.517112+0000","last_became_active":"2024-07-27T07:03:30.511284+0000","last_became_peered":"2024-07-27T07:03:30.511284+0000","last_unstale":"2024-07-27T07:03:31.517112+0000","last_undegraded":"2024-07-27T07:03:31.517112+0000","last_fullsized":"2024-07-27T07:03:31.517112+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:10:59.647935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":15,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.517591+0000","last_change":"2024-07-27T07:03:29.501457+0000","last_active":"2024-07-27T07:03:31.517591+0000","last_peered":"2024-07-27T07:03:31.517591+0000","last_clean":"2024-07-27T07:03:31.517591+0000","last_became_active":"2024-07-27T07:03:29.501014+0000","last_became_peered":"2024-07-27T07:03:29.501014+0000","last_unstale":"2024-07-27T07:03:31.517591+0000","last_undegraded":"2024-07-27T07:03:31.517591+0000","last_fullsized":"2024-07-27T07:03:31.517591+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:04:59.714068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":187,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.397250+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:03:32.397250+0000","last_peered":"2024-07-27T07:03:32.397250+0000","last_clean":"2024-07-27T07:03:32.397250+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:03:32.397250+0000","last_undegraded":"2024-07-27T07:03:32.397250+0000","last_fullsized":"2024-07-27T07:03:32.397250+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":188,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.499238+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:03:30.499238+0000","last_peered":"2024-07-27T07:03:30.499238+0000","last_clean":"2024-07-27T07:03:30.499238+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:03:30.499238+0000","last_undegraded":"2024-07-27T07:03:30.499238+0000","last_fullsized":"2024-07-27T07:03:30.499238+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":251,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.519857+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:03:31.519857+0000","last_peered":"2024-07-27T07:03:31.519857+0000","last_clean":"2024-07-27T07:03:31.519857+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:03:31.519857+0000","last_undegraded":"2024-07-27T07:03:31.519857+0000","last_fullsized":"2024-07-27T07:03:31.519857+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":13,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.398746+0000","last_change":"2024-07-27T07:03:30.496609+0000","last_active":"2024-07-27T07:03:32.398746+0000","last_peered":"2024-07-27T07:03:32.398746+0000","last_clean":"2024-07-27T07:03:32.398746+0000","last_became_active":"2024-07-27T07:03:30.495265+0000","last_became_peered":"2024-07-27T07:03:30.495265+0000","last_unstale":"2024-07-27T07:03:32.398746+0000","last_undegraded":"2024-07-27T07:03:32.398746+0000","last_fullsized":"2024-07-27T07:03:32.398746+0000","mapping_epoch":157,"log_start":"0'0","ondisk_log_start":"0'0","created":157,"last_epoch_clean":158,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:29.446948+0000","last_clean_scrub_stamp":"2024-07-27T07:03:29.446948+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:18:11.609758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.15","version":"158'3","reported_seq":18,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.548286+0000","last_change":"2024-07-27T07:03:29.511038+0000","last_active":"2024-07-27T07:03:32.548286+0000","last_peered":"2024-07-27T07:03:32.548286+0000","last_clean":"2024-07-27T07:03:32.548286+0000","last_became_active":"2024-07-27T07:03:29.510700+0000","last_became_peered":"2024-07-27T07:03:29.510700+0000","last_unstale":"2024-07-27T07:03:32.548286+0000","last_undegraded":"2024-07-27T07:03:32.548286+0000","last_fullsized":"2024-07-27T07:03:32.548286+0000","mapping_epoch":156,"log_start":"0'0","ondisk_log_start":"0'0","created":156,"last_epoch_clean":157,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:03:28.440449+0000","last_clean_scrub_stamp":"2024-07-27T07:03:28.440449+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:22:12.866901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":181,"reported_epoch":158,"state":"active+clean","last_fresh":"2024-07-27T07:03:30.504786+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:03:30.504786+0000","last_peered":"2024-07-27T07:03:30.504786+0000","last_clean":"2024-07-27T07:03:30.504786+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:03:30.504786+0000","last_undegraded":"2024-07-27T07:03:30.504786+0000","last_fullsized":"2024-07-27T07:03:30.504786+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":191,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:31.896436+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:03:31.896436+0000","last_peered":"2024-07-27T07:03:31.896436+0000","last_clean":"2024-07-27T07:03:31.896436+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:03:31.896436+0000","last_undegraded":"2024-07-27T07:03:31.896436+0000","last_fullsized":"2024-07-27T07:03:31.896436+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":250,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.399674+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:03:32.399674+0000","last_peered":"2024-07-27T07:03:32.399674+0000","last_clean":"2024-07-27T07:03:32.399674+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:03:32.399674+0000","last_undegraded":"2024-07-27T07:03:32.399674+0000","last_fullsized":"2024-07-27T07:03:32.399674+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":374,"reported_epoch":159,"state":"active+clean","last_fresh":"2024-07-27T07:03:32.275271+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:03:32.275271+0000","last_peered":"2024-07-27T07:03:32.275271+0000","last_clean":"2024-07-27T07:03:32.275271+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:03:32.275271+0000","last_undegraded":"2024-07-27T07:03:32.275271+0000","last_fullsized":"2024-07-27T07:03:32.275271+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476905,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2008,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2056192,"data_stored":1098536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476903,"num_pgs":55,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2052096,"data_stored":1097942,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476905,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37924,"kb_used_data":2584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333916,"statfs":{"total":96636764160,"available":96597929984,"internally_reserved":0,"allocated":2646016,"data_stored":1688358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476903,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37344,"kb_used_data":2004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334496,"statfs":{"total":96636764160,"available":96598523904,"internally_reserved":0,"allocated":2052096,"data_stored":1098010,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509607,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37348,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334492,"statfs":{"total":96636764160,"available":96598519808,"internally_reserved":0,"allocated":2048000,"data_stored":1097920,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509606,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37932,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94333908,"statfs":{"total":96636764160,"available":96597921792,"internally_reserved":0,"allocated":2654208,"data_stored":1682238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509607,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37364,"kb_used_data":2020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334476,"statfs":{"total":96636764160,"available":96598503424,"internally_reserved":0,"allocated":2068480,"data_stored":1100136,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542310,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37336,"kb_used_data":1988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334504,"statfs":{"total":96636764160,"available":96598532096,"internally_reserved":0,"allocated":2035712,"data_stored":1090064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2216,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:03:35.916 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T07:03:35.916 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 -- 172.21.15.66:0/35133239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e44004800 msgr2=0x7f6e44004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 --2- 172.21.15.66:0/35133239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e44004800 0x7f6e44004c10 secure :-1 s=READY pgs=1707 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800c4a0 tx=0x7f6e44005830 comp rx=0 tx=0).stop 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 -- 172.21.15.66:0/35133239 shutdown_connections 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 --2- 172.21.15.66:0/35133239 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e44004800 0x7f6e44004c10 unknown :-1 s=CLOSED pgs=1707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 -- 172.21.15.66:0/35133239 >> 172.21.15.66:0/35133239 conn(0x7f6e600b1890 msgr2=0x7f6e600b1ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 -- 172.21.15.66:0/35133239 shutdown_connections 2024-07-27T07:03:36.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.259+0000 7f6e67800640 1 -- 172.21.15.66:0/35133239 wait complete. 2024-07-27T07:03:36.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.261+0000 7f6e67800640 1 Processor -- start 2024-07-27T07:03:36.263 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.262+0000 7f6e67800640 1 -- start start 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e44004800 0x7f6e60142700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e600aa0e0 0x7f6e60143f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6015fef0 con 0x7f6e60157ce0 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6015fd70 con 0x7f6e44004800 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e67800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6e60160070 con 0x7f6e600aa0e0 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.263+0000 7f6e57e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53822/0 (socket says 172.21.15.66:53822) 2024-07-27T07:03:36.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 -- 172.21.15.66:0/3379929268 learned_addr learned my addr 172.21.15.66:0/3379929268 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:36.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e65800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e600aa0e0 0x7f6e60143f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.266 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e64e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e44004800 0x7f6e60142700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 -- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e600aa0e0 msgr2=0x7f6e60143f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e600aa0e0 0x7f6e60143f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 -- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e44004800 msgr2=0x7f6e60142700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e44004800 0x7f6e60142700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 -- 172.21.15.66:0/3379929268 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e60142c40 con 0x7f6e60157ce0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.264+0000 7f6e57e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800c590 tx=0x7f6e480060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.265+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48039070 con 0x7f6e60157ce0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.265+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e4802b630 con 0x7f6e60157ce0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.265+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4802ba80 con 0x7f6e60157ce0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.265+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e60156f20 con 0x7f6e60157ce0 2024-07-27T07:03:36.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.265+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e601574e0 con 0x7f6e60157ce0 2024-07-27T07:03:36.268 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.266+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e600aa680 con 0x7f6e60157ce0 2024-07-27T07:03:36.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.268+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6e48044020 con 0x7f6e60157ce0 2024-07-27T07:03:36.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.269+0000 7f6e5d600640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 0x7f6e3c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.269+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f6e480b8c10 con 0x7f6e60157ce0 2024-07-27T07:03:36.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.270+0000 7f6e64e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 0x7f6e3c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.271+0000 7f6e64e00640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 0x7f6e3c079550 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e60069d40 tx=0x7f6e50005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:36.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.275+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6e601606c0 con 0x7f6e60157ce0 2024-07-27T07:03:36.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.573+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f6e60074140 con 0x7f6e60157ce0 2024-07-27T07:03:36.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.577+0000 7f6e5d600640 1 -- 172.21.15.66:0/3379929268 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7f6e60074140 con 0x7f6e60157ce0 2024-07-27T07:03:36.579 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T07:03:36.579 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T07:03:36.579 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T07:03:36.580 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T07:03:36.580 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T07:03:36.580 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.580+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 msgr2=0x7f6e3c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.580+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 0x7f6e3c079550 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e60069d40 tx=0x7f6e50005f30 comp rx=0 tx=0).stop 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.580+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 msgr2=0x7f6e600a9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.580+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800c590 tx=0x7f6e480060e0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 shutdown_connections 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6e3c077040 0x7f6e3c079550 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6e600aa0e0 0x7f6e60143f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6e60157ce0 0x7f6e600a9ba0 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 --2- 172.21.15.66:0/3379929268 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6e44004800 0x7f6e60142700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 >> 172.21.15.66:0/3379929268 conn(0x7f6e600b1890 msgr2=0x7f6e6006f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:36.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 shutdown_connections 2024-07-27T07:03:36.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.581+0000 7f6e67800640 1 -- 172.21.15.66:0/3379929268 wait complete. 2024-07-27T07:03:36.609 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 -- 172.21.15.66:0/1647334210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db40cd360 msgr2=0x7f1db40b72e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 --2- 172.21.15.66:0/1647334210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db40cd360 0x7f1db40b72e0 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f1dac005fd0 tx=0x7f1dac02a810 comp rx=0 tx=0).stop 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 -- 172.21.15.66:0/1647334210 shutdown_connections 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 --2- 172.21.15.66:0/1647334210 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db40cd360 0x7f1db40b72e0 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 -- 172.21.15.66:0/1647334210 >> 172.21.15.66:0/1647334210 conn(0x7f1db40d1b90 msgr2=0x7f1db40d1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 -- 172.21.15.66:0/1647334210 shutdown_connections 2024-07-27T07:03:36.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.899+0000 7f1db9200640 1 -- 172.21.15.66:0/1647334210 wait complete. 2024-07-27T07:03:36.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.901+0000 7f1db9200640 1 Processor -- start 2024-07-27T07:03:36.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.901+0000 7f1db9200640 1 -- start start 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 0x7f1db40b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1db40cd360 0x7f1db4154030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1db40d0810 con 0x7f1db415d2f0 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1db40d0690 con 0x7f1db40cd360 2024-07-27T07:03:36.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db9200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1db40d0990 con 0x7f1db40b3140 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53840/0 (socket says 172.21.15.66:53840) 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.903+0000 7f1db3e00640 1 -- 172.21.15.66:0/4271165613 learned_addr learned my addr 172.21.15.66:0/4271165613 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1dabe00640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1db40cd360 0x7f1db4154030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3400640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 0x7f1db40b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 -- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 msgr2=0x7f1db40b05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 0x7f1db40b05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 -- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1db40cd360 msgr2=0x7f1db4154030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1db40cd360 0x7f1db4154030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 -- 172.21.15.66:0/4271165613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1db40b1ab0 con 0x7f1db415d2f0 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3400640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 0x7f1db40b05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.904+0000 7f1db3e00640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f1dac005fd0 tx=0x7f1dac0315d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:36.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.905+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dac041070 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.905+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dac031ac0 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.905+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1db40afaf0 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.905+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dac037040 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.905+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1db40b00b0 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.906+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1db40af910 con 0x7f1db415d2f0 2024-07-27T07:03:36.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.907+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1dac044070 con 0x7f1db415d2f0 2024-07-27T07:03:36.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.908+0000 7f1dab400640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 0x7f1d90079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:36.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.909+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f1dac0b9ed0 con 0x7f1db415d2f0 2024-07-27T07:03:36.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.909+0000 7f1db3400640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 0x7f1d90079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:36.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.911+0000 7f1db3400640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 0x7f1d90079550 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f1db4074f50 tx=0x7f1da4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:36.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:36.914+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1db40af910 con 0x7f1db415d2f0 2024-07-27T07:03:37.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.168+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1db40b1840 con 0x7f1db415d2f0 2024-07-27T07:03:37.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.169+0000 7f1dab400640 1 -- 172.21.15.66:0/4271165613 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f1dac082ab0 con 0x7f1db415d2f0 2024-07-27T07:03:37.175 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:37.175 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:03:37.176 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:03:37.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.172+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 msgr2=0x7f1d90079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.172+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 0x7f1d90079550 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f1db4074f50 tx=0x7f1da4009040 comp rx=0 tx=0).stop 2024-07-27T07:03:37.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.172+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 msgr2=0x7f1db409ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.172+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f1dac005fd0 tx=0x7f1dac0315d0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 shutdown_connections 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1d90077040 0x7f1d90079550 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1db415d2f0 0x7f1db409ba40 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1db40cd360 0x7f1db4154030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 --2- 172.21.15.66:0/4271165613 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1db40b3140 0x7f1db40b05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 >> 172.21.15.66:0/4271165613 conn(0x7f1db40d1b90 msgr2=0x7f1db40712d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 shutdown_connections 2024-07-27T07:03:37.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.173+0000 7f1db9200640 1 -- 172.21.15.66:0/4271165613 wait complete. 2024-07-27T07:03:37.604 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 184, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T07:03:30.042999+0000', 'modified': '2024-07-27T07:03:33.109900+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8859}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8859': {'gid': 8859, 'name': 'b', 'rank': 0, 'incarnation': 180, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.155:6837/3932957563', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.155:6835', 'nonce': 3932957563}, {'type': 'v1', 'addr': '172.21.15.155:6837', 'nonce': 3932957563}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8859, 'qdb_cluster': [8859]} 2024-07-27T07:03:37.604 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T07:03:37.604 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-07-27T07:03:37.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 -- 172.21.15.66:0/3782997197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b2a90 msgr2=0x7fbc500b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/3782997197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b2a90 0x7fbc500b2ea0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fbc50156ad0 tx=0x7fbc3802a560 comp rx=0 tx=0).stop 2024-07-27T07:03:37.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 -- 172.21.15.66:0/3782997197 shutdown_connections 2024-07-27T07:03:37.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/3782997197 >> v2:172.21.15.155:3300/0 conn(0x7fbc500b4a40 0x7fbc500b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/3782997197 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b2a90 0x7fbc500b2ea0 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 -- 172.21.15.66:0/3782997197 >> 172.21.15.66:0/3782997197 conn(0x7fbc500cfa80 msgr2=0x7fbc500cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.902+0000 7fbc4fe00640 1 -- 172.21.15.66:0/3782997197 shutdown_connections 2024-07-27T07:03:37.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.903+0000 7fbc4fe00640 1 -- 172.21.15.66:0/3782997197 wait complete. 2024-07-27T07:03:37.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.906+0000 7fbc4fe00640 1 Processor -- start 2024-07-27T07:03:37.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.906+0000 7fbc4fe00640 1 -- start start 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc50072300 0x7fbc5014b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc500b2a90 0x7fbc500c9b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5006f420 con 0x7fbc500b4a40 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbc5006f2a0 con 0x7fbc50072300 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbc5006f5a0 con 0x7fbc500b2a90 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53850/0 (socket says 172.21.15.66:53850) 2024-07-27T07:03:37.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.908+0000 7fbc4f400640 1 -- 172.21.15.66:0/4036563376 learned_addr learned my addr 172.21.15.66:0/4036563376 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:37.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc50072300 0x7fbc5014b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc47e00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc500b2a90 0x7fbc500c9b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 -- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc500b2a90 msgr2=0x7fbc500c9b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc500b2a90 0x7fbc500c9b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 -- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc50072300 msgr2=0x7fbc5014b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc50072300 0x7fbc5014b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 -- 172.21.15.66:0/4036563376 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc501f8790 con 0x7fbc500b4a40 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.909+0000 7fbc4f400640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800cab0 tx=0x7fbc4800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.910+0000 7fbc46a00640 1 -- 172.21.15.66:0/4036563376 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48007d90 con 0x7fbc500b4a40 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.910+0000 7fbc46a00640 1 -- 172.21.15.66:0/4036563376 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc4800f540 con 0x7fbc500b4a40 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.910+0000 7fbc46a00640 1 -- 172.21.15.66:0/4036563376 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4800f990 con 0x7fbc500b4a40 2024-07-27T07:03:37.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.910+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc501f8a70 con 0x7fbc500b4a40 2024-07-27T07:03:37.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.910+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc501f9030 con 0x7fbc500b4a40 2024-07-27T07:03:37.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.913+0000 7fbc46a00640 1 -- 172.21.15.66:0/4036563376 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbc4800fb30 con 0x7fbc500b4a40 2024-07-27T07:03:37.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.914+0000 7fbc5cbb6740 1 Processor -- start 2024-07-27T07:03:37.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.914+0000 7fbc46a00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 0x7fbc2c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.914+0000 7fbc5cbb6740 1 -- start start 2024-07-27T07:03:37.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.914+0000 7fbc46a00640 1 -- 172.21.15.66:0/4036563376 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fbc48099910 con 0x7fbc500b4a40 2024-07-27T07:03:37.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.915+0000 7fbc47e00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 0x7fbc2c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacdb06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd9fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55edaccf9390 con 0x55edac9c0590 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55edacce8a30 con 0x55edac9e1270 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55edaccec8d0 con 0x55edac9b83b0 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc47e00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 0x7fbc2c079520 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fbc38033000 tx=0x7fbc38004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53862/0 (socket says 172.21.15.66:53862) 2024-07-27T07:03:37.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.916+0000 7fbc4f400640 1 -- 172.21.15.66:0/1802618393 learned_addr learned my addr 172.21.15.66:0/1802618393 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:37.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacdb06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc47e00640 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd9fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 -- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 msgr2=0x55edacd9fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd9fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 -- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 msgr2=0x55edacdb06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacdb06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 -- 172.21.15.66:0/1802618393 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edacca4d70 con 0x55edac9c0590 2024-07-27T07:03:37.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc4f400640 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fbc4805de80 tx=0x7fbc4800fee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2001d3fa300368f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.917+0000 7fbc3f400640 1 -- 172.21.15.66:0/1802618393 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4801d040 con 0x55edac9c0590 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc3f400640 1 -- 172.21.15.66:0/1802618393 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc4806ae00 con 0x55edac9c0590 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc3f400640 1 -- 172.21.15.66:0/1802618393 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48097e40 con 0x55edac9c0590 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1802618393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 msgr2=0x55edacda03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7fbc4805de80 tx=0x7fbc4800fee0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1802618393 shutdown_connections 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9c0590 0x55edacda03d0 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd9fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1802618393 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacdb06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.918+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1802618393 >> 172.21.15.66:0/1802618393 conn(0x55edac9d53c0 msgr2=0x55edacd867b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.919+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1802618393 shutdown_connections 2024-07-27T07:03:37.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.919+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1802618393 wait complete. 2024-07-27T07:03:37.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.920+0000 7fbc5cbb6740 1 -- start start 2024-07-27T07:03:37.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.920+0000 7fbc5cbb6740 1 Processor -- start 2024-07-27T07:03:37.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdcb770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacd85860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55edaca5b620 con 0x55edac9b83b0 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55edacc85e10 con 0x55edac9e1270 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55edacddbca0 con 0x55edac9c0590 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.921+0000 7fbc5cbb6740 10 client.0 _ll_register_callbacks cb 0x55edacce27b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53874/0 (socket says 172.21.15.66:53874) 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 -- 172.21.15.66:0/1797465578 learned_addr learned my addr 172.21.15.66:0/1797465578 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 -- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 msgr2=0x55edacdcb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdcb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 -- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 msgr2=0x55edacd85860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacd85860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 -- 172.21.15.66:0/1797465578 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edaca4c850 con 0x55edac9b83b0 2024-07-27T07:03:37.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fbc40009f20 tx=0x7fbc400116f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f50d1e468d7721 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.922+0000 7fbc37e00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:03:37.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc40019070 con 0x55edac9b83b0 2024-07-27T07:03:37.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fbc40015870 con 0x55edac9b83b0 2024-07-27T07:03:37.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc4806ae00 con 0x55edac9b83b0 2024-07-27T07:03:37.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fbc40015a70 con 0x55edac9b83b0 2024-07-27T07:03:37.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 10 client.8979 fetch_fsmap learned FSMap version 184 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x55edacac36b0 con 0x55edac9b83b0 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc4806ae00 con 0x55edac9b83b0 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fbc40015c10 con 0x55edac9b83b0 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 10 client.8979 fetch_fsmap finished waiting for FSMap version 184 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 10 client.8979 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.923+0000 7fbc5cbb6740 20 client.8979 populate_metadata read hostname 'smithi066' 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.924+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edac99fe40 0x55edacdc7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.924+0000 7fbc5cbb6740 4 client.8979 mds_command: new command op to 8859 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.924+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 --> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55edaccfb2e0 con 0x55edac99fe40 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.925+0000 7fbc47e00640 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edac99fe40 0x55edacdc7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.926+0000 7fbc47e00640 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edac99fe40 0x55edacdc7ea0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c36a296fcfe761aa server_cookie=2ff1fce0305a6d3a in_seq=0 out_seq=0 2024-07-27T07:03:37.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.926+0000 7fbc37e00640 10 client.8979 ms_handle_connect on v2:172.21.15.155:6835/3932957563 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.928+0000 7fbc37e00640 1 -- 172.21.15.66:0/1797465578 <== mds.0 v2:172.21.15.155:6835/3932957563 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55edaccfb2e0 con 0x55edac99fe40 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.928+0000 7fbc37e00640 10 client.8979 handle_command_reply: tid=0 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.928+0000 7fbc5cbb6740 1 client.8979 shutdown 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.928+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 msgr2=0x55edacd9eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.928+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fbc40009f20 tx=0x7fbc400116f0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 shutdown_connections 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edac99fe40 0x55edacdc7ea0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9e1270 0x55edacd85860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdcb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/1797465578 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9b83b0 0x55edacd9eea0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 >> 172.21.15.66:0/1797465578 conn(0x55edac9d53c0 msgr2=0x55edacdcf3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc37e00640 0 client.8979 ms_handle_reset on v2:172.21.15.155:6835/3932957563 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 shutdown_connections 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/1797465578 wait complete. 2024-07-27T07:03:37.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.929+0000 7fbc5cbb6740 20 client.8979 trim_cache size 0 max 16384 2024-07-27T07:03:37.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.950+0000 7fbc5cbb6740 1 Processor -- start 2024-07-27T07:03:37.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.950+0000 7fbc5cbb6740 1 -- start start 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.951+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd856d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.951+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9c0590 0x55edacd86550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.951+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.951+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbc502038a0 con 0x55edac9e1270 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbc50202c00 con 0x55edac9c0590 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbc50203250 con 0x55edac9b83b0 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53882/0 (socket says 172.21.15.66:53882) 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 -- 172.21.15.66:0/3480420564 learned_addr learned my addr 172.21.15.66:0/3480420564 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:37.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd856d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc47e00640 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9c0590 0x55edacd86550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 -- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 msgr2=0x55edacd856d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd856d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 -- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9c0590 msgr2=0x55edacd86550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9c0590 0x55edacd86550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.952+0000 7fbc4f400640 1 -- 172.21.15.66:0/3480420564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edacdcb700 con 0x55edac9e1270 2024-07-27T07:03:37.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.953+0000 7fbc4f400640 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7fbc4805de80 tx=0x7fbc4805e450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68bfed7ffe04dab1 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.953+0000 7fbc3ea00640 1 -- 172.21.15.66:0/3480420564 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48095070 con 0x55edac9e1270 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.953+0000 7fbc3ea00640 1 -- 172.21.15.66:0/3480420564 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc4806a970 con 0x55edac9e1270 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.953+0000 7fbc3ea00640 1 -- 172.21.15.66:0/3480420564 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4801d040 con 0x55edac9e1270 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/3480420564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 msgr2=0x55edacd86a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7fbc4805de80 tx=0x7fbc4805e450 comp rx=0 tx=0).stop 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/3480420564 shutdown_connections 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacd86a90 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9c0590 0x55edacd86550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/3480420564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9b83b0 0x55edacd856d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/3480420564 >> 172.21.15.66:0/3480420564 conn(0x55edac9d53c0 msgr2=0x55edacdca410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/3480420564 shutdown_connections 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.954+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/3480420564 wait complete. 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.955+0000 7fbc5cbb6740 1 -- start start 2024-07-27T07:03:37.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.955+0000 7fbc5cbb6740 1 Processor -- start 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9b83b0 0x55edacdafdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdc96b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55edacdc5cd0 con 0x55edac9e1270 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55edacddeb10 con 0x55edac9b83b0 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55edacdc6300 con 0x55edac9c0590 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc5cbb6740 10 client.0 _ll_register_callbacks cb 0x7fbc400094b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc4f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53890/0 (socket says 172.21.15.66:53890) 2024-07-27T07:03:37.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc4f400640 1 -- 172.21.15.66:0/743463150 learned_addr learned my addr 172.21.15.66:0/743463150 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.957+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9b83b0 0x55edacdafdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc47e00640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdc96b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 -- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 msgr2=0x55edacdc96b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdc96b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 -- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9b83b0 msgr2=0x55edacdafdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9b83b0 0x55edacdafdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 -- 172.21.15.66:0/743463150 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edacdc91d0 con 0x55edac9e1270 2024-07-27T07:03:37.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc4f400640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800ca80 tx=0x7fbc48061bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a02119693aa623 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc37e00640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48095030 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7fbc4805e090 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.958+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc4806a970 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fbc48071050 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 10 client.8985 fetch_fsmap learned FSMap version 184 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x55edacdb0360 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc4806a970 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fbc48074020 con 0x55edac9e1270 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 10 client.8985 fetch_fsmap finished waiting for FSMap version 184 2024-07-27T07:03:37.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 10 client.8985 resolve_mds: resolved name 'b' to daemon mds.b 2024-07-27T07:03:37.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 20 client.8985 populate_metadata read hostname 'smithi066' 2024-07-27T07:03:37.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edacd84210 0x55edacd84620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:37.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 4 client.8985 mds_command: new command op to 8859 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:03:37.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.959+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 --> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] -- command(tid 0: {"prefix": "status"}) -- 0x55edaccf6d80 con 0x55edacd84210 2024-07-27T07:03:37.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.960+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edacd84210 0x55edacd84620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.961+0000 7fbc4ea00640 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edacd84210 0x55edacd84620 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef4b8a28538c70cd server_cookie=c317d11194e1bc2a in_seq=0 out_seq=0 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.961+0000 7fbc37e00640 10 client.8985 ms_handle_connect on v2:172.21.15.155:6835/3932957563 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc37e00640 1 -- 172.21.15.66:0/743463150 <== mds.0 v2:172.21.15.155:6835/3932957563 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55edaccf6d80 con 0x55edacd84210 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc37e00640 10 client.8985 handle_command_reply: tid=0 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 client.8985 shutdown 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 msgr2=0x55edacdad140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800ca80 tx=0x7fbc48061bd0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 shutdown_connections 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55edac9e1270 0x55edacdad140 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55edac9c0590 0x55edacdc96b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:6835/3932957563,v1:172.21.15.155:6837/3932957563] conn(0x55edacd84210 0x55edacd84620 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 --2- 172.21.15.66:0/743463150 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55edac9b83b0 0x55edacdafdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc37e00640 0 client.8985 ms_handle_reset on v2:172.21.15.155:6835/3932957563 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 >> 172.21.15.66:0/743463150 conn(0x55edac9d53c0 msgr2=0x55edacd86550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 shutdown_connections 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 1 -- 172.21.15.66:0/743463150 wait complete. 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.962+0000 7fbc5cbb6740 20 client.8985 trim_cache size 0 max 16384 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:03:37.965 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 8859, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4578791349999998, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 184, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 159, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 159, 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.162109085999999 2024-07-27T07:03:37.966 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 msgr2=0x7fbc2c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 0x7fbc2c079520 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fbc38033000 tx=0x7fbc38004730 comp rx=0 tx=0).stop 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 msgr2=0x7fbc500aa050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fbc4800cab0 tx=0x7fbc4800cf70 comp rx=0 tx=0).stop 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 shutdown_connections 2024-07-27T07:03:37.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbc2c077010 0x7fbc2c079520 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbc500b4a40 0x7fbc500aa050 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbc500b2a90 0x7fbc500c9b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 --2- 172.21.15.66:0/4036563376 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbc50072300 0x7fbc5014b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 >> 172.21.15.66:0/4036563376 conn(0x7fbc500cfa80 msgr2=0x7fbc5015eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 shutdown_connections 2024-07-27T07:03:37.968 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:37.963+0000 7fbc4fe00640 1 -- 172.21.15.66:0/4036563376 wait complete. 2024-07-27T07:03:37.991 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 -- 172.21.15.66:0/1939972331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc0b6f30 msgr2=0x7f10cc0cf7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 --2- 172.21.15.66:0/1939972331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0cf7f0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f10cc073d10 tx=0x7f10bc02a460 comp rx=0 tx=0).stop 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 -- 172.21.15.66:0/1939972331 shutdown_connections 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 --2- 172.21.15.66:0/1939972331 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0b1ac0 0x7f10cc0cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 --2- 172.21.15.66:0/1939972331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0cf7f0 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 -- 172.21.15.66:0/1939972331 >> 172.21.15.66:0/1939972331 conn(0x7f10cc0d1c20 msgr2=0x7f10cc0d2030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 -- 172.21.15.66:0/1939972331 shutdown_connections 2024-07-27T07:03:38.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.282+0000 7f10cb200640 1 -- 172.21.15.66:0/1939972331 wait complete. 2024-07-27T07:03:38.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.284+0000 7f10cb200640 1 Processor -- start 2024-07-27T07:03:38.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.284+0000 7f10cb200640 1 -- start start 2024-07-27T07:03:38.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0c7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:38.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 0x7f10cc0c7ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:38.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:38.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f10cc0b3420 con 0x7f10cc1603e0 2024-07-27T07:03:38.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f10cc0b32a0 con 0x7f10cc0b6f30 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10cb200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f10cc0b2720 con 0x7f10cc0cd240 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53904/0 (socket says 172.21.15.66:53904) 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.286+0000 7f10ca800640 1 -- 172.21.15.66:0/4038611049 learned_addr learned my addr 172.21.15.66:0/4038611049 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10c9400640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 0x7f10cc0c7ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10c9e00640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0c7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 -- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 msgr2=0x7f10cc0c7ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 0x7f10cc0c7ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 -- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc0b6f30 msgr2=0x7f10cc0c7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0c7990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 -- 172.21.15.66:0/4038611049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10cc161b70 con 0x7f10cc1603e0 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10c9400640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 0x7f10cc0c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:03:38.289 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10ca800640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f10c400ca90 tx=0x7f10c400cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:38.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.287+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c4007d90 con 0x7f10cc1603e0 2024-07-27T07:03:38.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.288+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10c400f450 con 0x7f10cc1603e0 2024-07-27T07:03:38.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.288+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c400f8c0 con 0x7f10cc1603e0 2024-07-27T07:03:38.290 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.288+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10cc162070 con 0x7f10cc1603e0 2024-07-27T07:03:38.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.288+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10cc0c7160 con 0x7f10cc1603e0 2024-07-27T07:03:38.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.289+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10cc068e80 con 0x7f10cc1603e0 2024-07-27T07:03:38.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.290+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f10c400fa60 con 0x7f10cc1603e0 2024-07-27T07:03:38.292 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.291+0000 7f10c2000640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 0x7f10ac079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:38.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.291+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f10c4099970 con 0x7f10cc1603e0 2024-07-27T07:03:38.293 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.292+0000 7f10c9e00640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 0x7f10ac079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:38.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.293+0000 7f10c9e00640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 0x7f10ac079550 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f10bc033000 tx=0x7f10bc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:38.298 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.296+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f10cc068e80 con 0x7f10cc1603e0 2024-07-27T07:03:38.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.557+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f10cc0cd650 con 0x7f10cc1603e0 2024-07-27T07:03:38.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.558+0000 7f10c2000640 1 -- 172.21.15.66:0/4038611049 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v184) ==== 53+0+73 (secure 0 0 0) 0x7f10c4014030 con 0x7f10cc1603e0 2024-07-27T07:03:38.559 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:03:38.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 msgr2=0x7f10ac079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:38.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 0x7f10ac079550 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f10bc033000 tx=0x7f10bc004730 comp rx=0 tx=0).stop 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 msgr2=0x7f10cc1f80f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f10c400ca90 tx=0x7f10c400cf50 comp rx=0 tx=0).stop 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 shutdown_connections 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f10ac077040 0x7f10ac079550 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f10cc1603e0 0x7f10cc1f80f0 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f10cc0cd240 0x7f10cc0c7ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 --2- 172.21.15.66:0/4038611049 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f10cc0b6f30 0x7f10cc0c7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:38.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.560+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 >> 172.21.15.66:0/4038611049 conn(0x7f10cc0d1c20 msgr2=0x7f10cc0c4cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:38.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.561+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 shutdown_connections 2024-07-27T07:03:38.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38.561+0000 7f10cb200640 1 -- 172.21.15.66:0/4038611049 wait complete. 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:03:38.587 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:03:38.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:38.588 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:03:38.635 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41771sec preferred_lft 41771sec 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.636 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:03:38.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:38.638 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:03:38.763 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:03:38.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:38.768 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:03:38.820 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:03:38.821 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:03:38.821 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:03:38.821 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:03:38.821 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:03:38.821 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:03:38.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:03:39.030 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:03:39.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:39.041 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:03:39.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:03:39.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:03:39.097 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:03:39.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:39.098 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:03:39.192 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:03:39.192 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:39.250 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:03:39.250 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:03:39.250 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:39.304 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:03:39.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:39.305 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:03:39.520 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:03:39.520 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:03:39.569 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:03:39.569 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:03:39.569 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:03:39.569 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:03:39.569 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:03:39.571 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:03:39.571 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:03:39.571 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:03:39.571 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:03:39.571 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:03:39.577 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:03:39.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:39.578 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:39.666 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:03:39.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:03:39.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:03:39.822 INFO:teuthology.orchestra.run.smithi066.stdout:client7111 2024-07-27T07:03:39.823 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:39.823 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:39.876 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T07:03:40.178 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T07:03:40.178 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T07:03:40.179 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 -- 172.21.15.66:0/728898369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac0b3260 msgr2=0x7f39ac0cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 --2- 172.21.15.66:0/728898369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac0b3260 0x7f39ac0cfca0 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7f3998005fd0 tx=0x7f399802a4a0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 -- 172.21.15.66:0/728898369 shutdown_connections 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 --2- 172.21.15.66:0/728898369 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac0b3260 0x7f39ac0cfca0 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 --2- 172.21.15.66:0/728898369 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac06e860 0x7f39ac0d2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 -- 172.21.15.66:0/728898369 >> 172.21.15.66:0/728898369 conn(0x7f39ac0d1c10 msgr2=0x7f39ac0d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 -- 172.21.15.66:0/728898369 shutdown_connections 2024-07-27T07:03:40.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.460+0000 7f39b1400640 1 -- 172.21.15.66:0/728898369 wait complete. 2024-07-27T07:03:40.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.462+0000 7f39b1400640 1 Processor -- start 2024-07-27T07:03:40.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.463+0000 7f39b1400640 1 -- start start 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac0b3260 0x7f39ac09cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac09f360 0x7f39ac09d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac0b6930 con 0x7f39ac06db10 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac0b67b0 con 0x7f39ac09f360 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39b1400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f39ac0b6ab0 con 0x7f39ac0b3260 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.464+0000 7f39abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:40.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:53916/0 (socket says 172.21.15.66:53916) 2024-07-27T07:03:40.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 -- 172.21.15.66:0/3101972645 learned_addr learned my addr 172.21.15.66:0/3101972645 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 -- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac0b3260 msgr2=0x7f39ac09cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39ab400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac0b3260 0x7f39ac09cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac0b3260 0x7f39ac09cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 -- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac09f360 msgr2=0x7f39ac09d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac09f360 0x7f39ac09d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 -- 172.21.15.66:0/3101972645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac0b2560 con 0x7f39ac06db10 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.465+0000 7f39abe00640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f399c00d6d0 tx=0x7f399c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.466+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c017070 con 0x7f39ac06db10 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.466+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f399c005330 con 0x7f39ac06db10 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.466+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c009820 con 0x7f39ac06db10 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.466+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac0b14c0 con 0x7f39ac06db10 2024-07-27T07:03:40.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.466+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac0b1a80 con 0x7f39ac06db10 2024-07-27T07:03:40.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.467+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39ac0cefa0 con 0x7f39ac06db10 2024-07-27T07:03:40.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.469+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f399c009bd0 con 0x7f39ac06db10 2024-07-27T07:03:40.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.470+0000 7f39a3e00640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 0x7f398c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:40.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.470+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f399c0990e0 con 0x7f39ac06db10 2024-07-27T07:03:40.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.470+0000 7f39ab400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 0x7f398c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:40.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.472+0000 7f39ab400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 0x7f398c079520 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f3998033000 tx=0x7f3998004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:40.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.475+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f399c061de0 con 0x7f39ac06db10 2024-07-27T07:03:40.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.730+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f39ac0b7740 con 0x7f39ac06db10 2024-07-27T07:03:40.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.731+0000 7f39a3e00640 1 -- 172.21.15.66:0/3101972645 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f399c0616e0 con 0x7f39ac06db10 2024-07-27T07:03:40.733 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:40.733 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:03:40.733 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.734+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 msgr2=0x7f398c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.734+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 0x7f398c079520 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f3998033000 tx=0x7f3998004730 comp rx=0 tx=0).stop 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.734+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 msgr2=0x7f39ac09ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.734+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7f399c00d6d0 tx=0x7f399c00db90 comp rx=0 tx=0).stop 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 shutdown_connections 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f398c077010 0x7f398c079520 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f39ac09f360 0x7f39ac09d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f39ac0b3260 0x7f39ac09cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 --2- 172.21.15.66:0/3101972645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f39ac06db10 0x7f39ac09ee20 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 >> 172.21.15.66:0/3101972645 conn(0x7f39ac0d1c10 msgr2=0x7f39ac070590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 shutdown_connections 2024-07-27T07:03:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:40.735+0000 7f39b1400640 1 -- 172.21.15.66:0/3101972645 wait complete. 2024-07-27T07:03:40.764 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json config set mds_max_snaps_per_dir 100 2024-07-27T07:03:41.060 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_max_snaps_per_dir = '' "} 2024-07-27T07:03:41.060 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_max_snaps_per_dir = '' " } 2024-07-27T07:03:41.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.060 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts) 2024-07-27T07:03:41.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.132 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_1) 2024-07-27T07:03:41.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.233 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_2) 2024-07-27T07:03:41.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.327 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_3) 2024-07-27T07:03:41.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.420 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_4) 2024-07-27T07:03:41.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.512 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_5) 2024-07-27T07:03:41.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.605 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_6) 2024-07-27T07:03:41.694 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.695 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_7) 2024-07-27T07:03:41.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.791 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_8) 2024-07-27T07:03:41.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.887 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_9) 2024-07-27T07:03:41.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:41.983 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_10) 2024-07-27T07:03:42.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.078 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_11) 2024-07-27T07:03:42.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.157 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_12) 2024-07-27T07:03:42.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.239 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_13) 2024-07-27T07:03:42.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.322 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_14) 2024-07-27T07:03:42.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.404 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_15) 2024-07-27T07:03:42.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.488 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_16) 2024-07-27T07:03:42.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.570 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_17) 2024-07-27T07:03:42.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.655 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_18) 2024-07-27T07:03:42.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.739 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_19) 2024-07-27T07:03:42.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.824 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_20) 2024-07-27T07:03:42.905 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.906 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_21) 2024-07-27T07:03:42.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:42.988 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_22) 2024-07-27T07:03:43.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.073 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_23) 2024-07-27T07:03:43.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.154 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_24) 2024-07-27T07:03:43.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.236 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_25) 2024-07-27T07:03:43.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.318 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_26) 2024-07-27T07:03:43.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.399 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_27) 2024-07-27T07:03:43.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.476 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_28) 2024-07-27T07:03:43.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.553 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_29) 2024-07-27T07:03:43.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.633 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_30) 2024-07-27T07:03:43.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.713 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_31) 2024-07-27T07:03:43.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.793 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_32) 2024-07-27T07:03:43.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.879 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_33) 2024-07-27T07:03:43.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:43.966 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_34) 2024-07-27T07:03:44.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.052 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_35) 2024-07-27T07:03:44.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.141 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_36) 2024-07-27T07:03:44.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.229 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_37) 2024-07-27T07:03:44.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.312 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_38) 2024-07-27T07:03:44.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.399 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_39) 2024-07-27T07:03:44.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.484 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_40) 2024-07-27T07:03:44.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.567 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_41) 2024-07-27T07:03:44.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.654 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_42) 2024-07-27T07:03:44.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.741 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_43) 2024-07-27T07:03:44.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.824 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_44) 2024-07-27T07:03:44.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.908 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_45) 2024-07-27T07:03:44.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:44.992 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_46) 2024-07-27T07:03:45.077 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.077 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_47) 2024-07-27T07:03:45.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.166 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_48) 2024-07-27T07:03:45.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.253 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_49) 2024-07-27T07:03:45.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.335 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_50) 2024-07-27T07:03:45.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.421 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_51) 2024-07-27T07:03:45.506 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.506 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_52) 2024-07-27T07:03:45.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.591 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_53) 2024-07-27T07:03:45.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.673 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_54) 2024-07-27T07:03:45.758 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.758 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_55) 2024-07-27T07:03:45.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.842 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_56) 2024-07-27T07:03:45.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:45.925 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_57) 2024-07-27T07:03:46.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.015 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_58) 2024-07-27T07:03:46.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.102 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_59) 2024-07-27T07:03:46.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.187 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_60) 2024-07-27T07:03:46.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.294 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_61) 2024-07-27T07:03:46.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.389 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_62) 2024-07-27T07:03:46.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.487 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_63) 2024-07-27T07:03:46.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.583 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_64) 2024-07-27T07:03:46.681 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.681 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_65) 2024-07-27T07:03:46.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.781 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_66) 2024-07-27T07:03:46.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.878 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_67) 2024-07-27T07:03:46.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:46.976 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_68) 2024-07-27T07:03:47.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.071 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_69) 2024-07-27T07:03:47.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.163 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_70) 2024-07-27T07:03:47.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.248 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_71) 2024-07-27T07:03:47.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.337 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_72) 2024-07-27T07:03:47.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.424 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_73) 2024-07-27T07:03:47.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.512 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_74) 2024-07-27T07:03:47.596 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.596 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_75) 2024-07-27T07:03:47.677 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.677 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_76) 2024-07-27T07:03:47.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.762 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_77) 2024-07-27T07:03:47.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.848 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_78) 2024-07-27T07:03:47.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:47.930 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_79) 2024-07-27T07:03:48.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.012 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_80) 2024-07-27T07:03:48.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.098 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_81) 2024-07-27T07:03:48.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.186 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_82) 2024-07-27T07:03:48.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.272 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_83) 2024-07-27T07:03:48.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.354 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_84) 2024-07-27T07:03:48.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.444 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_85) 2024-07-27T07:03:48.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.534 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_86) 2024-07-27T07:03:48.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.623 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_87) 2024-07-27T07:03:48.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.712 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_88) 2024-07-27T07:03:48.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.800 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_89) 2024-07-27T07:03:48.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.885 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_90) 2024-07-27T07:03:48.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:48.972 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_91) 2024-07-27T07:03:49.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.059 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_92) 2024-07-27T07:03:49.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.148 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_93) 2024-07-27T07:03:49.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.234 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_94) 2024-07-27T07:03:49.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.324 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_95) 2024-07-27T07:03:49.407 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.407 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_96) 2024-07-27T07:03:49.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.495 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_97) 2024-07-27T07:03:49.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.578 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_98) 2024-07-27T07:03:49.659 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.659 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_99) 2024-07-27T07:03:49.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.746 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_100) 2024-07-27T07:03:49.835 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:49.835 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_101) 2024-07-27T07:03:49.895 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘accounts/.snap/s_101’: Too many links 2024-07-27T07:03:49.897 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:03:49.897 INFO:tasks.cephfs.test_snapshots:failed while creating snap #101: CommandFailedError() 2024-07-27T07:03:49.897 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 -- 172.21.15.66:0/1123161018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a200b5250 msgr2=0x7f6a20072300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1123161018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a200b5250 0x7f6a20072300 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7f6a200cdd20 tx=0x7f6a1002a530 comp rx=0 tx=0).stop 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 -- 172.21.15.66:0/1123161018 shutdown_connections 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1123161018 >> v2:172.21.15.155:3300/0 conn(0x7f6a2006e5a0 0x7f6a2006e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1123161018 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a200b5250 0x7f6a20072300 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 -- 172.21.15.66:0/1123161018 >> 172.21.15.66:0/1123161018 conn(0x7f6a200cfa80 msgr2=0x7f6a200cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 -- 172.21.15.66:0/1123161018 shutdown_connections 2024-07-27T07:03:50.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.194+0000 7f6a24a00640 1 -- 172.21.15.66:0/1123161018 wait complete. 2024-07-27T07:03:50.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.196+0000 7f6a24a00640 1 Processor -- start 2024-07-27T07:03:50.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.197+0000 7f6a24a00640 1 -- start start 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a2006e5a0 0x7f6a2015ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a200b5250 0x7f6a2014faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2006eef0 con 0x7f6a2015a1e0 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6a20070600 con 0x7f6a2006e5a0 2024-07-27T07:03:50.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.198+0000 7f6a24a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6a2006f070 con 0x7f6a200b5250 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:34876/0 (socket says 172.21.15.66:34876) 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 -- 172.21.15.66:0/1226498723 learned_addr learned my addr 172.21.15.66:0/1226498723 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1e800640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a2006e5a0 0x7f6a2015ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1de00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a200b5250 0x7f6a2014faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 -- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a200b5250 msgr2=0x7f6a2014faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a200b5250 0x7f6a2014faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 -- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a2006e5a0 msgr2=0x7f6a2015ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a2006e5a0 0x7f6a2015ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.199+0000 7f6a1f200640 1 -- 172.21.15.66:0/1226498723 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a20148650 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a1f200640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f6a1800e960 tx=0x7f6a1800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18004d20 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a1800cb20 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18005020 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a20147520 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.200+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a2015b450 con 0x7f6a2015a1e0 2024-07-27T07:03:50.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.202+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a2006e9b0 con 0x7f6a2015a1e0 2024-07-27T07:03:50.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.203+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6a180051c0 con 0x7f6a2015a1e0 2024-07-27T07:03:50.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.204+0000 7f6a16a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 0x7f69fc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:50.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.204+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 7265+0+0 (secure 0 0 0) 0x7f6a180997e0 con 0x7f6a2015a1e0 2024-07-27T07:03:50.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.205+0000 7f6a1e800640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 0x7f69fc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:50.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.206+0000 7f6a1e800640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 0x7f69fc079550 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6a10034000 tx=0x7f6a10004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:50.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.209+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6a18016030 con 0x7f6a2015a1e0 2024-07-27T07:03:50.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.463+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6a20151920 con 0x7f6a2015a1e0 2024-07-27T07:03:50.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.464+0000 7f6a16a00640 1 -- 172.21.15.66:0/1226498723 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f6a18061cd0 con 0x7f6a2015a1e0 2024-07-27T07:03:50.466 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:03:50.466 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:03:50.466 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:03:50.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 msgr2=0x7f69fc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:50.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 0x7f69fc079550 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6a10034000 tx=0x7f6a10004730 comp rx=0 tx=0).stop 2024-07-27T07:03:50.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 msgr2=0x7f6a2014ffe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:50.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7f6a1800e960 tx=0x7f6a1800ee20 comp rx=0 tx=0).stop 2024-07-27T07:03:50.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 shutdown_connections 2024-07-27T07:03:50.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69fc077040 0x7f69fc079550 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6a2015a1e0 0x7f6a2014ffe0 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6a200b5250 0x7f6a2014faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 --2- 172.21.15.66:0/1226498723 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6a2006e5a0 0x7f6a2015ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.467+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 >> 172.21.15.66:0/1226498723 conn(0x7f6a200cfa80 msgr2=0x7f6a20147dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.468+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 shutdown_connections 2024-07-27T07:03:50.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:50.468+0000 7f6a24a00640 1 -- 172.21.15.66:0/1226498723 wait complete. 2024-07-27T07:03:50.497 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json config set mds_max_snaps_per_dir 101 2024-07-27T07:03:50.797 INFO:teuthology.orchestra.run.smithi155.stdout:{"success":"mds_max_snaps_per_dir = '' "} 2024-07-27T07:03:50.797 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_max_snaps_per_dir = '' " } 2024-07-27T07:03:50.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:50.797 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_101) 2024-07-27T07:03:50.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:50.888 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_1) 2024-07-27T07:03:50.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:50.968 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_2) 2024-07-27T07:03:51.043 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.043 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_3) 2024-07-27T07:03:51.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.119 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_4) 2024-07-27T07:03:51.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.195 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_5) 2024-07-27T07:03:51.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.271 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_6) 2024-07-27T07:03:51.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.346 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_7) 2024-07-27T07:03:51.424 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.424 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_8) 2024-07-27T07:03:51.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.504 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_9) 2024-07-27T07:03:51.579 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.579 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_10) 2024-07-27T07:03:51.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.654 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_11) 2024-07-27T07:03:51.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.730 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_12) 2024-07-27T07:03:51.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.808 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_13) 2024-07-27T07:03:51.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.879 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_14) 2024-07-27T07:03:51.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:51.956 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_15) 2024-07-27T07:03:52.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.037 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_16) 2024-07-27T07:03:52.114 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.115 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_17) 2024-07-27T07:03:52.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.188 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_18) 2024-07-27T07:03:52.262 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.262 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_19) 2024-07-27T07:03:52.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.342 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_20) 2024-07-27T07:03:52.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.419 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_21) 2024-07-27T07:03:52.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.494 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_22) 2024-07-27T07:03:52.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.571 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_23) 2024-07-27T07:03:52.649 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.650 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_24) 2024-07-27T07:03:52.727 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.727 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_25) 2024-07-27T07:03:52.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.827 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_26) 2024-07-27T07:03:52.903 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.903 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_27) 2024-07-27T07:03:52.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:52.968 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_28) 2024-07-27T07:03:53.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.024 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_29) 2024-07-27T07:03:53.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.084 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_30) 2024-07-27T07:03:53.147 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.147 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_31) 2024-07-27T07:03:53.225 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.226 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_32) 2024-07-27T07:03:53.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.308 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_33) 2024-07-27T07:03:53.368 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.368 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_34) 2024-07-27T07:03:53.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.436 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_35) 2024-07-27T07:03:53.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.518 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_36) 2024-07-27T07:03:53.594 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.595 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_37) 2024-07-27T07:03:53.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.673 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_38) 2024-07-27T07:03:53.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.751 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_39) 2024-07-27T07:03:53.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.852 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_40) 2024-07-27T07:03:53.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.925 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_41) 2024-07-27T07:03:53.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:53.978 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_42) 2024-07-27T07:03:54.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.037 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_43) 2024-07-27T07:03:54.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.117 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_44) 2024-07-27T07:03:54.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.212 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_45) 2024-07-27T07:03:54.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.261 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_46) 2024-07-27T07:03:54.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.318 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_47) 2024-07-27T07:03:54.379 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.379 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_48) 2024-07-27T07:03:54.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.447 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_49) 2024-07-27T07:03:54.517 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.518 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_50) 2024-07-27T07:03:54.588 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.589 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_51) 2024-07-27T07:03:54.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.663 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_52) 2024-07-27T07:03:54.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.738 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_53) 2024-07-27T07:03:54.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.842 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_54) 2024-07-27T07:03:54.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.928 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_55) 2024-07-27T07:03:54.981 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:54.981 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_56) 2024-07-27T07:03:55.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.037 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_57) 2024-07-27T07:03:55.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.111 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_58) 2024-07-27T07:03:55.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.181 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_59) 2024-07-27T07:03:55.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.232 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_60) 2024-07-27T07:03:55.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.289 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_61) 2024-07-27T07:03:55.356 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.356 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_62) 2024-07-27T07:03:55.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.426 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_63) 2024-07-27T07:03:55.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.501 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_64) 2024-07-27T07:03:55.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.579 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_65) 2024-07-27T07:03:55.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.654 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_66) 2024-07-27T07:03:55.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.729 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_67) 2024-07-27T07:03:55.840 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.840 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_68) 2024-07-27T07:03:55.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.924 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_69) 2024-07-27T07:03:55.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:55.982 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_70) 2024-07-27T07:03:56.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.038 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_71) 2024-07-27T07:03:56.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.099 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_72) 2024-07-27T07:03:56.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.168 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_73) 2024-07-27T07:03:56.255 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.256 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_74) 2024-07-27T07:03:56.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.318 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_75) 2024-07-27T07:03:56.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.369 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_76) 2024-07-27T07:03:56.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.431 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_77) 2024-07-27T07:03:56.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.502 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_78) 2024-07-27T07:03:56.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.580 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_79) 2024-07-27T07:03:56.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.658 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_80) 2024-07-27T07:03:56.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.738 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_81) 2024-07-27T07:03:56.836 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.836 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_82) 2024-07-27T07:03:56.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.919 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_83) 2024-07-27T07:03:56.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:56.982 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_84) 2024-07-27T07:03:57.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.034 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_85) 2024-07-27T07:03:57.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.096 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_86) 2024-07-27T07:03:57.162 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.163 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_87) 2024-07-27T07:03:57.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.252 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_88) 2024-07-27T07:03:57.312 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.313 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_89) 2024-07-27T07:03:57.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.364 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_90) 2024-07-27T07:03:57.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.423 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_91) 2024-07-27T07:03:57.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.487 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_92) 2024-07-27T07:03:57.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.557 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_93) 2024-07-27T07:03:57.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.632 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_94) 2024-07-27T07:03:57.713 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.713 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_95) 2024-07-27T07:03:57.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.791 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_96) 2024-07-27T07:03:57.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.881 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_97) 2024-07-27T07:03:57.949 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:57.949 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_98) 2024-07-27T07:03:58.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:58.014 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_99) 2024-07-27T07:03:58.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:58.075 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_100) 2024-07-27T07:03:58.135 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:58.135 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_101) 2024-07-27T07:03:58.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:58.203 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts) 2024-07-27T07:03:58.263 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:03:58.263 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:58.377 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:03:58.495 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:03:58.496 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:58.496 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:58.496 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:58.560 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:58.560 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:58.628 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 -- 172.21.15.66:0/2402354736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b006cf00 msgr2=0x7ff3b015f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 --2- 172.21.15.66:0/2402354736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b006cf00 0x7ff3b015f2c0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff3b0158e00 tx=0x7ff3a802a890 comp rx=0 tx=0).stop 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 -- 172.21.15.66:0/2402354736 shutdown_connections 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 --2- 172.21.15.66:0/2402354736 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b006cf00 0x7ff3b015f2c0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 -- 172.21.15.66:0/2402354736 >> 172.21.15.66:0/2402354736 conn(0x7ff3b00d0bd0 msgr2=0x7ff3b00d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 -- 172.21.15.66:0/2402354736 shutdown_connections 2024-07-27T07:03:58.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.926+0000 7ff3af200640 1 -- 172.21.15.66:0/2402354736 wait complete. 2024-07-27T07:03:58.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.929+0000 7ff3af200640 1 Processor -- start 2024-07-27T07:03:58.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.929+0000 7ff3af200640 1 -- start start 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b0070120 0x7ff3b01f5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3b0158870 0x7ff3b00cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b00ca530 con 0x7ff3b00cc920 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b00ca3b0 con 0x7ff3b0158870 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3af200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff3b00ca6b0 con 0x7ff3b0070120 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.930+0000 7ff3ae800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58066/0 (socket says 172.21.15.66:58066) 2024-07-27T07:03:58.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 -- 172.21.15.66:0/2266084929 learned_addr learned my addr 172.21.15.66:0/2266084929 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:58.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ade00640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b0070120 0x7ff3b01f5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:58.933 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ad400640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3b0158870 0x7ff3b00cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 -- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b0070120 msgr2=0x7ff3b01f5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b0070120 0x7ff3b01f5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 -- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3b0158870 msgr2=0x7ff3b00cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3b0158870 0x7ff3b00cc3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 -- 172.21.15.66:0/2266084929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b01f5590 con 0x7ff3b00cc920 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.931+0000 7ff3ae800640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8006010 tx=0x7ff3a8031c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.932+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a8003d80 con 0x7ff3b00cc920 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.932+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3a8004130 con 0x7ff3b00cc920 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.932+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b01e99d0 con 0x7ff3b00cc920 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.932+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a8004580 con 0x7ff3b00cc920 2024-07-27T07:03:58.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.932+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b00b5700 con 0x7ff3b00cc920 2024-07-27T07:03:58.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.933+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b0074cd0 con 0x7ff3b00cc920 2024-07-27T07:03:58.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.934+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff3a803b410 con 0x7ff3b00cc920 2024-07-27T07:03:58.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.935+0000 7ff3a6000640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 0x7ff390079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:58.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.936+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(167..167 src has 1..167) ==== 7411+0+0 (secure 0 0 0) 0x7ff3a80ba2c0 con 0x7ff3b00cc920 2024-07-27T07:03:58.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.936+0000 7ff3ade00640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 0x7ff390079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:58.938 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.937+0000 7ff3ade00640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 0x7ff390079550 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0001120 tx=0x7ff3a0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:58.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:58.940+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff3b0074cd0 con 0x7ff3b00cc920 2024-07-27T07:03:59.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.247+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff3b015f2c0 con 0x7ff3b00cc920 2024-07-27T07:03:59.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.247+0000 7ff3a6000640 1 -- 172.21.15.66:0/2266084929 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v167) ==== 80+0+0 (secure 0 0 0) 0x7ff3a803f030 con 0x7ff3b00cc920 2024-07-27T07:03:59.249 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T07:03:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 msgr2=0x7ff390079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 0x7ff390079550 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ff3a0001120 tx=0x7ff3a0009040 comp rx=0 tx=0).stop 2024-07-27T07:03:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 msgr2=0x7ff3b00b62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:59.251 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7ff3a8006010 tx=0x7ff3a8031c20 comp rx=0 tx=0).stop 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 shutdown_connections 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff390077040 0x7ff390079550 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff3b00cc920 0x7ff3b00b62d0 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff3b0158870 0x7ff3b00cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 --2- 172.21.15.66:0/2266084929 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff3b0070120 0x7ff3b01f5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 >> 172.21.15.66:0/2266084929 conn(0x7ff3b00d0bd0 msgr2=0x7ff3b0155630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 shutdown_connections 2024-07-27T07:03:59.252 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.250+0000 7ff3af200640 1 -- 172.21.15.66:0/2266084929 wait complete. 2024-07-27T07:03:59.278 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:03:59.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:59.278 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:03:59.355 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:03:59.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:03:59.355 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:03:59.396 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:59.396 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:59.396 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:59.453 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:59.453 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:59.453 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:03:59.453 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:59.507 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:03:59.507 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:03:59.507 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:03:59.507 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:03:59.559 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:03:59.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:03:59.851 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:03:59.858 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:03:59.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 -- 172.21.15.66:0/3572842464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc15a1e0 msgr2=0x7f26bc072840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:59.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 --2- 172.21.15.66:0/3572842464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc15a1e0 0x7f26bc072840 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f26a8009830 tx=0x7f26a802a510 comp rx=0 tx=0).stop 2024-07-27T07:03:59.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 -- 172.21.15.66:0/3572842464 shutdown_connections 2024-07-27T07:03:59.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 --2- 172.21.15.66:0/3572842464 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc15a1e0 0x7f26bc072840 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 --2- 172.21.15.66:0/3572842464 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 -- 172.21.15.66:0/3572842464 >> 172.21.15.66:0/3572842464 conn(0x7f26bc0cfa80 msgr2=0x7f26bc0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:03:59.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 -- 172.21.15.66:0/3572842464 shutdown_connections 2024-07-27T07:03:59.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.868+0000 7f26c3000640 1 -- 172.21.15.66:0/3572842464 wait complete. 2024-07-27T07:03:59.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.871+0000 7f26c3000640 1 Processor -- start 2024-07-27T07:03:59.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.871+0000 7f26c3000640 1 -- start start 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc149320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 0x7f26bc149860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f26bc06f730 con 0x7f26bc072d80 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f26bc06f5b0 con 0x7f26bc15a1e0 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c3000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f26bc06f8b0 con 0x7f26bc0b5250 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c1c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58094/0 (socket says 172.21.15.66:58094) 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c1c00640 1 -- 172.21.15.66:0/2633200082 learned_addr learned my addr 172.21.15.66:0/2633200082 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c1200640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc149320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:59.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.873+0000 7f26c2600640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 0x7f26bc149860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1c00640 1 -- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 msgr2=0x7f26bc149320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1c00640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc149320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1c00640 1 -- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 msgr2=0x7f26bc149860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1c00640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 0x7f26bc149860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1c00640 1 -- 172.21.15.66:0/2633200082 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26bc1679d0 con 0x7f26bc072d80 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c1200640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc149320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.874+0000 7f26c2600640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 0x7f26bc149860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26c1c00640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f26b000d770 tx=0x7f26b000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b0017070 con 0x7f26bc072d80 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26b0009d20 con 0x7f26bc072d80 2024-07-27T07:03:59.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26b00106c0 con 0x7f26bc072d80 2024-07-27T07:03:59.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26bc167cb0 con 0x7f26bc072d80 2024-07-27T07:03:59.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.875+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26bc0adb10 con 0x7f26bc072d80 2024-07-27T07:03:59.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.876+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26bc15ac30 con 0x7f26bc072d80 2024-07-27T07:03:59.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.878+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f26b001a070 con 0x7f26bc072d80 2024-07-27T07:03:59.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.879+0000 7f26b9600640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 0x7f269c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:03:59.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.879+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 7411+0+0 (secure 0 0 0) 0x7f26b00994c0 con 0x7f26bc072d80 2024-07-27T07:03:59.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.880+0000 7f26c1200640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 0x7f269c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:03:59.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.880+0000 7f26c1200640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 0x7f269c079520 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f26a8034000 tx=0x7f26a8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:03:59.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:03:59.883+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f26bc15ac30 con 0x7f26bc072d80 2024-07-27T07:04:00.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.184+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f26bc15e5e0 con 0x7f26bc072d80 2024-07-27T07:04:00.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.185+0000 7f26b9600640 1 -- 172.21.15.66:0/2633200082 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f26b0061a30 con 0x7f26bc072d80 2024-07-27T07:04:00.187 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:00.187 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:04:00.187 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 msgr2=0x7f269c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 0x7f269c079520 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f26a8034000 tx=0x7f26a8004730 comp rx=0 tx=0).stop 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 msgr2=0x7f26bc14ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7f26b000d770 tx=0x7f26b000dc30 comp rx=0 tx=0).stop 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 shutdown_connections 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f269c077010 0x7f269c079520 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f26bc15a1e0 0x7f26bc149860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f26bc0b5250 0x7f26bc149320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 --2- 172.21.15.66:0/2633200082 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f26bc072d80 0x7f26bc14ad90 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 >> 172.21.15.66:0/2633200082 conn(0x7f26bc0cfa80 msgr2=0x7f26bc072200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:00.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.188+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 shutdown_connections 2024-07-27T07:04:00.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.189+0000 7f26c3000640 1 -- 172.21.15.66:0/2633200082 wait complete. 2024-07-27T07:04:00.215 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 -- 172.21.15.66:0/2216807952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c06ec00 msgr2=0x7f5c7c151400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 --2- 172.21.15.66:0/2216807952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c151400 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7f5c7c151940 tx=0x7f5c7802a6f0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 -- 172.21.15.66:0/2216807952 shutdown_connections 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 --2- 172.21.15.66:0/2216807952 >> v2:172.21.15.155:3300/0 conn(0x7f5c7c0b3950 0x7f5c7c15df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 --2- 172.21.15.66:0/2216807952 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c151400 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 -- 172.21.15.66:0/2216807952 >> 172.21.15.66:0/2216807952 conn(0x7f5c7c06d3f0 msgr2=0x7f5c7c0b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 -- 172.21.15.66:0/2216807952 shutdown_connections 2024-07-27T07:04:00.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.546+0000 7f5c84800640 1 -- 172.21.15.66:0/2216807952 wait complete. 2024-07-27T07:04:00.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.548+0000 7f5c84800640 1 Processor -- start 2024-07-27T07:04:00.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.549+0000 7f5c84800640 1 -- start start 2024-07-27T07:04:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c138d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c7c09d5c0 0x7f5c7c139af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c0cf540 con 0x7f5c7c0b3950 2024-07-27T07:04:00.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c0cf3c0 con 0x7f5c7c06ec00 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c84800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5c7c0cf6c0 con 0x7f5c7c09d5c0 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c81400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c81400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58116/0 (socket says 172.21.15.66:58116) 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.550+0000 7f5c81400640 1 -- 172.21.15.66:0/1178229336 learned_addr learned my addr 172.21.15.66:0/1178229336 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81e00640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c138d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 -- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c7c09d5c0 msgr2=0x7f5c7c139af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c82800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c7c09d5c0 0x7f5c7c139af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c7c09d5c0 0x7f5c7c139af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 -- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 msgr2=0x7f5c7c138d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c138d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 -- 172.21.15.66:0/1178229336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c7c14b450 con 0x7f5c7c0b3950 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81e00640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c138d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:00.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c81400640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c00dae0 tx=0x7f5c6c00a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:00.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6c00ae30 con 0x7f5c7c0b3950 2024-07-27T07:04:00.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.551+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c6c004110 con 0x7f5c7c0b3950 2024-07-27T07:04:00.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.552+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c7c139290 con 0x7f5c7c0b3950 2024-07-27T07:04:00.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.552+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6c0035f0 con 0x7f5c7c0b3950 2024-07-27T07:04:00.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.552+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c7c14b6f0 con 0x7f5c7c0b3950 2024-07-27T07:04:00.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.553+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c7c0b3d60 con 0x7f5c7c0b3950 2024-07-27T07:04:00.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.554+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5c6c003790 con 0x7f5c7c0b3950 2024-07-27T07:04:00.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.555+0000 7f5c76000640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 0x7f5c60079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:00.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.556+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(168..168 src has 1..168) ==== 7411+0+0 (secure 0 0 0) 0x7f5c6c099690 con 0x7f5c7c0b3950 2024-07-27T07:04:00.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.556+0000 7f5c81e00640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 0x7f5c60079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:00.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.558+0000 7f5c81e00640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 0x7f5c60079550 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f5c78034000 tx=0x7f5c78004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:00.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.559+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5c6c062150 con 0x7f5c7c0b3950 2024-07-27T07:04:00.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.810+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c7c09d9d0 con 0x7f5c7c0b3950 2024-07-27T07:04:00.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.811+0000 7f5c76000640 1 -- 172.21.15.66:0/1178229336 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f5c6c061a50 con 0x7f5c7c0b3950 2024-07-27T07:04:00.812 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:00.813 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:04:00.813 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:04:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.813+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 msgr2=0x7f5c60079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.813+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 0x7f5c60079550 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f5c78034000 tx=0x7f5c78004ab0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.813+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 msgr2=0x7f5c7c1395b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.813+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c00dae0 tx=0x7f5c6c00a250 comp rx=0 tx=0).stop 2024-07-27T07:04:00.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 shutdown_connections 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5c60077040 0x7f5c60079550 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5c7c09d5c0 0x7f5c7c139af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5c7c0b3950 0x7f5c7c1395b0 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 --2- 172.21.15.66:0/1178229336 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5c7c06ec00 0x7f5c7c138d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 >> 172.21.15.66:0/1178229336 conn(0x7f5c7c06d3f0 msgr2=0x7f5c7c0cfb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 shutdown_connections 2024-07-27T07:04:00.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:00.814+0000 7f5c84800640 1 -- 172.21.15.66:0/1178229336 wait complete. 2024-07-27T07:04:00.844 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:01.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.167+0000 7f53bb800640 1 -- 172.21.15.66:0/854831174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f539c004800 msgr2=0x7f539c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.167+0000 7f53bb800640 1 --2- 172.21.15.66:0/854831174 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f539c004800 0x7f539c004c10 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7f53b40af7b0 tx=0x7f539c005830 comp rx=0 tx=0).stop 2024-07-27T07:04:01.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.167+0000 7f53b9800640 1 -- 172.21.15.66:0/854831174 reap_dead start 2024-07-27T07:04:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.168+0000 7f53bb800640 1 -- 172.21.15.66:0/854831174 shutdown_connections 2024-07-27T07:04:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.168+0000 7f53bb800640 1 -- 172.21.15.66:0/854831174 >> 172.21.15.66:0/854831174 conn(0x7f53b406d3f0 msgr2=0x7f53b40b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.168+0000 7f53bb800640 1 -- 172.21.15.66:0/854831174 shutdown_connections 2024-07-27T07:04:01.170 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.168+0000 7f53bb800640 1 -- 172.21.15.66:0/854831174 wait complete. 2024-07-27T07:04:01.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.170+0000 7f53bb800640 1 Processor -- start 2024-07-27T07:04:01.171 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.170+0000 7f53bb800640 1 -- start start 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 0x7f53b4155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53b41f7f40 0x7f53b409c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f53b41601e0 con 0x7f53b41f5b10 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f53b4160060 con 0x7f53b41f7f40 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53bb800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f53b40ad6e0 con 0x7f539c004800 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53b9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53b9800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49264/0 (socket says 172.21.15.66:49264) 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.172+0000 7f53b9800640 1 -- 172.21.15.66:0/2451176208 learned_addr learned my addr 172.21.15.66:0/2451176208 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b3e00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53b41f7f40 0x7f53b409c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b8e00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 0x7f53b4155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.175 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 -- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 msgr2=0x7f53b4155c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 0x7f53b4155c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 -- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53b41f7f40 msgr2=0x7f53b409c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53b41f7f40 0x7f53b409c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 -- 172.21.15.66:0/2451176208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53b409b0c0 con 0x7f53b41f5b10 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b8e00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 0x7f53b4155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b9800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f53b40b5150 tx=0x7f53ac009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac004b20 con 0x7f53b41f5b10 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f53ac004db0 con 0x7f53b41f5b10 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.173+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac010900 con 0x7f53b41f5b10 2024-07-27T07:04:01.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.174+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53b409b3a0 con 0x7f53b41f5b10 2024-07-27T07:04:01.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.174+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53b409b960 con 0x7f53b41f5b10 2024-07-27T07:04:01.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.175+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53b41563f0 con 0x7f53b41f5b10 2024-07-27T07:04:01.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.176+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f53ac01a020 con 0x7f53b41f5b10 2024-07-27T07:04:01.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.177+0000 7f53b0c00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 0x7f5394079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.177+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 7395+0+0 (secure 0 0 0) 0x7f53ac098ff0 con 0x7f53b41f5b10 2024-07-27T07:04:01.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.178+0000 7f53b8e00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 0x7f5394079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.179+0000 7f53b8e00640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 0x7f5394079520 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f53a8001860 tx=0x7f53a8001110 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:01.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.182+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f53ac061b40 con 0x7f53b41f5b10 2024-07-27T07:04:01.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.396+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f53b40b1a70 con 0x7f53b41f5b10 2024-07-27T07:04:01.402 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.400+0000 7f53b0c00640 1 -- 172.21.15.66:0/2451176208 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v169) ==== 74+0+22696 (secure 0 0 0) 0x7f53ac061440 con 0x7f53b41f5b10 2024-07-27T07:04:01.402 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:01.403 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":169,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:00.820431+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:03:28.162816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-07-27T07:03:29.017602+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"169","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":203,"snap_epoch":169,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"21.3","mappings":[{"from":2,"to":6}]},{"pgid":"21.11","mappings":[{"from":2,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":2,"length":202}]}],"new_removed_snaps":[{"pool":21,"snaps":[{"begin":102,"length":1},{"begin":203,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 msgr2=0x7f5394079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 0x7f5394079520 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f53a8001860 tx=0x7f53a8001110 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 msgr2=0x7f53b409c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f53b40b5150 tx=0x7f53ac009a80 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 shutdown_connections 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5394077010 0x7f5394079520 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f53b41f5b10 0x7f53b409c6a0 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f53b41f7f40 0x7f53b409c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 --2- 172.21.15.66:0/2451176208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f539c004800 0x7f53b4155c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 >> 172.21.15.66:0/2451176208 conn(0x7f53b406d3f0 msgr2=0x7f53b41574c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:01.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.403+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 shutdown_connections 2024-07-27T07:04:01.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.404+0000 7f53bb800640 1 -- 172.21.15.66:0/2451176208 wait complete. 2024-07-27T07:04:01.430 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T07:04:01.431 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 -- 172.21.15.66:0/503226187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 msgr2=0x7f5708004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 --2- 172.21.15.66:0/503226187 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f5708004800 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7f572408ddb0 tx=0x7f5708005830 comp rx=0 tx=0).stop 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f5729e00640 1 -- 172.21.15.66:0/503226187 reap_dead start 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 -- 172.21.15.66:0/503226187 shutdown_connections 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 -- 172.21.15.66:0/503226187 >> 172.21.15.66:0/503226187 conn(0x7f57240d3e10 msgr2=0x7f57240d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:01.722 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 -- 172.21.15.66:0/503226187 shutdown_connections 2024-07-27T07:04:01.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.720+0000 7f572a800640 1 -- 172.21.15.66:0/503226187 wait complete. 2024-07-27T07:04:01.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.723+0000 7f572a800640 1 Processor -- start 2024-07-27T07:04:01.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.723+0000 7f572a800640 1 -- start start 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 0x7f57241f4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57241f4e50 0x7f572414e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f57240d4cc0 con 0x7f5708004100 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f57240d4b40 con 0x7f57241f4e50 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f572a800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f57240b97f0 con 0x7f572409efb0 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49282/0 (socket says 172.21.15.66:49282) 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 -- 172.21.15.66:0/2978745433 learned_addr learned my addr 172.21.15.66:0/2978745433 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5728a00640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 0x7f57241f4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729e00640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57241f4e50 0x7f572414e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 -- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 msgr2=0x7f57241f4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 0x7f57241f4910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 -- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57241f4e50 msgr2=0x7f572414e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:01.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57241f4e50 0x7f572414e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:01.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5729400640 1 -- 172.21.15.66:0/2978745433 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57241e6950 con 0x7f5708004100 2024-07-27T07:04:01.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.725+0000 7f5728a00640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 0x7f57241f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f5729400640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f571400fa00 tx=0x7f571400fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f571400bc50 con 0x7f5708004100 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5714011440 con 0x7f5708004100 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57241f9210 con 0x7f5708004100 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5714011870 con 0x7f5708004100 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.726+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57241e6ea0 con 0x7f5708004100 2024-07-27T07:04:01.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.728+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f57240d3700 con 0x7f5708004100 2024-07-27T07:04:01.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.729+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5714019020 con 0x7f5708004100 2024-07-27T07:04:01.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.730+0000 7f5721600640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 0x7f5704079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:01.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.731+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 7395+0+0 (secure 0 0 0) 0x7f5714099970 con 0x7f5708004100 2024-07-27T07:04:01.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.731+0000 7f5728a00640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 0x7f5704079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:01.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.733+0000 7f5728a00640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 0x7f5704079550 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f5710033000 tx=0x7f5710001a10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:01.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.735+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f57240d3700 con 0x7f5708004100 2024-07-27T07:04:01.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.995+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f57240b4bf0 con 0x7f5708004100 2024-07-27T07:04:01.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:01.996+0000 7f5721600640 1 -- 172.21.15.66:0/2978745433 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7f57140624c0 con 0x7f5708004100 2024-07-27T07:04:01.998 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:01.998 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:04:01.998 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:04:02.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 msgr2=0x7f5704079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 0x7f5704079550 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f5710033000 tx=0x7f5710001a10 comp rx=0 tx=0).stop 2024-07-27T07:04:02.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 msgr2=0x7f572414b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7f571400fa00 tx=0x7f571400fec0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 shutdown_connections 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5704077040 0x7f5704079550 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f57241f4e50 0x7f572414e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f572409efb0 0x7f57241f4910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 --2- 172.21.15.66:0/2978745433 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5708004100 0x7f572414b960 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 >> 172.21.15.66:0/2978745433 conn(0x7f57240d3e10 msgr2=0x7f57240b5900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:02.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.000+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 shutdown_connections 2024-07-27T07:04:02.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.001+0000 7f572a800640 1 -- 172.21.15.66:0/2978745433 wait complete. 2024-07-27T07:04:02.031 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:02.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.322+0000 7fed62e00640 1 -- 172.21.15.66:0/1162278213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c15a1e0 msgr2=0x7fed5c072a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.322+0000 7fed62e00640 1 --2- 172.21.15.66:0/1162278213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c15a1e0 0x7fed5c072a10 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fed48005fd0 tx=0x7fed4802a5d0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 -- 172.21.15.66:0/1162278213 shutdown_connections 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 --2- 172.21.15.66:0/1162278213 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 0x7fed5c06e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 --2- 172.21.15.66:0/1162278213 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c15a1e0 0x7fed5c072a10 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 -- 172.21.15.66:0/1162278213 >> 172.21.15.66:0/1162278213 conn(0x7fed5c0cfa80 msgr2=0x7fed5c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 -- 172.21.15.66:0/1162278213 shutdown_connections 2024-07-27T07:04:02.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.323+0000 7fed62e00640 1 -- 172.21.15.66:0/1162278213 wait complete. 2024-07-27T07:04:02.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.325+0000 7fed62e00640 1 Processor -- start 2024-07-27T07:04:02.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.325+0000 7fed62e00640 1 -- start start 2024-07-27T07:04:02.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 0x7fed5c15c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fed5c15a1e0 0x7fed5c155500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c06eef0 con 0x7fed5c0b5250 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fed5c070600 con 0x7fed5c15a1e0 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed62e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fed5c06f070 con 0x7fed5c06e5a0 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed61000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed61000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49296/0 (socket says 172.21.15.66:49296) 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.327+0000 7fed61000640 1 -- 172.21.15.66:0/3894857942 learned_addr learned my addr 172.21.15.66:0/3894857942 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61a00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 0x7fed5c15c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed62400640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fed5c15a1e0 0x7fed5c155500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 -- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 msgr2=0x7fed5c15c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 0x7fed5c15c1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 -- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fed5c15a1e0 msgr2=0x7fed5c155500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fed5c15a1e0 0x7fed5c155500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 -- 172.21.15.66:0/3894857942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5c15b810 con 0x7fed5c0b5250 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.328+0000 7fed61000640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fed48034040 tx=0x7fed480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:02.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.329+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed4803e030 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.329+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed48003ca0 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.329+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed48035040 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.329+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed5c13f820 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.329+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed5c0c4c50 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.330+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed5c15ba80 con 0x7fed5c0b5250 2024-07-27T07:04:02.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.332+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fed48041030 con 0x7fed5c0b5250 2024-07-27T07:04:02.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.333+0000 7fed59600640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 0x7fed3c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.333+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 7395+0+0 (secure 0 0 0) 0x7fed480b9550 con 0x7fed5c0b5250 2024-07-27T07:04:02.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.334+0000 7fed61a00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 0x7fed3c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.335+0000 7fed61a00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 0x7fed3c079550 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fed500015e0 tx=0x7fed50009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:02.339 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.338+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fed480820b0 con 0x7fed5c0b5250 2024-07-27T07:04:02.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.596+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fed5c06e9b0 con 0x7fed5c0b5250 2024-07-27T07:04:02.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.598+0000 7fed59600640 1 -- 172.21.15.66:0/3894857942 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5234 (secure 0 0 0) 0x7fed4808a380 con 0x7fed5c0b5250 2024-07-27T07:04:02.599 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:02.600 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":184,"btime":"2024-07-27T07:03:33:519642+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:03:30.042999+0000","modified":"2024-07-27T07:03:33.109900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8859},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8859":{"gid":8859,"name":"b","rank":0,"incarnation":180,"state":"up:active","state_seq":3,"addr":"172.21.15.155:6837/3932957563","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3932957563},{"type":"v1","addr":"172.21.15.155:6837","nonce":3932957563}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8859,"qdb_cluster":[8859]},"id":8}]} 2024-07-27T07:04:02.600 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 184 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 msgr2=0x7fed3c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 0x7fed3c079550 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fed500015e0 tx=0x7fed50009040 comp rx=0 tx=0).stop 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 msgr2=0x7fed5c13f2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fed48034040 tx=0x7fed480038a0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 shutdown_connections 2024-07-27T07:04:02.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fed3c077040 0x7fed3c079550 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fed5c15a1e0 0x7fed5c155500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fed5c0b5250 0x7fed5c13f2e0 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 --2- 172.21.15.66:0/3894857942 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fed5c06e5a0 0x7fed5c15c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.600+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 >> 172.21.15.66:0/3894857942 conn(0x7fed5c0cfa80 msgr2=0x7fed5c06f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.601+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 shutdown_connections 2024-07-27T07:04:02.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.601+0000 7fed62e00640 1 -- 172.21.15.66:0/3894857942 wait complete. 2024-07-27T07:04:02.630 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1392375684 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c04004100 msgr2=0x7f3c04004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1392375684 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c04004100 0x7f3c04004800 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f3c200b5d50 tx=0x7f3c04005830 comp rx=0 tx=0).stop 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1f400640 1 -- 172.21.15.66:0/1392375684 reap_dead start 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1392375684 shutdown_connections 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1392375684 >> 172.21.15.66:0/1392375684 conn(0x7f3c200cfa80 msgr2=0x7f3c200cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:02.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1392375684 shutdown_connections 2024-07-27T07:04:02.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.921+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1392375684 wait complete. 2024-07-27T07:04:02.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.924+0000 7f3c1fe00640 1 Processor -- start 2024-07-27T07:04:02.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.924+0000 7f3c1fe00640 1 -- start start 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c04004100 0x7f3c2014bc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c2014e520 0x7f3c200c53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2006eaa0 con 0x7f3c200ca490 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3c2006e920 con 0x7f3c2014e520 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.925+0000 7f3c1fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3c2006ec20 con 0x7f3c04004100 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49312/0 (socket says 172.21.15.66:49312) 2024-07-27T07:04:02.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 -- 172.21.15.66:0/1748350468 learned_addr learned my addr 172.21.15.66:0/1748350468 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1e000640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c2014e520 0x7f3c200c53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1ea00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c04004100 0x7f3c2014bc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 -- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c04004100 msgr2=0x7f3c2014bc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c04004100 0x7f3c2014bc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 -- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c2014e520 msgr2=0x7f3c200c53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c2014e520 0x7f3c200c53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.926+0000 7f3c1f400640 1 -- 172.21.15.66:0/1748350468 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c2014c1c0 con 0x7f3c200ca490 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c1f400640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7f3c2006e400 tx=0x7f3c180049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18011660 con 0x7f3c200ca490 2024-07-27T07:04:02.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c18017070 con 0x7f3c200ca490 2024-07-27T07:04:02.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c18011bd0 con 0x7f3c200ca490 2024-07-27T07:04:02.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c2014ef70 con 0x7f3c200ca490 2024-07-27T07:04:02.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.927+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c200c4bc0 con 0x7f3c200ca490 2024-07-27T07:04:02.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.928+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c2014ece0 con 0x7f3c200ca490 2024-07-27T07:04:02.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.930+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3c1801c460 con 0x7f3c200ca490 2024-07-27T07:04:02.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.931+0000 7f3c16a00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 0x7f3c00079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:02.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.931+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 7395+0+0 (secure 0 0 0) 0x7f3c18099590 con 0x7f3c200ca490 2024-07-27T07:04:02.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.931+0000 7f3c1ea00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 0x7f3c00079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:02.934 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.933+0000 7f3c1ea00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 0x7f3c00079550 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f3c10003fd0 tx=0x7f3c10003d20 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:02.937 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:02.936+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3c20072840 con 0x7f3c200ca490 2024-07-27T07:04:03.156 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.154+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3c2006f160 con 0x7f3c200ca490 2024-07-27T07:04:03.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.156+0000 7f3c16a00640 1 -- 172.21.15.66:0/1748350468 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v169) ==== 74+0+22696 (secure 0 0 0) 0x7f3c18062170 con 0x7f3c200ca490 2024-07-27T07:04:03.159 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:03.159 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":169,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:00.820431+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:03:28.162816+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"158","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-07-27T07:03:29.017602+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"169","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":203,"snap_epoch":169,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"21.3","mappings":[{"from":2,"to":6}]},{"pgid":"21.11","mappings":[{"from":2,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":2,"length":202}]}],"new_removed_snaps":[{"pool":21,"snaps":[{"begin":102,"length":1},{"begin":203,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:03.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 msgr2=0x7f3c00079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 0x7f3c00079550 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f3c10003fd0 tx=0x7f3c10003d20 comp rx=0 tx=0).stop 2024-07-27T07:04:03.161 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 msgr2=0x7f3c2015f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7f3c2006e400 tx=0x7f3c180049d0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 shutdown_connections 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c00077040 0x7f3c00079550 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c200ca490 0x7f3c2015f9c0 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c2014e520 0x7f3c200c53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 --2- 172.21.15.66:0/1748350468 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c04004100 0x7f3c2014bc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 >> 172.21.15.66:0/1748350468 conn(0x7f3c200cfa80 msgr2=0x7f3c200b3e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:03.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.160+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 shutdown_connections 2024-07-27T07:04:03.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.161+0000 7f3c1fe00640 1 -- 172.21.15.66:0/1748350468 wait complete. 2024-07-27T07:04:03.193 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T07:04:03.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 -- 172.21.15.66:0/2835669631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c072300 msgr2=0x7fbd7c15cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 --2- 172.21.15.66:0/2835669631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c072300 0x7fbd7c15cea0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c005fd0 tx=0x7fbd6c02a5c0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 -- 172.21.15.66:0/2835669631 shutdown_connections 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 --2- 172.21.15.66:0/2835669631 >> v2:172.21.15.155:3300/0 conn(0x7fbd7c0b2a90 0x7fbd7c0b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 --2- 172.21.15.66:0/2835669631 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c072300 0x7fbd7c15cea0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 -- 172.21.15.66:0/2835669631 >> 172.21.15.66:0/2835669631 conn(0x7fbd7c0cfa80 msgr2=0x7fbd7c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 -- 172.21.15.66:0/2835669631 shutdown_connections 2024-07-27T07:04:03.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.474+0000 7fbd80a00640 1 -- 172.21.15.66:0/2835669631 wait complete. 2024-07-27T07:04:03.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.476+0000 7fbd80a00640 1 Processor -- start 2024-07-27T07:04:03.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.477+0000 7fbd80a00640 1 -- start start 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd7c072300 0x7fbd7c1f9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 0x7fbd7c1f5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c06f4d0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7c06f350 con 0x7fbd7c072300 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.478+0000 7fbd80a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fbd7c06f650 con 0x7fbd7c0b4a40 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49326/0 (socket says 172.21.15.66:49326) 2024-07-27T07:04:03.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 -- 172.21.15.66:0/4129940863 learned_addr learned my addr 172.21.15.66:0/4129940863 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd7a800640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd7c072300 0x7fbd7c1f9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd7b200640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 0x7fbd7c1f5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 -- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 msgr2=0x7fbd7c1f5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 0x7fbd7c1f5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 -- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd7c072300 msgr2=0x7fbd7c1f9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd7c072300 0x7fbd7c1f9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd79e00640 1 -- 172.21.15.66:0/4129940863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7c137d50 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.479+0000 7fbd7b200640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 0x7fbd7c1f5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd79e00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fbd6800e790 tx=0x7fbd6800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6800eea0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.482 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd6800cdb0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd68010690 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd7c1f5980 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.480+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd7c1f5f40 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.481+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd7c06fbe0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.483+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fbd68010830 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.484+0000 7fbd72a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 0x7fbd5c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:03.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.485+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 7411+0+0 (secure 0 0 0) 0x7fbd68099a00 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.486 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.485+0000 7fbd7a800640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 0x7fbd5c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:03.488 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.487+0000 7fbd7a800640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 0x7fbd5c079520 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c033000 tx=0x7fbd6c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:03.491 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.490+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fbd680624b0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.755+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fbd7c0b30b0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.758 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:04:03.756+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T07:04:03.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.760+0000 7fbd72a00640 1 -- 172.21.15.66:0/4129940863 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v185) ==== 161+0+0 (secure 0 0 0) 0x7fbd68061db0 con 0x7fbd7c0b2a90 2024-07-27T07:04:03.762 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 msgr2=0x7fbd5c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 0x7fbd5c079520 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c033000 tx=0x7fbd6c004730 comp rx=0 tx=0).stop 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 msgr2=0x7fbd7c137810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fbd6800e790 tx=0x7fbd6800ec50 comp rx=0 tx=0).stop 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 shutdown_connections 2024-07-27T07:04:03.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fbd5c077010 0x7fbd5c079520 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fbd7c0b4a40 0x7fbd7c1f5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fbd7c0b2a90 0x7fbd7c137810 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 --2- 172.21.15.66:0/4129940863 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fbd7c072300 0x7fbd7c1f9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.763+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 >> 172.21.15.66:0/4129940863 conn(0x7fbd7c0cfa80 msgr2=0x7fbd7c15db00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.764+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 shutdown_connections 2024-07-27T07:04:03.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:03.764+0000 7fbd80a00640 1 -- 172.21.15.66:0/4129940863 wait complete. 2024-07-27T07:04:03.794 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T07:04:03.973 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 -- 172.21.15.66:0/944945503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140cc6c0 msgr2=0x7f6b140ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/944945503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140cc6c0 0x7f6b140ccad0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f6b00005fd0 tx=0x7f6b0002a5c0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 -- 172.21.15.66:0/944945503 shutdown_connections 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/944945503 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b140b4340 0x7f6b140b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/944945503 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140cc6c0 0x7f6b140ccad0 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 -- 172.21.15.66:0/944945503 >> 172.21.15.66:0/944945503 conn(0x7f6b140b1aa0 msgr2=0x7f6b140b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 -- 172.21.15.66:0/944945503 shutdown_connections 2024-07-27T07:04:04.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.084+0000 7f6b1aa00640 1 -- 172.21.15.66:0/944945503 wait complete. 2024-07-27T07:04:04.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.086+0000 7f6b1aa00640 1 Processor -- start 2024-07-27T07:04:04.088 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.087+0000 7f6b1aa00640 1 -- start start 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b140740a0 0x7f6b14142f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b140cc6c0 0x7f6b141e6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f6b140b4c90 con 0x7f6b140b4340 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1415d010 con 0x7f6b140cc6c0 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b1aa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f6b140b4e10 con 0x7f6b140740a0 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.088+0000 7f6b18c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49334/0 (socket says 172.21.15.66:49334) 2024-07-27T07:04:04.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 -- 172.21.15.66:0/1492521569 learned_addr learned my addr 172.21.15.66:0/1492521569 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:04.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 -- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b140740a0 msgr2=0x7f6b14142f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:04.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b140740a0 0x7f6b14142f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 -- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b140cc6c0 msgr2=0x7f6b141e6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b140cc6c0 0x7f6b141e6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 -- 172.21.15.66:0/1492521569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b14142150 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.089+0000 7f6b18c00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6b00034040 tx=0x7f6b000038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.090+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b0003e030 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.090+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b00003db0 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.090+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b14142430 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.090+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00035040 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.090+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b141f6c60 con 0x7f6b140b4340 2024-07-27T07:04:04.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.091+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b141f6e90 con 0x7f6b140b4340 2024-07-27T07:04:04.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.092+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f6b00041030 con 0x7f6b140b4340 2024-07-27T07:04:04.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.094+0000 7f6b11600640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 0x7f6af4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:04.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.094+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 7453+0+0 (secure 0 0 0) 0x7f6b000b9640 con 0x7f6b140b4340 2024-07-27T07:04:04.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.095+0000 7f6b19600640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 0x7f6af4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:04.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.096+0000 7f6b19600640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 0x7f6af4079520 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f6b08000f60 tx=0x7f6b080079b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:04.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.099+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6b000821f0 con 0x7f6b140b4340 2024-07-27T07:04:04.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.359+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6b140b53a0 con 0x7f6b140b4340 2024-07-27T07:04:04.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.865+0000 7f6b11600640 1 -- 172.21.15.66:0/1492521569 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v186) ==== 104+0+0 (secure 0 0 0) 0x7f6b00081af0 con 0x7f6b140b4340 2024-07-27T07:04:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 msgr2=0x7f6af4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 0x7f6af4079520 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f6b08000f60 tx=0x7f6b080079b0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 msgr2=0x7f6b1413f530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6b00034040 tx=0x7f6b000038a0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 shutdown_connections 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6af4077010 0x7f6af4079520 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f6b140cc6c0 0x7f6b141e6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6b140b4340 0x7f6b1413f530 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 --2- 172.21.15.66:0/1492521569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f6b140740a0 0x7f6b14142f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 >> 172.21.15.66:0/1492521569 conn(0x7f6b140b1aa0 msgr2=0x7f6b1415f050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:04.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.869+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 shutdown_connections 2024-07-27T07:04:04.873 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:04.870+0000 7f6b1aa00640 1 -- 172.21.15.66:0/1492521569 wait complete. 2024-07-27T07:04:04.899 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 -- 172.21.15.66:0/691634994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca20003a30 msgr2=0x7fca20003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 --2- 172.21.15.66:0/691634994 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca20003a30 0x7fca20003ea0 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fca2c00c260 tx=0x7fca20005830 comp rx=0 tx=0).stop 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3a800640 1 -- 172.21.15.66:0/691634994 reap_dead start 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 -- 172.21.15.66:0/691634994 shutdown_connections 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 -- 172.21.15.66:0/691634994 >> 172.21.15.66:0/691634994 conn(0x7fca3c0cfa80 msgr2=0x7fca3c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 -- 172.21.15.66:0/691634994 shutdown_connections 2024-07-27T07:04:05.187 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.185+0000 7fca3b200640 1 -- 172.21.15.66:0/691634994 wait complete. 2024-07-27T07:04:05.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.188+0000 7fca3b200640 1 Processor -- start 2024-07-27T07:04:05.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.188+0000 7fca3b200640 1 -- start start 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca20003a30 0x7fca3c143de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca3c150d60 0x7fca3c1f8360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c06f230 con 0x7fca3c1f88a0 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fca3c06f0b0 con 0x7fca20003a30 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.189+0000 7fca3b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fca3c06f3b0 con 0x7fca3c150d60 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49354/0 (socket says 172.21.15.66:49354) 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 -- 172.21.15.66:0/1226150287 learned_addr learned my addr 172.21.15.66:0/1226150287 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:05.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca31400640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca3c150d60 0x7fca3c1f8360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca39e00640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca20003a30 0x7fca3c143de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 -- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca3c150d60 msgr2=0x7fca3c1f8360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca3c150d60 0x7fca3c1f8360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 -- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca20003a30 msgr2=0x7fca3c143de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca20003a30 0x7fca3c143de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.190+0000 7fca3a800640 1 -- 172.21.15.66:0/1226150287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca3c1532c0 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca3a800640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fca34005fd0 tx=0x7fca3400eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34004b20 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca34004db0 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca3c1535a0 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3400ccc0 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.191+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca3c153b60 con 0x7fca3c1f88a0 2024-07-27T07:04:05.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.193+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca3c06f940 con 0x7fca3c1f88a0 2024-07-27T07:04:05.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.194+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fca3401b020 con 0x7fca3c1f88a0 2024-07-27T07:04:05.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.195+0000 7fca32a00640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 0x7fca18079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:05.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.195+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 7453+0+0 (secure 0 0 0) 0x7fca34098f70 con 0x7fca3c1f88a0 2024-07-27T07:04:05.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.196+0000 7fca39e00640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 0x7fca18079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:05.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.198+0000 7fca39e00640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 0x7fca18079550 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fca2c033000 tx=0x7fca2c02d000 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:05.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.200+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fca3400ce60 con 0x7fca3c1f88a0 2024-07-27T07:04:05.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.418+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fca3c151220 con 0x7fca3c1f88a0 2024-07-27T07:04:05.872 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.870+0000 7fca32a00640 1 -- 172.21.15.66:0/1226150287 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v172) ==== 181+0+0 (secure 0 0 0) 0x7fca34061a90 con 0x7fca3c1f88a0 2024-07-27T07:04:05.872 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T07:04:05.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 msgr2=0x7fca18079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:05.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 0x7fca18079550 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fca2c033000 tx=0x7fca2c02d000 comp rx=0 tx=0).stop 2024-07-27T07:04:05.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 msgr2=0x7fca3c1f8cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:05.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fca34005fd0 tx=0x7fca3400eda0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 shutdown_connections 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fca18077040 0x7fca18079550 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fca3c1f88a0 0x7fca3c1f8cb0 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fca3c150d60 0x7fca3c1f8360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 --2- 172.21.15.66:0/1226150287 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fca20003a30 0x7fca3c143de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.875+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 >> 172.21.15.66:0/1226150287 conn(0x7fca3c0cfa80 msgr2=0x7fca3c0cd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.876+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 shutdown_connections 2024-07-27T07:04:05.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:05.876+0000 7fca3b200640 1 -- 172.21.15.66:0/1226150287 wait complete. 2024-07-27T07:04:05.912 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 -- 172.21.15.66:0/1382610859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 msgr2=0x7f1388004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 --2- 172.21.15.66:0/1382610859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f1388004c10 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f13a00722b0 tx=0x7f1388005830 comp rx=0 tx=0).stop 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 -- 172.21.15.66:0/1382610859 shutdown_connections 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 --2- 172.21.15.66:0/1382610859 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f1388004c10 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 -- 172.21.15.66:0/1382610859 >> 172.21.15.66:0/1382610859 conn(0x7f13a00cfa80 msgr2=0x7f13a00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:06.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 -- 172.21.15.66:0/1382610859 shutdown_connections 2024-07-27T07:04:06.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.190+0000 7f13a6a00640 1 -- 172.21.15.66:0/1382610859 wait complete. 2024-07-27T07:04:06.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.193+0000 7f13a6a00640 1 Processor -- start 2024-07-27T07:04:06.195 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.193+0000 7f13a6a00640 1 -- start start 2024-07-27T07:04:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13a01447b0 0x7f13a00cd650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:06.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 0x7f13a00cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f13a00b4fd0 con 0x7f1388004800 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f13a00b4e50 con 0x7f13a00cdb90 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a6a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f13a00b5150 con 0x7f13a01447b0 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a5600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49372/0 (socket says 172.21.15.66:49372) 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.195+0000 7f13a5600640 1 -- 172.21.15.66:0/538947157 learned_addr learned my addr 172.21.15.66:0/538947157 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a4c00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13a01447b0 0x7f13a00cd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a6000640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 0x7f13a00cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 -- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13a01447b0 msgr2=0x7f13a00cd650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13a01447b0 0x7f13a00cd650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 -- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 msgr2=0x7f13a00cdfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:06.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 0x7f13a00cdfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 -- 172.21.15.66:0/538947157 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13a00cefb0 con 0x7f1388004800 2024-07-27T07:04:06.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a6000640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 0x7f13a00cdfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:06.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f13a5600640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f139400e690 tx=0x7f139400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.196+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f139400ca50 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.197+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f139400cce0 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.197+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1394005280 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.197+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13a00cc190 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.197+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13a0137960 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.198+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13a00b3010 con 0x7f1388004800 2024-07-27T07:04:06.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.199+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1394005420 con 0x7f1388004800 2024-07-27T07:04:06.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.201+0000 7f139d600640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 0x7f1384079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:06.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.201+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 7015+0+0 (secure 0 0 0) 0x7f1394099580 con 0x7f1388004800 2024-07-27T07:04:06.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.202+0000 7f13a4c00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 0x7f1384079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:06.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.203+0000 7f13a4c00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 0x7f1384079550 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f1390032000 tx=0x7f1390036040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:06.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.205+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f13a00cefb0 con 0x7f1388004800 2024-07-27T07:04:06.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.419+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f13a0073bb0 con 0x7f1388004800 2024-07-27T07:04:06.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.884+0000 7f139d600640 1 -- 172.21.15.66:0/538947157 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v173) ==== 169+0+0 (secure 0 0 0) 0x7f1394016030 con 0x7f1388004800 2024-07-27T07:04:06.886 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T07:04:06.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.888+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 msgr2=0x7f1384079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:06.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.888+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 0x7f1384079550 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f1390032000 tx=0x7f1390036040 comp rx=0 tx=0).stop 2024-07-27T07:04:06.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.888+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 msgr2=0x7f13a00cea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:06.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.888+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f139400e690 tx=0x7f139400eb50 comp rx=0 tx=0).stop 2024-07-27T07:04:06.890 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.888+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 shutdown_connections 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1384077040 0x7f1384079550 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f13a00cdb90 0x7f13a00cdfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f13a01447b0 0x7f13a00cd650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 --2- 172.21.15.66:0/538947157 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1388004800 0x7f13a00cea70 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 >> 172.21.15.66:0/538947157 conn(0x7f13a00cfa80 msgr2=0x7f13a00cc500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 shutdown_connections 2024-07-27T07:04:06.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:06.889+0000 7f13a6a00640 1 -- 172.21.15.66:0/538947157 wait complete. 2024-07-27T07:04:06.936 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T07:04:07.196 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 -- 172.21.15.66:0/2920698086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb75c003a50 msgr2=0x7fb75c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 --2- 172.21.15.66:0/2920698086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb75c003a50 0x7fb75c003ea0 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7fb768006fa0 tx=0x7fb75c005830 comp rx=0 tx=0).stop 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 -- 172.21.15.66:0/2920698086 shutdown_connections 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 --2- 172.21.15.66:0/2920698086 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb75c003a50 0x7fb75c003ea0 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 -- 172.21.15.66:0/2920698086 >> 172.21.15.66:0/2920698086 conn(0x7fb7780cfa80 msgr2=0x7fb7780cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 -- 172.21.15.66:0/2920698086 shutdown_connections 2024-07-27T07:04:07.197 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.195+0000 7fb77e600640 1 -- 172.21.15.66:0/2920698086 wait complete. 2024-07-27T07:04:07.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.197+0000 7fb77e600640 1 Processor -- start 2024-07-27T07:04:07.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.198+0000 7fb77e600640 1 -- start start 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb75c003a50 0x7fb7780c4a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7781f8060 0x7fb7781f8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb7780b3280 con 0x7fb778147880 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb7780b3100 con 0x7fb7781f8060 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb77e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb7780b3400 con 0x7fb75c003a50 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.199+0000 7fb777e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49382/0 (socket says 172.21.15.66:49382) 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 -- 172.21.15.66:0/2184441005 learned_addr learned my addr 172.21.15.66:0/2184441005 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb77d200640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb75c003a50 0x7fb7780c4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb77dc00640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7781f8060 0x7fb7781f8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 -- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb75c003a50 msgr2=0x7fb7780c4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb75c003a50 0x7fb7780c4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 -- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7781f8060 msgr2=0x7fb7781f8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7781f8060 0x7fb7781f8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 -- 172.21.15.66:0/2184441005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7780aeab0 con 0x7fb778147880 2024-07-27T07:04:07.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.200+0000 7fb777e00640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7fb76400b560 tx=0x7fb76400ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.201+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764006480 con 0x7fb778147880 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.201+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb764003910 con 0x7fb778147880 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.201+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb764003d60 con 0x7fb778147880 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.201+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7780aed90 con 0x7fb778147880 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.201+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7780af350 con 0x7fb778147880 2024-07-27T07:04:07.204 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.202+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7780b51d0 con 0x7fb778147880 2024-07-27T07:04:07.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.203+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb76400f470 con 0x7fb778147880 2024-07-27T07:04:07.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.204+0000 7fb774c00640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 0x7fb758079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.205+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fb764098ef0 con 0x7fb778147880 2024-07-27T07:04:07.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.205+0000 7fb77d200640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 0x7fb758079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.206+0000 7fb77d200640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 0x7fb758079520 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fb768033000 tx=0x7fb7780b59b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:07.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.209+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb764014020 con 0x7fb778147880 2024-07-27T07:04:07.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.423+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fb778075f10 con 0x7fb778147880 2024-07-27T07:04:07.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.433+0000 7fb774c00640 1 -- 172.21.15.66:0/2184441005 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v42) ==== 71+0+0 (secure 0 0 0) 0x7fb764061d10 con 0x7fb778147880 2024-07-27T07:04:07.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.435+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 msgr2=0x7fb758079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.435+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 0x7fb758079520 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fb768033000 tx=0x7fb7780b59b0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.435+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 msgr2=0x7fb7780afb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.435+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7fb76400b560 tx=0x7fb76400ba20 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 shutdown_connections 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb758077010 0x7fb758079520 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb7781f8060 0x7fb7781f8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb778147880 0x7fb7780afb50 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 --2- 172.21.15.66:0/2184441005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb75c003a50 0x7fb7780c4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 >> 172.21.15.66:0/2184441005 conn(0x7fb7780cfa80 msgr2=0x7fb77815edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:07.438 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 shutdown_connections 2024-07-27T07:04:07.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.436+0000 7fb77e600640 1 -- 172.21.15.66:0/2184441005 wait complete. 2024-07-27T07:04:07.463 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit' 2024-07-27T07:04:07.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 -- 172.21.15.66:0/4076452568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 msgr2=0x7f7c30003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 --2- 172.21.15.66:0/4076452568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c30003f10 secure :-1 s=READY pgs=1758 cs=0 l=1 rev1=1 crypto rx=0x7f7c38006f90 tx=0x7f7c30005830 comp rx=0 tx=0).stop 2024-07-27T07:04:07.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 -- 172.21.15.66:0/4076452568 shutdown_connections 2024-07-27T07:04:07.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 --2- 172.21.15.66:0/4076452568 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c30003f10 unknown :-1 s=CLOSED pgs=1758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 -- 172.21.15.66:0/4076452568 >> 172.21.15.66:0/4076452568 conn(0x7f7c480d3e10 msgr2=0x7f7c480d4220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:07.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 -- 172.21.15.66:0/4076452568 shutdown_connections 2024-07-27T07:04:07.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.752+0000 7f7c4f200640 1 -- 172.21.15.66:0/4076452568 wait complete. 2024-07-27T07:04:07.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.755+0000 7f7c4f200640 1 Processor -- start 2024-07-27T07:04:07.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.755+0000 7f7c4f200640 1 -- start start 2024-07-27T07:04:07.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 0x7f7c481f7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c481f84b0 0x7f7c4815be60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7c480d0770 con 0x7f7c30003aa0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7c480d05f0 con 0x7f7c481582c0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7c480d08f0 con 0x7f7c481f84b0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49398/0 (socket says 172.21.15.66:49398) 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 -- 172.21.15.66:0/2369950789 learned_addr learned my addr 172.21.15.66:0/2369950789 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4d400640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 0x7f7c481f7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4e800640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c481f84b0 0x7f7c4815be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 -- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c481f84b0 msgr2=0x7f7c4815be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c481f84b0 0x7f7c4815be60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 -- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 msgr2=0x7f7c481f7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 0x7f7c481f7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4de00640 1 -- 172.21.15.66:0/2369950789 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c481f88c0 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.757+0000 7f7c4d400640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 0x7f7c481f7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c4de00640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f7c3802b060 tx=0x7f7c38003dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c38006bb0 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c38001600 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c38001c30 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c4815b0a0 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.758+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c4815b660 con 0x7f7c30003aa0 2024-07-27T07:04:07.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.760+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c480d0e50 con 0x7f7c30003aa0 2024-07-27T07:04:07.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.761+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7c38035020 con 0x7f7c30003aa0 2024-07-27T07:04:07.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.762+0000 7f7c42000640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 0x7f7c2c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:07.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.762+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f7c380b98f0 con 0x7f7c30003aa0 2024-07-27T07:04:07.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.763+0000 7f7c4d400640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 0x7f7c2c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:07.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.764+0000 7f7c4d400640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 0x7f7c2c079550 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f7c48050a40 tx=0x7f7c3c006140 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:07.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:07.767+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7c38047060 con 0x7f7c30003aa0 2024-07-27T07:04:08.059 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.058+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit"]} v 0) -- 0x7f7c480ce060 con 0x7f7c30003aa0 2024-07-27T07:04:08.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.900+0000 7f7c42000640 1 -- 172.21.15.66:0/2369950789 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_increased_limit"]}]=0 v703) ==== 168+0+0 (secure 0 0 0) 0x7f7c481f88c0 con 0x7f7c30003aa0 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 msgr2=0x7f7c2c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 0x7f7c2c079550 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f7c48050a40 tx=0x7f7c3c006140 comp rx=0 tx=0).stop 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 msgr2=0x7f7c48160550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f7c3802b060 tx=0x7f7c38003dc0 comp rx=0 tx=0).stop 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 shutdown_connections 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7c2c077040 0x7f7c2c079550 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7c481f84b0 0x7f7c4815be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7c481582c0 0x7f7c481f7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 --2- 172.21.15.66:0/2369950789 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7c30003aa0 0x7f7c48160550 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 >> 172.21.15.66:0/2369950789 conn(0x7f7c480d3e10 msgr2=0x7f7c481611c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 shutdown_connections 2024-07-27T07:04:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:08.905+0000 7f7c4f200640 1 -- 172.21.15.66:0/2369950789 wait complete. 2024-07-27T07:04:08.938 INFO:tasks.cephfs_test_runner:Test the newly introudced option named mds_max_snaps_per_dir ... ok 2024-07-27T07:04:08.939 INFO:tasks.cephfs_test_runner:Starting test: test_mds_max_snaps_per_dir_with_reduced_limit (tasks.cephfs.test_snapshots.TestSnapshots) Test the newly introudced option named mds_max_snaps_per_dir 2024-07-27T07:04:08.939 INFO:tasks.cephfs_test_runner:test_mds_max_snaps_per_dir_with_reduced_limit (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:04:08.939 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 -- 172.21.15.66:0/2952716386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8310145990 msgr2=0x7f831006c7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 --2- 172.21.15.66:0/2952716386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8310145990 0x7f831006c7f0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f83100cea10 tx=0x7f830802a980 comp rx=0 tx=0).stop 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 -- 172.21.15.66:0/2952716386 shutdown_connections 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 --2- 172.21.15.66:0/2952716386 >> v2:172.21.15.155:3300/0 conn(0x7f831006cd30 0x7f83100cf540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 --2- 172.21.15.66:0/2952716386 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8310145990 0x7f831006c7f0 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 -- 172.21.15.66:0/2952716386 >> 172.21.15.66:0/2952716386 conn(0x7f83100d0b90 msgr2=0x7f83100d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 -- 172.21.15.66:0/2952716386 shutdown_connections 2024-07-27T07:04:09.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.234+0000 7f830fe00640 1 -- 172.21.15.66:0/2952716386 wait complete. 2024-07-27T07:04:09.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.236+0000 7f830fe00640 1 Processor -- start 2024-07-27T07:04:09.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.236+0000 7f830fe00640 1 -- start start 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83100cfa80 0x7f831015ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 0x7f8310143f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f83101601e0 con 0x7f831006cd30 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8310070d90 con 0x7f8310145990 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8310160360 con 0x7f83100cfa80 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49416/0 (socket says 172.21.15.66:49416) 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.238+0000 7f830ea00640 1 -- 172.21.15.66:0/2516126737 learned_addr learned my addr 172.21.15.66:0/2516126737 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830f400640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 0x7f8310143f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830e000640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83100cfa80 0x7f831015ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 -- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83100cfa80 msgr2=0x7f831015ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83100cfa80 0x7f831015ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 -- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 msgr2=0x7f8310143f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 0x7f8310143f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 -- 172.21.15.66:0/2516126737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f831013b160 con 0x7f831006cd30 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830f400640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 0x7f8310143f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f830ea00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f8308000f80 tx=0x7f8308003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8308034040 con 0x7f831006cd30 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8308004640 con 0x7f831006cd30 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.239+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8308045480 con 0x7f831006cd30 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.240+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8310138e80 con 0x7f831006cd30 2024-07-27T07:04:09.242 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.240+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8310139440 con 0x7f831006cd30 2024-07-27T07:04:09.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.241+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8310050a20 con 0x7f831006cd30 2024-07-27T07:04:09.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.242+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8308037020 con 0x7f831006cd30 2024-07-27T07:04:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.244+0000 7f8306a00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 0x7f82ec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.244+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f83080ba780 con 0x7f831006cd30 2024-07-27T07:04:09.246 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.245+0000 7f830e000640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 0x7f82ec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.247 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.246+0000 7f830e000640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 0x7f82ec079550 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f82f80058c0 tx=0x7f82f8005be0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:09.250 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.249+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8310050a20 con 0x7f831006cd30 2024-07-27T07:04:09.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.462+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f83100b1090 con 0x7f831006cd30 2024-07-27T07:04:09.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.464+0000 7f8306a00640 1 -- 172.21.15.66:0/2516126737 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v173) ==== 74+0+18884 (secure 0 0 0) 0x7f83100b1090 con 0x7f831006cd30 2024-07-27T07:04:09.465 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:09.466 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":173,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:06.872527+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":157,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6837/3932957563":"2024-07-28T07:04:03.757373+0000","172.21.15.155:6835/3932957563":"2024-07-28T07:04:03.757373+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:09.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 msgr2=0x7f82ec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 0x7f82ec079550 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f82f80058c0 tx=0x7f82f8005be0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 msgr2=0x7f83101f3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f8308000f80 tx=0x7f8308003f90 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 shutdown_connections 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f82ec077040 0x7f82ec079550 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8310145990 0x7f8310143f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83100cfa80 0x7f831015ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 --2- 172.21.15.66:0/2516126737 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f831006cd30 0x7f83101f3e10 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 >> 172.21.15.66:0/2516126737 conn(0x7f83100d0b90 msgr2=0x7f831015f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 shutdown_connections 2024-07-27T07:04:09.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.467+0000 7f830fe00640 1 -- 172.21.15.66:0/2516126737 wait complete. 2024-07-27T07:04:09.496 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T07:04:09.497 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T07:04:09.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.790+0000 7fcb0a800640 1 -- 172.21.15.66:0/2367500079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb040cf930 msgr2=0x7fcb0415bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.792 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.790+0000 7fcb0a800640 1 --2- 172.21.15.66:0/2367500079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb040cf930 0x7fcb0415bbd0 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7fcaf4005fd0 tx=0x7fcaf402a530 comp rx=0 tx=0).stop 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 -- 172.21.15.66:0/2367500079 shutdown_connections 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 --2- 172.21.15.66:0/2367500079 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb04073a00 0x7fcb0415c110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 --2- 172.21.15.66:0/2367500079 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb040cf930 0x7fcb0415bbd0 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 -- 172.21.15.66:0/2367500079 >> 172.21.15.66:0/2367500079 conn(0x7fcb040d0bd0 msgr2=0x7fcb040d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 -- 172.21.15.66:0/2367500079 shutdown_connections 2024-07-27T07:04:09.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.791+0000 7fcb0a800640 1 -- 172.21.15.66:0/2367500079 wait complete. 2024-07-27T07:04:09.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.793+0000 7fcb0a800640 1 Processor -- start 2024-07-27T07:04:09.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.793+0000 7fcb0a800640 1 -- start start 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 0x7fcb041f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 0x7fcb041582f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcb0406f9f0 con 0x7fcb04153620 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcb0406f870 con 0x7fcb040cf930 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb0a800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcb0406fb70 con 0x7fcb040cfd40 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb09e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb09e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49428/0 (socket says 172.21.15.66:49428) 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.795+0000 7fcb09e00640 1 -- 172.21.15.66:0/1552084475 learned_addr learned my addr 172.21.15.66:0/1552084475 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:09.798 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09400640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 0x7fcb041f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb08a00640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 0x7fcb041582f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 -- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 msgr2=0x7fcb041582f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 0x7fcb041582f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 -- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 msgr2=0x7fcb041f4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 0x7fcb041f4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 -- 172.21.15.66:0/1552084475 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb041f5a20 con 0x7fcb04153620 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb08a00640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 0x7fcb041582f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09400640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 0x7fcb041f4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb09e00640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fcafc00cab0 tx=0x7fcafc00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc007d90 con 0x7fcb04153620 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcafc003990 con 0x7fcb04153620 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb041f5d00 con 0x7fcb04153620 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcafc003dc0 con 0x7fcb04153620 2024-07-27T07:04:09.799 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.796+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb04157dd0 con 0x7fcb04153620 2024-07-27T07:04:09.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.797+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb041f5790 con 0x7fcb04153620 2024-07-27T07:04:09.800 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.799+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcafc003f60 con 0x7fcb04153620 2024-07-27T07:04:09.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.800+0000 7fcb01600640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 0x7fcae4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:09.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.800+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fcafc0993c0 con 0x7fcb04153620 2024-07-27T07:04:09.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.801+0000 7fcb09400640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 0x7fcae4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:09.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.802+0000 7fcb09400640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 0x7fcae4079520 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcaf4033000 tx=0x7fcaf4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:09.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:09.804+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcafc014030 con 0x7fcb04153620 2024-07-27T07:04:10.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.017+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcb040700a0 con 0x7fcb04153620 2024-07-27T07:04:10.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.019+0000 7fcb01600640 1 -- 172.21.15.66:0/1552084475 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v173) ==== 93+0+10 (secure 0 0 0) 0x7fcafc0621e0 con 0x7fcb04153620 2024-07-27T07:04:10.020 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T07:04:10.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 msgr2=0x7fcae4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 0x7fcae4079520 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fcaf4033000 tx=0x7fcaf4004730 comp rx=0 tx=0).stop 2024-07-27T07:04:10.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 msgr2=0x7fcb040b3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7fcafc00cab0 tx=0x7fcafc00cf70 comp rx=0 tx=0).stop 2024-07-27T07:04:10.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 shutdown_connections 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcae4077010 0x7fcae4079520 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.021+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcb04153620 0x7fcb040b3ba0 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.022+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcb040cfd40 0x7fcb041582f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.022+0000 7fcb0a800640 1 --2- 172.21.15.66:0/1552084475 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcb040cf930 0x7fcb041f4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.022+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 >> 172.21.15.66:0/1552084475 conn(0x7fcb040d0bd0 msgr2=0x7fcb040d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.022+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 shutdown_connections 2024-07-27T07:04:10.024 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.022+0000 7fcb0a800640 1 -- 172.21.15.66:0/1552084475 wait complete. 2024-07-27T07:04:10.049 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 -- 172.21.15.66:0/1914588640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 msgr2=0x7fcae4073a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1914588640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4073a20 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009830 tx=0x7fcacc02a3f0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 -- 172.21.15.66:0/1914588640 shutdown_connections 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1914588640 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae40cf410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1914588640 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4073a20 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 -- 172.21.15.66:0/1914588640 >> 172.21.15.66:0/1914588640 conn(0x7fcae40b2ab0 msgr2=0x7fcae40b2ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 -- 172.21.15.66:0/1914588640 shutdown_connections 2024-07-27T07:04:10.350 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.348+0000 7fcae9e00640 1 -- 172.21.15.66:0/1914588640 wait complete. 2024-07-27T07:04:10.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.351+0000 7fcae9e00640 1 Processor -- start 2024-07-27T07:04:10.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.351+0000 7fcae9e00640 1 -- start start 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 0x7fcae413a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae414d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcae40d00f0 con 0x7fcae40743e0 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcae40cff70 con 0x7fcae406c7f0 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.352+0000 7fcae9e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcae40d0270 con 0x7fcae40cf000 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49444/0 (socket says 172.21.15.66:49444) 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 -- 172.21.15.66:0/1951876303 learned_addr learned my addr 172.21.15.66:0/1951876303 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2a00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 0x7fcae413a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae3400640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae414d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.355 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 -- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 msgr2=0x7fcae414d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae414d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 -- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 msgr2=0x7fcae413a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 0x7fcae413a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2000640 1 -- 172.21.15.66:0/1951876303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae413ab30 con 0x7fcae40743e0 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae2a00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 0x7fcae413a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.353+0000 7fcae3400640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae414d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:10.356 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcae2000640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fcad400cb70 tx=0x7fcad400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4016020 con 0x7fcae40743e0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcad400ae50 con 0x7fcae40743e0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad4012680 con 0x7fcae40743e0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae4148db0 con 0x7fcae40743e0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.354+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae41495a0 con 0x7fcae40743e0 2024-07-27T07:04:10.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.356+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae406a580 con 0x7fcae40743e0 2024-07-27T07:04:10.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.357+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcad4019020 con 0x7fcae40743e0 2024-07-27T07:04:10.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.358+0000 7fcadb400640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 0x7fcac0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.359+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fcad40990c0 con 0x7fcae40743e0 2024-07-27T07:04:10.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.359+0000 7fcae2a00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 0x7fcac0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.361+0000 7fcae2a00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 0x7fcac0079520 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fcacc034000 tx=0x7fcacc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:10.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.364+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcae406a580 con 0x7fcae40743e0 2024-07-27T07:04:10.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.574+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7fcae40ce300 con 0x7fcae40743e0 2024-07-27T07:04:10.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.575+0000 7fcadb400640 1 -- 172.21.15.66:0/1951876303 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v173) ==== 103+0+11 (secure 0 0 0) 0x7fcad4020030 con 0x7fcae40743e0 2024-07-27T07:04:10.577 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:10.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 msgr2=0x7fcac0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 0x7fcac0079520 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fcacc034000 tx=0x7fcacc004730 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 msgr2=0x7fcae4148870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7fcad400cb70 tx=0x7fcad400a430 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 shutdown_connections 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcac0077010 0x7fcac0079520 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcae40cf000 0x7fcae414d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcae40743e0 0x7fcae4148870 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 --2- 172.21.15.66:0/1951876303 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcae406c7f0 0x7fcae413a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 >> 172.21.15.66:0/1951876303 conn(0x7fcae40b2ab0 msgr2=0x7fcae40b1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:10.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 shutdown_connections 2024-07-27T07:04:10.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.578+0000 7fcae9e00640 1 -- 172.21.15.66:0/1951876303 wait complete. 2024-07-27T07:04:10.605 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T07:04:10.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.902+0000 7f289f000640 1 -- 172.21.15.66:0/203979693 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980703f0 msgr2=0x7f2898072300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.902+0000 7f289f000640 1 --2- 172.21.15.66:0/203979693 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980703f0 0x7f2898072300 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f288c005fd0 tx=0x7f288c02a540 comp rx=0 tx=0).stop 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 -- 172.21.15.66:0/203979693 shutdown_connections 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 --2- 172.21.15.66:0/203979693 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f28980b5250 0x7f2898072840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 --2- 172.21.15.66:0/203979693 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980703f0 0x7f2898072300 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 -- 172.21.15.66:0/203979693 >> 172.21.15.66:0/203979693 conn(0x7f28980cfa80 msgr2=0x7f28980cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 -- 172.21.15.66:0/203979693 shutdown_connections 2024-07-27T07:04:10.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.903+0000 7f289f000640 1 -- 172.21.15.66:0/203979693 wait complete. 2024-07-27T07:04:10.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.906+0000 7f289f000640 1 Processor -- start 2024-07-27T07:04:10.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.906+0000 7f289f000640 1 -- start start 2024-07-27T07:04:10.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28980703f0 0x7f2898156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 0x7f28981f87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2898073110 con 0x7f28980b5250 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2898072f90 con 0x7f28980703f0 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289f000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f289815e340 con 0x7f289815a1e0 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:49456/0 (socket says 172.21.15.66:49456) 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.908+0000 7f289d200640 1 -- 172.21.15.66:0/2398475161 learned_addr learned my addr 172.21.15.66:0/2398475161 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289dc00640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28980703f0 0x7f2898156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289e600640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 0x7f28981f87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 -- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 msgr2=0x7f28981f87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 0x7f28981f87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 -- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28980703f0 msgr2=0x7f2898156730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28980703f0 0x7f2898156730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:10.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 -- 172.21.15.66:0/2398475161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2898146a50 con 0x7f28980b5250 2024-07-27T07:04:10.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289e600640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 0x7f28981f87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:10.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.909+0000 7f289d200640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f288400c970 tx=0x7f288400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:10.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.910+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2884007bb0 con 0x7f28980b5250 2024-07-27T07:04:10.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.910+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2884007e40 con 0x7f28980b5250 2024-07-27T07:04:10.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.910+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f288400f690 con 0x7f28980b5250 2024-07-27T07:04:10.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.910+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28981599c0 con 0x7f28980b5250 2024-07-27T07:04:10.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.910+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f289815b0e0 con 0x7f28980b5250 2024-07-27T07:04:10.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.911+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2898159730 con 0x7f28980b5250 2024-07-27T07:04:10.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.913+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f288400f830 con 0x7f28980b5250 2024-07-27T07:04:10.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.914+0000 7f2895600640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 0x7f2878079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:10.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.914+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f28840993c0 con 0x7f28980b5250 2024-07-27T07:04:10.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.914+0000 7f289dc00640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 0x7f2878079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:10.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.916+0000 7f289dc00640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 0x7f2878079520 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f288c033000 tx=0x7f288c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:10.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:10.918+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2898146a50 con 0x7f28980b5250 2024-07-27T07:04:11.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.126+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7f289806aad0 con 0x7f28980b5250 2024-07-27T07:04:11.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.127+0000 7f2895600640 1 -- 172.21.15.66:0/2398475161 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v173) ==== 103+0+11 (secure 0 0 0) 0x7f289806aad0 con 0x7f28980b5250 2024-07-27T07:04:11.129 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 msgr2=0x7f2878079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 0x7f2878079520 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f288c033000 tx=0x7f288c004730 comp rx=0 tx=0).stop 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 msgr2=0x7f2898146510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7f288400c970 tx=0x7f288400ce30 comp rx=0 tx=0).stop 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 shutdown_connections 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2878077010 0x7f2878079520 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f289815a1e0 0x7f28981f87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f28980b5250 0x7f2898146510 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 --2- 172.21.15.66:0/2398475161 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f28980703f0 0x7f2898156730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.130+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 >> 172.21.15.66:0/2398475161 conn(0x7f28980cfa80 msgr2=0x7f289815d2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:11.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.131+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 shutdown_connections 2024-07-27T07:04:11.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.131+0000 7f289f000640 1 -- 172.21.15.66:0/2398475161 wait complete. 2024-07-27T07:04:11.163 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 -- 172.21.15.66:0/3188637986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83d0004800 msgr2=0x7f83d0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3188637986 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83d0004800 0x7f83d0004c10 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f83d400c260 tx=0x7f83d0005830 comp rx=0 tx=0).stop 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83ebe00640 1 -- 172.21.15.66:0/3188637986 reap_dead start 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 -- 172.21.15.66:0/3188637986 shutdown_connections 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 -- 172.21.15.66:0/3188637986 >> 172.21.15.66:0/3188637986 conn(0x7f83ec0cfa80 msgr2=0x7f83ec0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 -- 172.21.15.66:0/3188637986 shutdown_connections 2024-07-27T07:04:11.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.453+0000 7f83f0c00640 1 -- 172.21.15.66:0/3188637986 wait complete. 2024-07-27T07:04:11.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.456+0000 7f83f0c00640 1 Processor -- start 2024-07-27T07:04:11.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.456+0000 7f83f0c00640 1 -- start start 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83d0004800 0x7f83ec1e44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83ec1f8410 0x7f83ec1f8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f83ec06eea0 con 0x7f83ec1e4e30 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f83ec0b55c0 con 0x7f83d0004800 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.457+0000 7f83f0c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f83ec06f020 con 0x7f83ec1f8410 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:11.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50932/0 (socket says 172.21.15.66:50932) 2024-07-27T07:04:11.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 -- 172.21.15.66:0/3715166623 learned_addr learned my addr 172.21.15.66:0/3715166623 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eb400640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83d0004800 0x7f83ec1e44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83ebe00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83ec1f8410 0x7f83ec1f8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 -- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83ec1f8410 msgr2=0x7f83ec1f8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83ec1f8410 0x7f83ec1f8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 -- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83d0004800 msgr2=0x7f83ec1e44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83d0004800 0x7f83ec1e44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.458+0000 7f83eaa00640 1 -- 172.21.15.66:0/3715166623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83ec1f8d60 con 0x7f83ec1e4e30 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83eaa00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f83d400c380 tx=0x7f83d4001d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:11.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d4031040 con 0x7f83ec1e4e30 2024-07-27T07:04:11.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83d40035f0 con 0x7f83ec1e4e30 2024-07-27T07:04:11.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83ec158c20 con 0x7f83ec1e4e30 2024-07-27T07:04:11.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d4003a40 con 0x7f83ec1e4e30 2024-07-27T07:04:11.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.459+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83ec1591e0 con 0x7f83ec1e4e30 2024-07-27T07:04:11.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.460+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83ec15e020 con 0x7f83ec1e4e30 2024-07-27T07:04:11.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.462+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f83d4034070 con 0x7f83ec1e4e30 2024-07-27T07:04:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.463+0000 7f83e3400640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 0x7f83c8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.463+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f83d40b8c50 con 0x7f83ec1e4e30 2024-07-27T07:04:11.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.464+0000 7f83eb400640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 0x7f83c8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.465+0000 7f83eb400640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 0x7f83c8079520 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f83dc009bb0 tx=0x7f83dc005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.467+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f83ec1f8d60 con 0x7f83ec1e4e30 2024-07-27T07:04:11.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.678+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7f83ec0733c0 con 0x7f83ec1e4e30 2024-07-27T07:04:11.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.679+0000 7f83e3400640 1 -- 172.21.15.66:0/3715166623 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v173) ==== 107+0+11 (secure 0 0 0) 0x7f83d4081a70 con 0x7f83ec1e4e30 2024-07-27T07:04:11.681 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:11.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 msgr2=0x7f83c8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 0x7f83c8079520 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f83dc009bb0 tx=0x7f83dc005f90 comp rx=0 tx=0).stop 2024-07-27T07:04:11.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 msgr2=0x7f83ec0cba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:11.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f83d400c380 tx=0x7f83d4001d20 comp rx=0 tx=0).stop 2024-07-27T07:04:11.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 shutdown_connections 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f83c8077010 0x7f83c8079520 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f83ec1f8410 0x7f83ec1f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f83ec1e4e30 0x7f83ec0cba80 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 --2- 172.21.15.66:0/3715166623 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f83d0004800 0x7f83ec1e44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 >> 172.21.15.66:0/3715166623 conn(0x7f83ec0cfa80 msgr2=0x7f83ec0cd650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 shutdown_connections 2024-07-27T07:04:11.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:11.683+0000 7f83f0c00640 1 -- 172.21.15.66:0/3715166623 wait complete. 2024-07-27T07:04:11.713 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit' 2024-07-27T07:04:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 -- 172.21.15.66:0/2411410184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0b8ef0 msgr2=0x7f954c0b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 --2- 172.21.15.66:0/2411410184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0b8ef0 0x7f954c0b9420 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f953c005fd0 tx=0x7f953c02a970 comp rx=0 tx=0).stop 2024-07-27T07:04:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 -- 172.21.15.66:0/2411410184 shutdown_connections 2024-07-27T07:04:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 --2- 172.21.15.66:0/2411410184 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 0x7f954c0d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 --2- 172.21.15.66:0/2411410184 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0b8ef0 0x7f954c0b9420 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 -- 172.21.15.66:0/2411410184 >> 172.21.15.66:0/2411410184 conn(0x7f954c0d3e60 msgr2=0x7f954c0d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 -- 172.21.15.66:0/2411410184 shutdown_connections 2024-07-27T07:04:12.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.009+0000 7f9551a00640 1 -- 172.21.15.66:0/2411410184 wait complete. 2024-07-27T07:04:12.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.012+0000 7f9551a00640 1 Processor -- start 2024-07-27T07:04:12.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.012+0000 7f9551a00640 1 -- start start 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f954c0b8ef0 0x7f954c14d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 0x7f954c165160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f954c0b77f0 con 0x7f954c0d1f70 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f954c0b7670 con 0x7f954c0b8ef0 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f954c168b30 con 0x7f954c0d2770 2024-07-27T07:04:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f954b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f954b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50948/0 (socket says 172.21.15.66:50948) 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f954b400640 1 -- 172.21.15.66:0/3777184069 learned_addr learned my addr 172.21.15.66:0/3777184069 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f954be00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f954c0b8ef0 0x7f954c14d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.014+0000 7f9551000640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 0x7f954c165160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 -- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 msgr2=0x7f954c165160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 0x7f954c165160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 -- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f954c0b8ef0 msgr2=0x7f954c14d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f954c0b8ef0 0x7f954c14d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 -- 172.21.15.66:0/3777184069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f954c1f6350 con 0x7f954c0d1f70 2024-07-27T07:04:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f954b400640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f953400b3f0 tx=0x7f953400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9534015020 con 0x7f954c0d1f70 2024-07-27T07:04:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9534011920 con 0x7f954c0d1f70 2024-07-27T07:04:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9534011d70 con 0x7f954c0d1f70 2024-07-27T07:04:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.015+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f954c15bd70 con 0x7f954c0d1f70 2024-07-27T07:04:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.016+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f954c15c330 con 0x7f954c0d1f70 2024-07-27T07:04:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.017+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f954c15bae0 con 0x7f954c0d1f70 2024-07-27T07:04:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.018+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9534018020 con 0x7f954c0d1f70 2024-07-27T07:04:12.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.020+0000 7f9543e00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 0x7f9528079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:12.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.020+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f95340989e0 con 0x7f954c0d1f70 2024-07-27T07:04:12.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.021+0000 7f954be00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 0x7f9528079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:12.023 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.022+0000 7f954be00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 0x7f9528079520 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f953c035000 tx=0x7f953c004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:12.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.025+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f953401f030 con 0x7f954c0d1f70 2024-07-27T07:04:12.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.324+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit"]} v 0) -- 0x7f954c0d2b80 con 0x7f954c0d1f70 2024-07-27T07:04:12.936 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.935+0000 7f9543e00640 1 -- 172.21.15.66:0/3777184069 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit"]}]=0 v707) ==== 169+0+0 (secure 0 0 0) 0x7f9534061890 con 0x7f954c0d1f70 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 msgr2=0x7f9528079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 0x7f9528079520 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f953c035000 tx=0x7f953c004ab0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 msgr2=0x7f954c15b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f953400b3f0 tx=0x7f953400b8b0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 shutdown_connections 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9528077010 0x7f9528079520 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f954c0d2770 0x7f954c165160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.941 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f954c0d1f70 0x7f954c15b2f0 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 --2- 172.21.15.66:0/3777184069 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f954c0b8ef0 0x7f954c14d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:12.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 >> 172.21.15.66:0/3777184069 conn(0x7f954c0d3e60 msgr2=0x7f954c161250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:12.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.939+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 shutdown_connections 2024-07-27T07:04:12.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:12.940+0000 7f9551a00640 1 -- 172.21.15.66:0/3777184069 wait complete. 2024-07-27T07:04:12.970 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 -- 172.21.15.66:0/1342104933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 msgr2=0x7fa0c8151400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 --2- 172.21.15.66:0/1342104933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c8151400 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009830 tx=0x7fa0b402a510 comp rx=0 tx=0).stop 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 -- 172.21.15.66:0/1342104933 shutdown_connections 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 --2- 172.21.15.66:0/1342104933 >> v2:172.21.15.155:3300/0 conn(0x7fa0c815df20 0x7fa0c815e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 --2- 172.21.15.66:0/1342104933 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c8151400 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 -- 172.21.15.66:0/1342104933 >> 172.21.15.66:0/1342104933 conn(0x7fa0c806d3f0 msgr2=0x7fa0c80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 -- 172.21.15.66:0/1342104933 shutdown_connections 2024-07-27T07:04:13.265 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.263+0000 7fa0cec00640 1 -- 172.21.15.66:0/1342104933 wait complete. 2024-07-27T07:04:13.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.266+0000 7fa0cec00640 1 Processor -- start 2024-07-27T07:04:13.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.266+0000 7fa0cec00640 1 -- start start 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.267+0000 7fa0cec00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c813f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.267+0000 7fa0cec00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0cec00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c815df20 0x7fa0c813fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0cec00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c80cf0c0 con 0x7fa0c8070560 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0cec00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c80cef40 con 0x7fa0c815df20 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0cec00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0c80cf240 con 0x7fa0c806ec00 2024-07-27T07:04:13.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0c7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0c7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50958/0 (socket says 172.21.15.66:50958) 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0c7400640 1 -- 172.21.15.66:0/3834066957 learned_addr learned my addr 172.21.15.66:0/3834066957 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0ccc00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c815df20 0x7fa0c813fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0c7e00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c813f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.268+0000 7fa0c7400640 1 -- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 msgr2=0x7fa0c813f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0c7400640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c813f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0c7400640 1 -- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c815df20 msgr2=0x7fa0c813fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0c7400640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c815df20 0x7fa0c813fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0c7400640 1 -- 172.21.15.66:0/3834066957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c809c850 con 0x7fa0c8070560 2024-07-27T07:04:13.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0c7400640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009950 tx=0x7fa0b4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:13.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4031d60 con 0x7fa0c8070560 2024-07-27T07:04:13.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0b4033e10 con 0x7fa0c8070560 2024-07-27T07:04:13.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c809b270 con 0x7fa0c8070560 2024-07-27T07:04:13.272 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4033310 con 0x7fa0c8070560 2024-07-27T07:04:13.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.269+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c809b830 con 0x7fa0c8070560 2024-07-27T07:04:13.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.270+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c809afe0 con 0x7fa0c8070560 2024-07-27T07:04:13.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.272+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0b40334b0 con 0x7fa0c8070560 2024-07-27T07:04:13.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.273+0000 7fa0bfe00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 0x7fa0a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.273+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fa0b40b9fd0 con 0x7fa0c8070560 2024-07-27T07:04:13.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.274+0000 7fa0c7e00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 0x7fa0a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.275+0000 7fa0c7e00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 0x7fa0a8079520 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fa0b80015e0 tx=0x7fa0b8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:13.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.278+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0b403f030 con 0x7fa0c8070560 2024-07-27T07:04:13.493 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.492+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fa0c8151400 con 0x7fa0c8070560 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.493+0000 7fa0bfe00640 1 -- 172.21.15.66:0/3834066957 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v42) ==== 59+0+1998 (secure 0 0 0) 0x7fa0b4082e80 con 0x7fa0c8070560 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T07:04:13.495 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T07:04:13.496 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T07:04:13.497 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T07:04:13.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.496+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 msgr2=0x7fa0a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.496+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 0x7fa0a8079520 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fa0b80015e0 tx=0x7fa0b8009040 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.496+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 msgr2=0x7fa0c809c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.496+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009950 tx=0x7fa0b4033c20 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 shutdown_connections 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a8077010 0x7fa0a8079520 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c815df20 0x7fa0c813fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c8070560 0x7fa0c809c310 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 --2- 172.21.15.66:0/3834066957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c806ec00 0x7fa0c813f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 >> 172.21.15.66:0/3834066957 conn(0x7fa0c806d3f0 msgr2=0x7fa0c815ba60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 shutdown_connections 2024-07-27T07:04:13.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.497+0000 7fa0cec00640 1 -- 172.21.15.66:0/3834066957 wait complete. 2024-07-27T07:04:13.525 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T07:04:13.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 -- 172.21.15.66:0/3976226165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a4161c20 msgr2=0x7fa0a4162030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 --2- 172.21.15.66:0/3976226165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a4161c20 0x7fa0a4162030 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7fa09c005fd0 tx=0x7fa09c02a9f0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 -- 172.21.15.66:0/3976226165 shutdown_connections 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 --2- 172.21.15.66:0/3976226165 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a4161c20 0x7fa0a4162030 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 --2- 172.21.15.66:0/3976226165 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a415ef90 0x7fa0a40cde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.815+0000 7fa0aa600640 1 -- 172.21.15.66:0/3976226165 >> 172.21.15.66:0/3976226165 conn(0x7fa0a40cfa80 msgr2=0x7fa0a40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.816+0000 7fa0aa600640 1 -- 172.21.15.66:0/3976226165 shutdown_connections 2024-07-27T07:04:13.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.816+0000 7fa0aa600640 1 -- 172.21.15.66:0/3976226165 wait complete. 2024-07-27T07:04:13.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.818+0000 7fa0aa600640 1 Processor -- start 2024-07-27T07:04:13.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.818+0000 7fa0aa600640 1 -- start start 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 0x7fa0a41562c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a4161c20 0x7fa0a4156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a406eda0 con 0x7fa0a40cf560 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0a406ec20 con 0x7fa0a415ef90 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0aa600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0a406ef20 con 0x7fa0a4161c20 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0a9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0a9200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50984/0 (socket says 172.21.15.66:50984) 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0a9200640 1 -- 172.21.15.66:0/347267707 learned_addr learned my addr 172.21.15.66:0/347267707 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa0a9c00640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a4161c20 0x7fa0a4156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.820+0000 7fa09be00640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 0x7fa0a41562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.823 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 -- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a4161c20 msgr2=0x7fa0a4156800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a4161c20 0x7fa0a4156800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 -- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 msgr2=0x7fa0a41562c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 0x7fa0a41562c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 -- 172.21.15.66:0/347267707 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0a40b47d0 con 0x7fa0a40cf560 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa09be00640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 0x7fa0a41562c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a9200640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fa09400b420 tx=0x7fa09400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094011830 con 0x7fa0a40cf560 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa094016070 con 0x7fa0a40cf560 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0a40b4ab0 con 0x7fa0a40cf560 2024-07-27T07:04:13.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa094011d60 con 0x7fa0a40cf560 2024-07-27T07:04:13.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.821+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0a40b5070 con 0x7fa0a40cf560 2024-07-27T07:04:13.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.823+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0a406f460 con 0x7fa0a40cf560 2024-07-27T07:04:13.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.824+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa09401b460 con 0x7fa0a40cf560 2024-07-27T07:04:13.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.825+0000 7fa0a1600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 0x7fa080079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:13.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.825+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fa0940988a0 con 0x7fa0a40cf560 2024-07-27T07:04:13.827 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.826+0000 7fa09be00640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 0x7fa080079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:13.828 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.827+0000 7fa09be00640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 0x7fa080079520 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40cbd70 tx=0x7fa08c005d10 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:13.831 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:13.829+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa094020020 con 0x7fa0a40cf560 2024-07-27T07:04:14.049 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.048+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fa0a40b01b0 con 0x7fa0a40cf560 2024-07-27T07:04:14.057 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.056+0000 7fa0a1600640 1 -- 172.21.15.66:0/347267707 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v43)=0 v43) ==== 122+0+0 (secure 0 0 0) 0x7fa0940616c0 con 0x7fa0a40cf560 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 msgr2=0x7fa080079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 0x7fa080079520 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fa0a40cbd70 tx=0x7fa08c005d10 comp rx=0 tx=0).stop 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 msgr2=0x7fa0a4143c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fa09400b420 tx=0x7fa09400b8e0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 shutdown_connections 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa080077010 0x7fa080079520 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.061 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0a4161c20 0x7fa0a4156800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0a415ef90 0x7fa0a41562c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 --2- 172.21.15.66:0/347267707 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0a40cf560 0x7fa0a4143c00 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.059+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 >> 172.21.15.66:0/347267707 conn(0x7fa0a40cfa80 msgr2=0x7fa0a40722c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:14.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.060+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 shutdown_connections 2024-07-27T07:04:14.062 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.060+0000 7fa0aa600640 1 -- 172.21.15.66:0/347267707 wait complete. 2024-07-27T07:04:14.089 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:04:14.089 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:04:14.205 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:04:14.339 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:04:14.339 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:14.339 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:14.400 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:04:14.400 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:04:14.400 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:14.457 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:04:14.458 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:14.458 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:14.518 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:04:14.519 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:04:14.519 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:14.575 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:04:14.575 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T07:04:14.576 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 -- 172.21.15.66:0/2455736212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 msgr2=0x7f165c0cf910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 --2- 172.21.15.66:0/2455736212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c0cf910 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f164c005fd0 tx=0x7f164c02a540 comp rx=0 tx=0).stop 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 -- 172.21.15.66:0/2455736212 shutdown_connections 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 --2- 172.21.15.66:0/2455736212 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c0cf910 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 -- 172.21.15.66:0/2455736212 >> 172.21.15.66:0/2455736212 conn(0x7f165c0d4050 msgr2=0x7f165c0d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 -- 172.21.15.66:0/2455736212 shutdown_connections 2024-07-27T07:04:14.875 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.873+0000 7f1664000640 1 -- 172.21.15.66:0/2455736212 wait complete. 2024-07-27T07:04:14.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.876+0000 7f1664000640 1 Processor -- start 2024-07-27T07:04:14.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.876+0000 7f1664000640 1 -- start start 2024-07-27T07:04:14.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f165c0b75b0 0x7f165c0ccb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f165c0d0b90 0x7f165c1d8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f165c0cfe50 con 0x7f165c0b94f0 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f165c0b4ef0 con 0x7f165c0b75b0 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1664000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f165c0cffd0 con 0x7f165c0d0b90 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1660c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1660c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:50994/0 (socket says 172.21.15.66:50994) 2024-07-27T07:04:14.880 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.878+0000 7f1660c00640 1 -- 172.21.15.66:0/2492452183 learned_addr learned my addr 172.21.15.66:0/2492452183 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:14.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 -- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f165c0d0b90 msgr2=0x7f165c1d8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:14.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f165c0d0b90 0x7f165c1d8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1661600640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f165c0b75b0 0x7f165c0ccb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:14.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 -- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f165c0b75b0 msgr2=0x7f165c0ccb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:14.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f165c0b75b0 0x7f165c0ccb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 -- 172.21.15.66:0/2492452183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f165c0b3420 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1660c00640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f164800b3e0 tx=0x7f164800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648015020 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1648011940 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.879+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f165c0cb280 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.880+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1648011d90 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.880+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f165c0cb840 con 0x7f165c0b94f0 2024-07-27T07:04:14.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.881+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f165c0d11d0 con 0x7f165c0b94f0 2024-07-27T07:04:14.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.882+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1648018020 con 0x7f165c0b94f0 2024-07-27T07:04:14.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.883+0000 7f1659600640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 0x7f163c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:14.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.883+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7f1648098c30 con 0x7f165c0b94f0 2024-07-27T07:04:14.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.884+0000 7f1661600640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 0x7f163c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:14.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.885+0000 7f1661600640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 0x7f163c079520 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f164c033000 tx=0x7f164c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:14.889 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:14.888+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f164801f020 con 0x7f165c0b94f0 2024-07-27T07:04:15.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.141+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f165c0ce320 con 0x7f165c0b94f0 2024-07-27T07:04:15.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.143+0000 7f1659600640 1 -- 172.21.15.66:0/2492452183 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 186 v186) ==== 95+0+3919 (secure 0 0 0) 0x7f1648061ae0 con 0x7f165c0b94f0 2024-07-27T07:04:15.144 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:15.144 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":186,"btime":"2024-07-27T07:04:04:852713+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6209,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/1901930296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1901930296},{"type":"v1","addr":"172.21.15.155:6836","nonce":1901930296}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179},{"gid":6305,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3986275976","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3986275976},{"type":"v1","addr":"172.21.15.155:6837","nonce":3986275976}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":186},{"gid":7027,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3862654273","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3862654273},{"type":"v1","addr":"172.21.15.66:6833","nonce":3862654273}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":178},{"gid":8841,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/791563207","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":791563207},{"type":"v1","addr":"172.21.15.66:6835","nonce":791563207}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":179}],"filesystems":[]} 2024-07-27T07:04:15.145 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 186 2024-07-27T07:04:15.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.145+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 msgr2=0x7f163c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:15.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.145+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 0x7f163c079520 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f164c033000 tx=0x7f164c004730 comp rx=0 tx=0).stop 2024-07-27T07:04:15.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.145+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 msgr2=0x7f165c1d7d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:15.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.145+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f164800b3e0 tx=0x7f164800b8a0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 shutdown_connections 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f163c077010 0x7f163c079520 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f165c0d0b90 0x7f165c1d8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f165c0b94f0 0x7f165c1d7d50 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 --2- 172.21.15.66:0/2492452183 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f165c0b75b0 0x7f165c0ccb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 >> 172.21.15.66:0/2492452183 conn(0x7f165c0d4050 msgr2=0x7f165c06e740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 shutdown_connections 2024-07-27T07:04:15.148 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.146+0000 7f1664000640 1 -- 172.21.15.66:0/2492452183 wait complete. 2024-07-27T07:04:15.175 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:04:15.175 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:04:15.175 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:04:15.175 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:04:15.175 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T07:04:15.175 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T07:04:15.176 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:04:15.176 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:04:15.176 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T07:04:15.176 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T07:04:15.176 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T07:04:15.176 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:04:15.176 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T07:04:15.177 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T07:04:15.177 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:04:15.177 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:04:15.209 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:04:15.210 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T07:04:15.213 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T07:04:15.213 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T07:04:15.214 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:04:15.214 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:04:15.231 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:04:15.231 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T07:04:15.263 INFO:tasks.ceph.mds.c:Started 2024-07-27T07:04:15.263 DEBUG:teuthology.parallel:result is None 2024-07-27T07:04:15.269 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:04:15.269 DEBUG:teuthology.parallel:result is None 2024-07-27T07:04:15.277 INFO:tasks.ceph.mds.b:Started 2024-07-27T07:04:15.277 DEBUG:teuthology.parallel:result is None 2024-07-27T07:04:15.283 INFO:tasks.ceph.mds.d:Started 2024-07-27T07:04:15.284 DEBUG:teuthology.parallel:result is None 2024-07-27T07:04:15.284 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T07:04:15.493 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:04:15.493 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:04:15.497 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T07:04:15.499 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 -- 172.21.15.66:0/1659743231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880b70a0 msgr2=0x7fc3880d26b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 --2- 172.21.15.66:0/1659743231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880b70a0 0x7fc3880d26b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009850 tx=0x7fc37c02a4f0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 -- 172.21.15.66:0/1659743231 shutdown_connections 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 --2- 172.21.15.66:0/1659743231 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880b70a0 0x7fc3880d26b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 -- 172.21.15.66:0/1659743231 >> 172.21.15.66:0/1659743231 conn(0x7fc3880d1b90 msgr2=0x7fc3880d1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 -- 172.21.15.66:0/1659743231 shutdown_connections 2024-07-27T07:04:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.543+0000 7fc38e800640 1 -- 172.21.15.66:0/1659743231 wait complete. 2024-07-27T07:04:15.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.546+0000 7fc38e800640 1 Processor -- start 2024-07-27T07:04:15.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.546+0000 7fc38e800640 1 -- start start 2024-07-27T07:04:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 0x7fc38815e900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880d0640 0x7fc38815ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3880b6140 con 0x7fc3880b70a0 2024-07-27T07:04:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3880b5fc0 con 0x7fc3880d0230 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38e800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc3880b62c0 con 0x7fc3880d0640 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.547+0000 7fc38d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51022/0 (socket says 172.21.15.66:51022) 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 -- 172.21.15.66:0/2239296851 learned_addr learned my addr 172.21.15.66:0/2239296851 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38ca00640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 0x7fc38815e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38de00640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880d0640 0x7fc38815ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 -- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880d0640 msgr2=0x7fc38815ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880d0640 0x7fc38815ee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 -- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 msgr2=0x7fc38815e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:15.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 0x7fc38815e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:15.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 -- 172.21.15.66:0/2239296851 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc38815a5a0 con 0x7fc3880b70a0 2024-07-27T07:04:15.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38ca00640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 0x7fc38815e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:04:15.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.548+0000 7fc38d400640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009970 tx=0x7fc37c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.549+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c03f070 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.549+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc37c033e10 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.549+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c005c30 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.549+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc388159a20 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.549+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc388159fe0 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.550+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3880b67e0 con 0x7fc3880b70a0 2024-07-27T07:04:15.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.551+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc37c042070 con 0x7fc3880b70a0 2024-07-27T07:04:15.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.552+0000 7fc385600640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 0x7fc368079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:15.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.552+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 6543+0+0 (secure 0 0 0) 0x7fc37c0b9ac0 con 0x7fc3880b70a0 2024-07-27T07:04:15.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.553+0000 7fc38ca00640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 0x7fc368079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:15.555 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.554+0000 7fc38ca00640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 0x7fc368079520 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc38815a7f0 tx=0x7fc374009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:15.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.557+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc37c0828e0 con 0x7fc3880b70a0 2024-07-27T07:04:15.772 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:15.770+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fc3880cfc20 con 0x7fc3880b70a0 2024-07-27T07:04:16.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.096+0000 7fc385600640 1 -- 172.21.15.66:0/2239296851 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v175) ==== 97+0+0 (secure 0 0 0) 0x7fc37c0821e0 con 0x7fc3880b70a0 2024-07-27T07:04:16.098 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T07:04:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.100+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 msgr2=0x7fc368079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.100+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 0x7fc368079520 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fc38815a7f0 tx=0x7fc374009040 comp rx=0 tx=0).stop 2024-07-27T07:04:16.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.100+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 msgr2=0x7fc3880cbb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.100+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7fc37c009970 tx=0x7fc37c033c20 comp rx=0 tx=0).stop 2024-07-27T07:04:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 shutdown_connections 2024-07-27T07:04:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc368077010 0x7fc368079520 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3880d0640 0x7fc38815ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc3880d0230 0x7fc38815e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 --2- 172.21.15.66:0/2239296851 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3880b70a0 0x7fc3880cbb60 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 >> 172.21.15.66:0/2239296851 conn(0x7fc3880d1b90 msgr2=0x7fc3880cd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:16.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 shutdown_connections 2024-07-27T07:04:16.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.101+0000 7fc38e800640 1 -- 172.21.15.66:0/2239296851 wait complete. 2024-07-27T07:04:16.133 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T07:04:16.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.409+0000 7f78d6400640 1 -- 172.21.15.66:0/3449096957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d00b4a40 msgr2=0x7f78d00b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.409+0000 7f78d6400640 1 --2- 172.21.15.66:0/3449096957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d00b4a40 0x7f78d00b4e50 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f78c8005fd0 tx=0x7f78c802a8b0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 -- 172.21.15.66:0/3449096957 shutdown_connections 2024-07-27T07:04:16.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 --2- 172.21.15.66:0/3449096957 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d00b4a40 0x7f78d00b4e50 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 --2- 172.21.15.66:0/3449096957 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d0072300 0x7f78d015cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 -- 172.21.15.66:0/3449096957 >> 172.21.15.66:0/3449096957 conn(0x7f78d00cfa80 msgr2=0x7f78d00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:16.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 -- 172.21.15.66:0/3449096957 shutdown_connections 2024-07-27T07:04:16.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.410+0000 7f78d6400640 1 -- 172.21.15.66:0/3449096957 wait complete. 2024-07-27T07:04:16.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.412+0000 7f78d6400640 1 Processor -- start 2024-07-27T07:04:16.414 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.412+0000 7f78d6400640 1 -- start start 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d0072300 0x7f78d0132cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d00b4a40 0x7f78d01f83a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f78d006f420 con 0x7f78d00b2a90 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f78d006f2a0 con 0x7f78d0072300 2024-07-27T07:04:16.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78d6400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f78d006f5a0 con 0x7f78d00b4a40 2024-07-27T07:04:16.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:16.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78c7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51034/0 (socket says 172.21.15.66:51034) 2024-07-27T07:04:16.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.414+0000 7f78c7e00640 1 -- 172.21.15.66:0/2548325245 learned_addr learned my addr 172.21.15.66:0/2548325245 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:16.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78d5000640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d0072300 0x7f78d0132cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:16.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78d5a00640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d00b4a40 0x7f78d01f83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 -- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d00b4a40 msgr2=0x7f78d01f83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d00b4a40 0x7f78d01f83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 -- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d0072300 msgr2=0x7f78d0132cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d0072300 0x7f78d0132cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 -- 172.21.15.66:0/2548325245 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78d01e4690 con 0x7f78d00b2a90 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.415+0000 7f78c7e00640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f78b800c400 tx=0x7f78b800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.416+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b8017070 con 0x7f78d00b2a90 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.416+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78b80053c0 con 0x7f78d00b2a90 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.416+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78b8003850 con 0x7f78d00b2a90 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.416+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78d01e4970 con 0x7f78d00b2a90 2024-07-27T07:04:16.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.416+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78d0144490 con 0x7f78d00b2a90 2024-07-27T07:04:16.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.417+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78d01e4bb0 con 0x7f78d00b2a90 2024-07-27T07:04:16.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.419+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f78b801a070 con 0x7f78d00b2a90 2024-07-27T07:04:16.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.420+0000 7f78cd600640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 0x7f78ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:16.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.420+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 6457+0+0 (secure 0 0 0) 0x7f78b80980a0 con 0x7f78d00b2a90 2024-07-27T07:04:16.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.420+0000 7f78d5000640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 0x7f78ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:16.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.422+0000 7f78d5000640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 0x7f78ac079520 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f78c0005fd0 tx=0x7f78c0009260 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:16.425 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.424+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f78d01e4bb0 con 0x7f78d00b2a90 2024-07-27T07:04:16.716 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.714+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f78d006fa50 con 0x7f78d00b2a90 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.715+0000 7f78cd600640 1 -- 172.21.15.66:0/2548325245 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7f78b8060fa0 con 0x7f78d00b2a90 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T07:04:16.717 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.718 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.719 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.720 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.721 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.722 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T07:04:16.723 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.724 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T07:04:16.725 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T07:04:16.726 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.727 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T07:04:16.728 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.729 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:16.730 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T07:04:16.731 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:04:16.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.718+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 msgr2=0x7f78ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.718+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 0x7f78ac079520 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f78c0005fd0 tx=0x7f78c0009260 comp rx=0 tx=0).stop 2024-07-27T07:04:16.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.718+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 msgr2=0x7f78d0143f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:16.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.718+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f78b800c400 tx=0x7f78b800c8c0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 shutdown_connections 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f78ac077010 0x7f78ac079520 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f78d00b4a40 0x7f78d01f83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f78d00b2a90 0x7f78d0143f50 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 --2- 172.21.15.66:0/2548325245 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f78d0072300 0x7f78d0132cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 >> 172.21.15.66:0/2548325245 conn(0x7f78d00cfa80 msgr2=0x7f78d015eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 shutdown_connections 2024-07-27T07:04:16.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:16.719+0000 7f78d6400640 1 -- 172.21.15.66:0/2548325245 wait complete. 2024-07-27T07:04:16.750 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 -- 172.21.15.66:0/500508258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 msgr2=0x7f3c1c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 --2- 172.21.15.66:0/500508258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c1c00b9c0 secure :-1 s=READY pgs=1788 cs=0 l=1 rev1=1 crypto rx=0x7f3c30009ed0 tx=0x7f3c1c005830 comp rx=0 tx=0).stop 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 -- 172.21.15.66:0/500508258 shutdown_connections 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 --2- 172.21.15.66:0/500508258 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c1c00b9c0 unknown :-1 s=CLOSED pgs=1788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 -- 172.21.15.66:0/500508258 >> 172.21.15.66:0/500508258 conn(0x7f3c380cfa80 msgr2=0x7f3c380cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 -- 172.21.15.66:0/500508258 shutdown_connections 2024-07-27T07:04:17.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.036+0000 7f3c3e400640 1 -- 172.21.15.66:0/500508258 wait complete. 2024-07-27T07:04:17.039 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.038+0000 7f3c3e400640 1 Processor -- start 2024-07-27T07:04:17.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.038+0000 7f3c3e400640 1 -- start start 2024-07-27T07:04:17.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c38159350 0x7f3c38159760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 0x7f3c381585f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f3c380b3230 con 0x7f3c1c005270 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3c380b30b0 con 0x7f3c38159350 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3e400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f3c380b33b0 con 0x7f3c381581e0 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51044/0 (socket says 172.21.15.66:51044) 2024-07-27T07:04:17.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.040+0000 7f3c3d000640 1 -- 172.21.15.66:0/3847774229 learned_addr learned my addr 172.21.15.66:0/3847774229 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:17.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c2fe00640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c38159350 0x7f3c38159760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.043 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3da00640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 0x7f3c381585f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 -- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 msgr2=0x7f3c381585f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 0x7f3c381585f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 -- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c38159350 msgr2=0x7f3c38159760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c38159350 0x7f3c38159760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 -- 172.21.15.66:0/3847774229 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c380a9fe0 con 0x7f3c1c005270 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3da00640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 0x7f3c381585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3d000640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800d500 tx=0x7f3c2800d9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28016020 con 0x7f3c1c005270 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c28012630 con 0x7f3c1c005270 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28012a60 con 0x7f3c1c005270 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.041+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c380a9d00 con 0x7f3c1c005270 2024-07-27T07:04:17.044 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.042+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c38157a00 con 0x7f3c1c005270 2024-07-27T07:04:17.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.043+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c38157e40 con 0x7f3c1c005270 2024-07-27T07:04:17.045 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.044+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f3c28019020 con 0x7f3c1c005270 2024-07-27T07:04:17.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.045+0000 7f3c35600640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 0x7f3c14079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.046 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.045+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 6457+0+0 (secure 0 0 0) 0x7f3c28098a00 con 0x7f3c1c005270 2024-07-27T07:04:17.047 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.046+0000 7f3c2fe00640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 0x7f3c14079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.048 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.047+0000 7f3c2fe00640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 0x7f3c14079520 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3c38157510 tx=0x7f3c20009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:17.051 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.050+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3c28020020 con 0x7f3c1c005270 2024-07-27T07:04:17.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.274+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f3c380b5140 con 0x7f3c1c005270 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.275+0000 7f3c35600640 1 -- 172.21.15.66:0/3847774229 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v177) ==== 84+0+287 (secure 0 0 0) 0x7f3c280619b0 con 0x7f3c1c005270 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T07:04:17.277 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T07:04:17.278 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:04:17.279 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T07:04:17.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.278+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 msgr2=0x7f3c14079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.278+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 0x7f3c14079520 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3c38157510 tx=0x7f3c20009040 comp rx=0 tx=0).stop 2024-07-27T07:04:17.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.278+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 msgr2=0x7f3c380a94b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.278+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800d500 tx=0x7f3c2800d9c0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 shutdown_connections 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3c14077010 0x7f3c14079520 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f3c381581e0 0x7f3c381585f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f3c38159350 0x7f3c38159760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 --2- 172.21.15.66:0/3847774229 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3c1c005270 0x7f3c380a94b0 unknown :-1 s=CLOSED pgs=1789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 >> 172.21.15.66:0/3847774229 conn(0x7f3c380cfa80 msgr2=0x7f3c3815f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 shutdown_connections 2024-07-27T07:04:17.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.279+0000 7f3c3e400640 1 -- 172.21.15.66:0/3847774229 wait complete. 2024-07-27T07:04:17.307 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T07:04:17.307 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T07:04:17.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 -- 172.21.15.66:0/2061236580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 msgr2=0x7f3248072a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 --2- 172.21.15.66:0/2061236580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248072a10 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f3230005fd0 tx=0x7f323002b9a0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 -- 172.21.15.66:0/2061236580 shutdown_connections 2024-07-27T07:04:17.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 --2- 172.21.15.66:0/2061236580 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248072a10 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 -- 172.21.15.66:0/2061236580 >> 172.21.15.66:0/2061236580 conn(0x7f32480cfa80 msgr2=0x7f32480cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:17.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.596+0000 7f3247e00640 1 -- 172.21.15.66:0/2061236580 shutdown_connections 2024-07-27T07:04:17.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.597+0000 7f3247e00640 1 -- 172.21.15.66:0/2061236580 wait complete. 2024-07-27T07:04:17.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.599+0000 7f3247e00640 1 Processor -- start 2024-07-27T07:04:17.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.599+0000 7f3247e00640 1 -- start start 2024-07-27T07:04:17.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f324806e5a0 0x7f324814f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32480b5250 0x7f3248152b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f324806f0c0 con 0x7f324815a1e0 2024-07-27T07:04:17.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f3248070600 con 0x7f324806e5a0 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f324806f240 con 0x7f32480b5250 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51060/0 (socket says 172.21.15.66:51060) 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3247400640 1 -- 172.21.15.66:0/2980705542 learned_addr learned my addr 172.21.15.66:0/2980705542 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f3246a00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f324806e5a0 0x7f324814f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.601+0000 7f323e000640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32480b5250 0x7f3248152b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 -- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32480b5250 msgr2=0x7f3248152b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32480b5250 0x7f3248152b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 -- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f324806e5a0 msgr2=0x7f324814f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f324806e5a0 0x7f324814f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 -- 172.21.15.66:0/2980705542 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32481f61b0 con 0x7f324815a1e0 2024-07-27T07:04:17.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247400640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f324000c700 tx=0x7f324000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240003b70 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3240003d10 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32481f66b0 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324000aab0 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.602+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32481f6c70 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.604+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32481f6420 con 0x7f324815a1e0 2024-07-27T07:04:17.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.605+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f324000ac50 con 0x7f324815a1e0 2024-07-27T07:04:17.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.606+0000 7f323f400640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 0x7f3224079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:17.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.606+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(177..177 src has 1..177) ==== 6457+0+0 (secure 0 0 0) 0x7f3240098b10 con 0x7f324815a1e0 2024-07-27T07:04:17.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.607+0000 7f3246a00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 0x7f3224079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:17.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.609+0000 7f3246a00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 0x7f3224079520 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f3238000f60 tx=0x7f3238009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:17.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.611+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3240061980 con 0x7f324815a1e0 2024-07-27T07:04:17.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:17.823+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f324806f710 con 0x7f324815a1e0 2024-07-27T07:04:18.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.129+0000 7f323f400640 1 -- 172.21.15.66:0/2980705542 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v178) ==== 138+0+0 (secure 0 0 0) 0x7f3240061280 con 0x7f324815a1e0 2024-07-27T07:04:18.131 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T07:04:18.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 msgr2=0x7f3224079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:18.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 0x7f3224079520 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f3238000f60 tx=0x7f3238009040 comp rx=0 tx=0).stop 2024-07-27T07:04:18.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 msgr2=0x7f3248153360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:18.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f324000c700 tx=0x7f324000cbc0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 shutdown_connections 2024-07-27T07:04:18.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3224077010 0x7f3224079520 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f324815a1e0 0x7f3248153360 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f32480b5250 0x7f3248152b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 --2- 172.21.15.66:0/2980705542 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f324806e5a0 0x7f324814f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.133+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 >> 172.21.15.66:0/2980705542 conn(0x7f32480cfa80 msgr2=0x7f32481548c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:18.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.134+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 shutdown_connections 2024-07-27T07:04:18.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.134+0000 7f3247e00640 1 -- 172.21.15.66:0/2980705542 wait complete. 2024-07-27T07:04:18.172 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 -- 172.21.15.66:0/1567805717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 msgr2=0x7f3724003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 --2- 172.21.15.66:0/1567805717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f3724003ec0 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f3730001710 tx=0x7f3724005830 comp rx=0 tx=0).stop 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 -- 172.21.15.66:0/1567805717 shutdown_connections 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 --2- 172.21.15.66:0/1567805717 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f3724003ec0 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 -- 172.21.15.66:0/1567805717 >> 172.21.15.66:0/1567805717 conn(0x7f373c0d3eb0 msgr2=0x7f373c0d42c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 -- 172.21.15.66:0/1567805717 shutdown_connections 2024-07-27T07:04:18.455 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.453+0000 7f3743200640 1 -- 172.21.15.66:0/1567805717 wait complete. 2024-07-27T07:04:18.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.455+0000 7f3743200640 1 Processor -- start 2024-07-27T07:04:18.457 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.456+0000 7f3743200640 1 -- start start 2024-07-27T07:04:18.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:18.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 0x7f373c15d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:18.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f373c1f5450 0x7f373c1f61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:18.459 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f373c0d1060 con 0x7f3724003a50 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f373c0d0ee0 con 0x7f373c1f5040 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3743200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f373c0d11e0 con 0x7f373c1f5450 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3741e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.457+0000 7f3741e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51074/0 (socket says 172.21.15.66:51074) 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 -- 172.21.15.66:0/2908821531 learned_addr learned my addr 172.21.15.66:0/2908821531 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741400640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 0x7f373c15d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 -- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f373c1f5450 msgr2=0x7f373c1f61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f373c1f5450 0x7f373c1f61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 -- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 msgr2=0x7f373c15d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 0x7f373c15d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 -- 172.21.15.66:0/2908821531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f373c1f5b80 con 0x7f3724003a50 2024-07-27T07:04:18.460 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741400640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 0x7f373c15d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:18.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.458+0000 7f3741e00640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f3730001830 tx=0x7f37300062f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:18.461 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.459+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3730042070 con 0x7f3724003a50 2024-07-27T07:04:18.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.459+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3730039070 con 0x7f3724003a50 2024-07-27T07:04:18.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.459+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3730003bd0 con 0x7f3724003a50 2024-07-27T07:04:18.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.459+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f373c1f5e60 con 0x7f3724003a50 2024-07-27T07:04:18.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.459+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f373c0cc290 con 0x7f3724003a50 2024-07-27T07:04:18.462 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.460+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f373c15e620 con 0x7f3724003a50 2024-07-27T07:04:18.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.462+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f373003b070 con 0x7f3724003a50 2024-07-27T07:04:18.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.463+0000 7f3736000640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 0x7f3720079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:18.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.463+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(178..178 src has 1..178) ==== 6827+0+0 (secure 0 0 0) 0x7f37300b8830 con 0x7f3724003a50 2024-07-27T07:04:18.465 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.464+0000 7f3741400640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 0x7f3720079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:18.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.465+0000 7f3741400640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 0x7f3720079520 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f372c005eb0 tx=0x7f372c005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:18.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.468+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f373004b080 con 0x7f3724003a50 2024-07-27T07:04:18.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:18.679+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f373c0cde70 con 0x7f3724003a50 2024-07-27T07:04:19.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.149+0000 7f3736000640 1 -- 172.21.15.66:0/2908821531 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v179) ==== 170+0+0 (secure 0 0 0) 0x7f37300815b0 con 0x7f3724003a50 2024-07-27T07:04:19.151 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.155+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 msgr2=0x7f3720079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.155+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 0x7f3720079520 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f372c005eb0 tx=0x7f372c005f90 comp rx=0 tx=0).stop 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.155+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 msgr2=0x7f373c0cca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.155+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f3730001830 tx=0x7f37300062f0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.156+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 shutdown_connections 2024-07-27T07:04:19.158 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.156+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3720077010 0x7f3720079520 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f373c1f5450 0x7f373c1f61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f373c1f5040 0x7f373c15d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 --2- 172.21.15.66:0/2908821531 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f3724003a50 0x7f373c0cca90 unknown :-1 s=CLOSED pgs=1795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 >> 172.21.15.66:0/2908821531 conn(0x7f373c0d3eb0 msgr2=0x7f373c0b4fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 shutdown_connections 2024-07-27T07:04:19.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.157+0000 7f3743200640 1 -- 172.21.15.66:0/2908821531 wait complete. 2024-07-27T07:04:19.205 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 -- 172.21.15.66:0/2787303711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40d0b90 msgr2=0x7f0db40d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 --2- 172.21.15.66:0/2787303711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40d0b90 0x7f0db40d0fa0 secure :-1 s=READY pgs=1796 cs=0 l=1 rev1=1 crypto rx=0x7f0db40b5510 tx=0x7f0d9c02a4b0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 -- 172.21.15.66:0/2787303711 shutdown_connections 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 --2- 172.21.15.66:0/2787303711 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b6ea0 0x7f0db40b72b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 --2- 172.21.15.66:0/2787303711 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40d0b90 0x7f0db40d0fa0 unknown :-1 s=CLOSED pgs=1796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 --2- 172.21.15.66:0/2787303711 >> v2:172.21.15.155:3300/0 conn(0x7f0db40b94f0 0x7f0db40cf910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 -- 172.21.15.66:0/2787303711 >> 172.21.15.66:0/2787303711 conn(0x7f0db40d4050 msgr2=0x7f0db40d4460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 -- 172.21.15.66:0/2787303711 shutdown_connections 2024-07-27T07:04:19.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.465+0000 7f0dbb200640 1 -- 172.21.15.66:0/2787303711 wait complete. 2024-07-27T07:04:19.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.468+0000 7f0dbb200640 1 Processor -- start 2024-07-27T07:04:19.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.468+0000 7f0dbb200640 1 -- start start 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.469+0000 7f0dbb200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.469+0000 7f0dbb200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b94f0 0x7f0db41ea530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0dbb200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db40d0b90 0x7f0db41eaa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0dbb200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f0db40b4e60 con 0x7f0db40b6ea0 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0dbb200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f0db40b4ce0 con 0x7f0db40d0b90 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0dbb200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f0db40cfe50 con 0x7f0db40b94f0 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51084/0 (socket says 172.21.15.66:51084) 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 -- 172.21.15.66:0/154478908 learned_addr learned my addr 172.21.15.66:0/154478908 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3400640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b94f0 0x7f0db41ea530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:19.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 -- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b94f0 msgr2=0x7f0db41ea530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b94f0 0x7f0db41ea530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 -- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db40d0b90 msgr2=0x7f0db41eaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db9200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db40d0b90 0x7f0db41eaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db40d0b90 0x7f0db41eaa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.470+0000 7f0db3e00640 1 -- 172.21.15.66:0/154478908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db40a0ef0 con 0x7f0db40b6ea0 2024-07-27T07:04:19.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0db3e00640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f0dac00cd10 tx=0x7f0dac00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dac00f450 con 0x7f0db40b6ea0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0dac00f6e0 con 0x7f0db40b6ea0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dac00fb10 con 0x7f0db40b6ea0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0db40a11d0 con 0x7f0db40b6ea0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.471+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0db40a1790 con 0x7f0db40b6ea0 2024-07-27T07:04:19.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.472+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0db40cf910 con 0x7f0db40b6ea0 2024-07-27T07:04:19.475 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.474+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0dac018400 con 0x7f0db40b6ea0 2024-07-27T07:04:19.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.475+0000 7f0dabe00640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 0x7f0d90079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:19.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.475+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(179..179 src has 1..179) ==== 7209+0+0 (secure 0 0 0) 0x7f0dac099e60 con 0x7f0db40b6ea0 2024-07-27T07:04:19.477 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.476+0000 7f0db3400640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 0x7f0d90079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:19.479 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.477+0000 7f0db3400640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 0x7f0d90079520 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c033000 tx=0x7f0d9c004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:19.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.479+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f0dac027080 con 0x7f0db40b6ea0 2024-07-27T07:04:19.735 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:19.734+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0db40d4670 con 0x7f0db40b6ea0 2024-07-27T07:04:20.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.179+0000 7f0dabe00640 1 -- 172.21.15.66:0/154478908 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v189) ==== 174+0+0 (secure 0 0 0) 0x7f0dac014030 con 0x7f0db40b6ea0 2024-07-27T07:04:20.185 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 22 and data pool 23 2024-07-27T07:04:20.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.189+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 msgr2=0x7f0d90079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.189+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 0x7f0d90079520 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c033000 tx=0x7f0d9c004730 comp rx=0 tx=0).stop 2024-07-27T07:04:20.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.189+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 msgr2=0x7f0db409f130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.189+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7f0dac00cd10 tx=0x7f0dac00a620 comp rx=0 tx=0).stop 2024-07-27T07:04:20.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 shutdown_connections 2024-07-27T07:04:20.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0d90077010 0x7f0d90079520 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f0db40d0b90 0x7f0db41eaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0db40b94f0 0x7f0db41ea530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 --2- 172.21.15.66:0/154478908 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0db40b6ea0 0x7f0db409f130 unknown :-1 s=CLOSED pgs=1797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.191+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 >> 172.21.15.66:0/154478908 conn(0x7f0db40d4050 msgr2=0x7f0db41e67a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:20.201 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.200+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 shutdown_connections 2024-07-27T07:04:20.202 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.200+0000 7f0dbb200640 1 -- 172.21.15.66:0/154478908 wait complete. 2024-07-27T07:04:20.247 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 -- 172.21.15.66:0/4162447331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b2a90 msgr2=0x7f1de00b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 --2- 172.21.15.66:0/4162447331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b2a90 0x7f1de00b2ea0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc005fd0 tx=0x7f1dcc02a580 comp rx=0 tx=0).stop 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 -- 172.21.15.66:0/4162447331 shutdown_connections 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 --2- 172.21.15.66:0/4162447331 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b2a90 0x7f1de00b2ea0 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 --2- 172.21.15.66:0/4162447331 >> v2:172.21.15.155:3300/0 conn(0x7f1de0072300 0x7f1de015cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 -- 172.21.15.66:0/4162447331 >> 172.21.15.66:0/4162447331 conn(0x7f1de00cfa80 msgr2=0x7f1de00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 -- 172.21.15.66:0/4162447331 shutdown_connections 2024-07-27T07:04:20.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.502+0000 7f1ddf200640 1 -- 172.21.15.66:0/4162447331 wait complete. 2024-07-27T07:04:20.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.504+0000 7f1ddf200640 1 Processor -- start 2024-07-27T07:04:20.506 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.505+0000 7f1ddf200640 1 -- start start 2024-07-27T07:04:20.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 0x7f1de00cec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:20.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1de00b2a90 0x7f1de00cb340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:20.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:20.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1de006f450 con 0x7f1de00b4a40 2024-07-27T07:04:20.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1de006f2d0 con 0x7f1de0072300 2024-07-27T07:04:20.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.506+0000 7f1ddf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1de006f5d0 con 0x7f1de00b2a90 2024-07-27T07:04:20.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:20.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:51106/0 (socket says 172.21.15.66:51106) 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 -- 172.21.15.66:0/700146867 learned_addr learned my addr 172.21.15.66:0/700146867 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1ddde00640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 0x7f1de00cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1ddd400640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1de00b2a90 0x7f1de00cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 -- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1de00b2a90 msgr2=0x7f1de00cb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1de00b2a90 0x7f1de00cb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 -- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 msgr2=0x7f1de00cec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 0x7f1de00cec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1dde800640 1 -- 172.21.15.66:0/700146867 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1de00c9a20 con 0x7f1de00b4a40 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.507+0000 7f1ddde00640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 0x7f1de00cec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1dde800640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800b990 tx=0x7f1dd800be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8019070 con 0x7f1de00b4a40 2024-07-27T07:04:20.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dd800cc90 con 0x7f1de00b4a40 2024-07-27T07:04:20.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd80146a0 con 0x7f1de00b4a40 2024-07-27T07:04:20.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1de00cdbf0 con 0x7f1de00b4a40 2024-07-27T07:04:20.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.508+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1de00ce1b0 con 0x7f1de00b4a40 2024-07-27T07:04:20.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.509+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1de006fb80 con 0x7f1de00b4a40 2024-07-27T07:04:20.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.511+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1dd801c070 con 0x7f1de00b4a40 2024-07-27T07:04:20.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.512+0000 7f1dd6000640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 0x7f1dc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:20.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.512+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 7309+0+0 (secure 0 0 0) 0x7f1dd8098d90 con 0x7f1de00b4a40 2024-07-27T07:04:20.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.512+0000 7f1ddde00640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 0x7f1dc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:20.515 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.514+0000 7f1ddde00640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 0x7f1dc0079520 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f1dd000ab40 tx=0x7f1dd000a520 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:20.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.517+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1dd8061940 con 0x7f1de00b4a40 2024-07-27T07:04:20.736 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.735+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1de015e380 con 0x7f1de00b4a40 2024-07-27T07:04:20.740 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.739+0000 7f1dd6000640 1 -- 172.21.15.66:0/700146867 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v180) ==== 74+0+22544 (secure 0 0 0) 0x7f1dd8061240 con 0x7f1de00b4a40 2024-07-27T07:04:20.741 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:20.741 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":180,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:19.736182+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:04:17.848378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-07-27T07:04:18.702505+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:20.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.742+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 msgr2=0x7f1dc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.742+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 0x7f1dc0079520 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f1dd000ab40 tx=0x7f1dd000a520 comp rx=0 tx=0).stop 2024-07-27T07:04:20.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.742+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 msgr2=0x7f1de00c9c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:20.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.742+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800b990 tx=0x7f1dd800be50 comp rx=0 tx=0).stop 2024-07-27T07:04:20.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 shutdown_connections 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dc0077010 0x7f1dc0079520 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1de00b4a40 0x7f1de00c9c80 unknown :-1 s=CLOSED pgs=1799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1de00b2a90 0x7f1de00cb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 --2- 172.21.15.66:0/700146867 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1de0072300 0x7f1de00cec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 >> 172.21.15.66:0/700146867 conn(0x7f1de00cfa80 msgr2=0x7f1de015b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 shutdown_connections 2024-07-27T07:04:20.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:20.743+0000 7f1ddf200640 1 -- 172.21.15.66:0/700146867 wait complete. 2024-07-27T07:04:20.772 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:21.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 -- 172.21.15.66:0/1350031954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d68004d90 msgr2=0x7f4d68005240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 --2- 172.21.15.66:0/1350031954 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d68004d90 0x7f4d68005240 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7f4d78001d90 tx=0x7f4d68005830 comp rx=0 tx=0).stop 2024-07-27T07:04:21.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d85e00640 1 -- 172.21.15.66:0/1350031954 reap_dead start 2024-07-27T07:04:21.066 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 -- 172.21.15.66:0/1350031954 shutdown_connections 2024-07-27T07:04:21.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 -- 172.21.15.66:0/1350031954 >> 172.21.15.66:0/1350031954 conn(0x7f4d800cfa80 msgr2=0x7f4d800cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:21.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 -- 172.21.15.66:0/1350031954 shutdown_connections 2024-07-27T07:04:21.067 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.064+0000 7f4d86800640 1 -- 172.21.15.66:0/1350031954 wait complete. 2024-07-27T07:04:21.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.067+0000 7f4d86800640 1 Processor -- start 2024-07-27T07:04:21.068 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.067+0000 7f4d86800640 1 -- start start 2024-07-27T07:04:21.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.068+0000 7f4d86800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d68004d90 0x7f4d801ea860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.068+0000 7f4d86800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d800ad420 0x7f4d80072d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.070 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d86800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d86800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4d8015be80 con 0x7f4d80073290 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d86800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4d8015bd00 con 0x7f4d800ad420 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d86800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4d801f9a80 con 0x7f4d68004d90 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46394/0 (socket says 172.21.15.66:46394) 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 -- 172.21.15.66:0/2286102934 learned_addr learned my addr 172.21.15.66:0/2286102934 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d84a00640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d800ad420 0x7f4d80072d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.071 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85400640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d68004d90 0x7f4d801ea860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 -- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d68004d90 msgr2=0x7f4d801ea860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d68004d90 0x7f4d801ea860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 -- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d800ad420 msgr2=0x7f4d80072d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d800ad420 0x7f4d80072d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.069+0000 7f4d85e00640 1 -- 172.21.15.66:0/2286102934 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d801f8cc0 con 0x7f4d80073290 2024-07-27T07:04:21.072 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d85e00640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f4d7802ac80 tx=0x7f4d78001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d780062b0 con 0x7f4d80073290 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d78006450 con 0x7f4d80073290 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d780068a0 con 0x7f4d80073290 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d801f8fa0 con 0x7f4d80073290 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.070+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d801f9560 con 0x7f4d80073290 2024-07-27T07:04:21.073 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.072+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d800ad960 con 0x7f4d80073290 2024-07-27T07:04:21.074 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.073+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4d78003a30 con 0x7f4d80073290 2024-07-27T07:04:21.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.075+0000 7f4d7d600640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 0x7f4d64079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.075+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 7309+0+0 (secure 0 0 0) 0x7f4d780b8c60 con 0x7f4d80073290 2024-07-27T07:04:21.077 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.075+0000 7f4d85400640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 0x7f4d64079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.078 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.077+0000 7f4d85400640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 0x7f4d64079550 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4d74009aa0 tx=0x7f4d74005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:21.080 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.079+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4d780818a0 con 0x7f4d80073290 2024-07-27T07:04:21.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.295+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4d801446f0 con 0x7f4d80073290 2024-07-27T07:04:21.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.299+0000 7f4d7d600640 1 -- 172.21.15.66:0/2286102934 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v181) ==== 74+0+22531 (secure 0 0 0) 0x7f4d780811a0 con 0x7f4d80073290 2024-07-27T07:04:21.301 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:21.301 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":181,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:21.179621+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:04:17.848378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-07-27T07:04:18.702505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:21.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 msgr2=0x7f4d64079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 0x7f4d64079550 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f4d74009aa0 tx=0x7f4d74005f90 comp rx=0 tx=0).stop 2024-07-27T07:04:21.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 msgr2=0x7f4d800cb440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f4d7802ac80 tx=0x7f4d78001b10 comp rx=0 tx=0).stop 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 shutdown_connections 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4d64077040 0x7f4d64079550 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4d80073290 0x7f4d800cb440 unknown :-1 s=CLOSED pgs=1802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4d800ad420 0x7f4d80072d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 --2- 172.21.15.66:0/2286102934 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4d68004d90 0x7f4d801ea860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 >> 172.21.15.66:0/2286102934 conn(0x7f4d800cfa80 msgr2=0x7f4d800b03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:21.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.301+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 shutdown_connections 2024-07-27T07:04:21.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.302+0000 7f4d86800640 1 -- 172.21.15.66:0/2286102934 wait complete. 2024-07-27T07:04:21.336 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 -- 172.21.15.66:0/1986324812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe430004d40 msgr2=0x7fe430005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 --2- 172.21.15.66:0/1986324812 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe430004d40 0x7fe430005210 secure :-1 s=READY pgs=1804 cs=0 l=1 rev1=1 crypto rx=0x7fe444009b20 tx=0x7fe430005830 comp rx=0 tx=0).stop 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe44be00640 1 -- 172.21.15.66:0/1986324812 reap_dead start 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 -- 172.21.15.66:0/1986324812 shutdown_connections 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 -- 172.21.15.66:0/1986324812 >> 172.21.15.66:0/1986324812 conn(0x7fe44c0cfa80 msgr2=0x7fe44c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 -- 172.21.15.66:0/1986324812 shutdown_connections 2024-07-27T07:04:21.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.619+0000 7fe451000640 1 -- 172.21.15.66:0/1986324812 wait complete. 2024-07-27T07:04:21.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.622+0000 7fe451000640 1 Processor -- start 2024-07-27T07:04:21.623 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.622+0000 7fe451000640 1 -- start start 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe430004d40 0x7fe44c13f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe44c133440 0x7fe44c1f6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fe44c06f230 con 0x7fe44c132af0 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fe44c06f0b0 con 0x7fe44c133440 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.623+0000 7fe451000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fe44c06f3b0 con 0x7fe430004d40 2024-07-27T07:04:21.625 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46422/0 (socket says 172.21.15.66:46422) 2024-07-27T07:04:21.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 -- 172.21.15.66:0/1346368995 learned_addr learned my addr 172.21.15.66:0/1346368995 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:21.626 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44be00640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe44c133440 0x7fe44c1f6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44b400640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe430004d40 0x7fe44c13f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 -- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe430004d40 msgr2=0x7fe44c13f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe430004d40 0x7fe44c13f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 -- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe44c133440 msgr2=0x7fe44c1f6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe44c133440 0x7fe44c1f6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.624+0000 7fe44aa00640 1 -- 172.21.15.66:0/1346368995 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe44c15a7c0 con 0x7fe44c132af0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe44aa00640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7fe43400c730 tx=0x7fe43400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe434017070 con 0x7fe44c132af0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe434005360 con 0x7fe44c132af0 2024-07-27T07:04:21.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe44c15aaa0 con 0x7fe44c132af0 2024-07-27T07:04:21.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe43400a8a0 con 0x7fe44c132af0 2024-07-27T07:04:21.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.625+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe44c133850 con 0x7fe44c132af0 2024-07-27T07:04:21.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.626+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe44c15a530 con 0x7fe44c132af0 2024-07-27T07:04:21.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.628+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fe43401a070 con 0x7fe44c132af0 2024-07-27T07:04:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.629+0000 7fe443400640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 0x7fe428079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:21.630 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.629+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fe4340983d0 con 0x7fe44c132af0 2024-07-27T07:04:21.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.629+0000 7fe44b400640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 0x7fe428079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:21.632 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.631+0000 7fe44b400640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 0x7fe428079520 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe43c006fd0 tx=0x7fe43c006ea0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:21.634 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.633+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fe434061010 con 0x7fe44c132af0 2024-07-27T07:04:21.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:21.884+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe44c13f8c0 con 0x7fe44c132af0 2024-07-27T07:04:22.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.198+0000 7fe443400640 1 -- 172.21.15.66:0/1346368995 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v192) ==== 118+0+0 (secure 0 0 0) 0x7fe434069250 con 0x7fe44c132af0 2024-07-27T07:04:22.205 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 msgr2=0x7fe428079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 0x7fe428079520 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fe43c006fd0 tx=0x7fe43c006ea0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 msgr2=0x7fe44c132f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7fe43400c730 tx=0x7fe43400cbf0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 shutdown_connections 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fe428077010 0x7fe428079520 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fe44c133440 0x7fe44c1f6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fe44c132af0 0x7fe44c132f00 unknown :-1 s=CLOSED pgs=1805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 --2- 172.21.15.66:0/1346368995 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fe430004d40 0x7fe44c13f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.206 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.203+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 >> 172.21.15.66:0/1346368995 conn(0x7fe44c0cfa80 msgr2=0x7fe44c15b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:22.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.204+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 shutdown_connections 2024-07-27T07:04:22.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.204+0000 7fe451000640 1 -- 172.21.15.66:0/1346368995 wait complete. 2024-07-27T07:04:22.237 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T07:04:22.237 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T07:04:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 -- 172.21.15.66:0/2481889046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c0072300 msgr2=0x7f01c015cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 --2- 172.21.15.66:0/2481889046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c0072300 0x7f01c015cea0 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f01b0005fd0 tx=0x7f01b002a520 comp rx=0 tx=0).stop 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 -- 172.21.15.66:0/2481889046 shutdown_connections 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 --2- 172.21.15.66:0/2481889046 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b2a90 0x7f01c00b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 --2- 172.21.15.66:0/2481889046 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c0072300 0x7f01c015cea0 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.524+0000 7f01bf200640 1 -- 172.21.15.66:0/2481889046 >> 172.21.15.66:0/2481889046 conn(0x7f01c00cfa80 msgr2=0x7f01c00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.525+0000 7f01bf200640 1 -- 172.21.15.66:0/2481889046 shutdown_connections 2024-07-27T07:04:22.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.525+0000 7f01bf200640 1 -- 172.21.15.66:0/2481889046 wait complete. 2024-07-27T07:04:22.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.527+0000 7f01bf200640 1 Processor -- start 2024-07-27T07:04:22.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.527+0000 7f01bf200640 1 -- start start 2024-07-27T07:04:22.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01c0072300 0x7f01c0158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:22.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:22.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 0x7f01c01e5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:22.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f01c006f4a0 con 0x7f01c00b2a90 2024-07-27T07:04:22.530 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f01c006f320 con 0x7f01c0072300 2024-07-27T07:04:22.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bf200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f01c006f620 con 0x7f01c00b4a40 2024-07-27T07:04:22.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:22.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46446/0 (socket says 172.21.15.66:46446) 2024-07-27T07:04:22.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 -- 172.21.15.66:0/1501306729 learned_addr learned my addr 172.21.15.66:0/1501306729 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:22.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bde00640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01c0072300 0x7f01c0158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:22.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01be800640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 0x7f01c01e5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:22.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 -- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 msgr2=0x7f01c01e5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:22.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 0x7f01c01e5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 -- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01c0072300 msgr2=0x7f01c0158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01c0072300 0x7f01c0158160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.529+0000 7f01bd400640 1 -- 172.21.15.66:0/1501306729 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01c01586a0 con 0x7f01c00b2a90 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01be800640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 0x7f01c01e5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01bd400640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f01ac00b410 tx=0x7f01ac00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01ac015020 con 0x7f01c00b2a90 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01ac011850 con 0x7f01c00b2a90 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01c0158bb0 con 0x7f01c00b2a90 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01ac011ca0 con 0x7f01c00b2a90 2024-07-27T07:04:22.533 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.530+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01c0159170 con 0x7f01c00b2a90 2024-07-27T07:04:22.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.531+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01c006fc30 con 0x7f01c00b2a90 2024-07-27T07:04:22.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.533+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f01ac018020 con 0x7f01c00b2a90 2024-07-27T07:04:22.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.534+0000 7f01b6000640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 0x7f01a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:22.535 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.534+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f01ac098f10 con 0x7f01c00b2a90 2024-07-27T07:04:22.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.535+0000 7f01bde00640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 0x7f01a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:22.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.536+0000 7f01bde00640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 0x7f01a0079520 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f01b0033000 tx=0x7f01b0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:22.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.538+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f01ac01f020 con 0x7f01c00b2a90 2024-07-27T07:04:22.793 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:22.792+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f01c0158940 con 0x7f01c00b2a90 2024-07-27T07:04:23.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.213+0000 7f01b6000640 1 -- 172.21.15.66:0/1501306729 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v193) ==== 122+0+0 (secure 0 0 0) 0x7f01ac061a30 con 0x7f01c00b2a90 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 msgr2=0x7f01a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 0x7f01a0079520 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f01b0033000 tx=0x7f01b0004730 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 msgr2=0x7f01c013a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f01ac00b410 tx=0x7f01ac00b8d0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 shutdown_connections 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f01a0077010 0x7f01a0079520 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f01c00b4a40 0x7f01c01e5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f01c00b2a90 0x7f01c013a3c0 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 --2- 172.21.15.66:0/1501306729 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f01c0072300 0x7f01c0158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 >> 172.21.15.66:0/1501306729 conn(0x7f01c00cfa80 msgr2=0x7f01c015f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:23.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 shutdown_connections 2024-07-27T07:04:23.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.219+0000 7f01bf200640 1 -- 172.21.15.66:0/1501306729 wait complete. 2024-07-27T07:04:23.248 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T07:04:23.249 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 -- 172.21.15.66:0/2630815804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 msgr2=0x7f804c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 --2- 172.21.15.66:0/2630815804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c0b4e50 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f8044005fd0 tx=0x7f804402a830 comp rx=0 tx=0).stop 2024-07-27T07:04:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 -- 172.21.15.66:0/2630815804 shutdown_connections 2024-07-27T07:04:23.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 --2- 172.21.15.66:0/2630815804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c0b4e50 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 --2- 172.21.15.66:0/2630815804 >> v2:172.21.15.155:3300/0 conn(0x7f804c0b2a90 0x7f804c0b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 -- 172.21.15.66:0/2630815804 >> 172.21.15.66:0/2630815804 conn(0x7f804c0cfa80 msgr2=0x7f804c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.544+0000 7f8051800640 1 -- 172.21.15.66:0/2630815804 shutdown_connections 2024-07-27T07:04:23.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.546+0000 7f8051800640 1 -- 172.21.15.66:0/2630815804 wait complete. 2024-07-27T07:04:23.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.547+0000 7f8051800640 1 Processor -- start 2024-07-27T07:04:23.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.547+0000 7f8051800640 1 -- start start 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f804c0b2a90 0x7f804c1f9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c1394d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f804c06f420 con 0x7f804c072300 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f804c06f2a0 con 0x7f804c0b2a90 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8051800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f804c06f5a0 con 0x7f804c0b4a40 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46458/0 (socket says 172.21.15.66:46458) 2024-07-27T07:04:23.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 -- 172.21.15.66:0/2040945748 learned_addr learned my addr 172.21.15.66:0/2040945748 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8050e00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c1394d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f8043e00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f804c0b2a90 0x7f804c1f9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 -- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 msgr2=0x7f804c1394d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c1394d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 -- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f804c0b2a90 msgr2=0x7f804c1f9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.549+0000 7f804be00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f804c0b2a90 0x7f804c1f9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f804be00640 1 -- 172.21.15.66:0/2040945748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804c139a10 con 0x7f804c072300 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f804be00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f803c00c500 tx=0x7f803c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c016020 con 0x7f804c072300 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f803c012940 con 0x7f804c072300 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803c012d90 con 0x7f804c072300 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f804c158b40 con 0x7f804c072300 2024-07-27T07:04:23.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.550+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f804c159100 con 0x7f804c072300 2024-07-27T07:04:23.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.552+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f804c06fab0 con 0x7f804c072300 2024-07-27T07:04:23.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.553+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f803c019020 con 0x7f804c072300 2024-07-27T07:04:23.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.555+0000 7f8048c00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 0x7f8028079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:23.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.556+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f803c0991d0 con 0x7f804c072300 2024-07-27T07:04:23.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.556+0000 7f8043e00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 0x7f8028079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:23.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.557+0000 7f8043e00640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 0x7f8028079520 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f804c0cf600 tx=0x7f8034005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:23.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.561+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f803c020020 con 0x7f804c072300 2024-07-27T07:04:23.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.815+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f804c0b5170 con 0x7f804c072300 2024-07-27T07:04:23.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.816+0000 7f8048c00640 1 -- 172.21.15.66:0/2040945748 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7f804c139a10 con 0x7f804c072300 2024-07-27T07:04:23.817 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:23.817 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:23.817 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 msgr2=0x7f8028079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 0x7f8028079520 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f804c0cf600 tx=0x7f8034005f90 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 msgr2=0x7f804c0c90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f803c00c500 tx=0x7f803c00c9c0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 shutdown_connections 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8028077010 0x7f8028079520 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f804c0b4a40 0x7f804c1394d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f804c0b2a90 0x7f804c1f9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 --2- 172.21.15.66:0/2040945748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f804c072300 0x7f804c0c90b0 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 >> 172.21.15.66:0/2040945748 conn(0x7f804c0cfa80 msgr2=0x7f804c15cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:23.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 shutdown_connections 2024-07-27T07:04:23.821 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:23.819+0000 7f8051800640 1 -- 172.21.15.66:0/2040945748 wait complete. 2024-07-27T07:04:23.844 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 -- 172.21.15.66:0/3795047208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e806c7f0 msgr2=0x7f58e806cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 --2- 172.21.15.66:0/3795047208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e806c7f0 0x7f58e806cc00 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7f58e8072310 tx=0x7f58e002aa30 comp rx=0 tx=0).stop 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 -- 172.21.15.66:0/3795047208 shutdown_connections 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 --2- 172.21.15.66:0/3795047208 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e806c7f0 0x7f58e806cc00 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 --2- 172.21.15.66:0/3795047208 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e80b0360 0x7f58e80d0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 --2- 172.21.15.66:0/3795047208 >> v2:172.21.15.155:3300/0 conn(0x7f58e80691a0 0x7f58e815f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 -- 172.21.15.66:0/3795047208 >> 172.21.15.66:0/3795047208 conn(0x7f58e80b5150 msgr2=0x7f58e80b5560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 -- 172.21.15.66:0/3795047208 shutdown_connections 2024-07-27T07:04:24.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.135+0000 7f58ed400640 1 -- 172.21.15.66:0/3795047208 wait complete. 2024-07-27T07:04:24.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.137+0000 7f58ed400640 1 Processor -- start 2024-07-27T07:04:24.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.138+0000 7f58ed400640 1 -- start start 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58e80691a0 0x7f58e80c5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e806c7f0 0x7f58e81f4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f58e80cd0e0 con 0x7f58e80b0360 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f58e80ccf60 con 0x7f58e80691a0 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58ed400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f58e80cd260 con 0x7f58e806c7f0 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.139+0000 7f58eca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46470/0 (socket says 172.21.15.66:46470) 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 -- 172.21.15.66:0/1744979396 learned_addr learned my addr 172.21.15.66:0/1744979396 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:24.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58dfe00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e806c7f0 0x7f58e81f4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58e7e00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58e80691a0 0x7f58e80c5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 -- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e806c7f0 msgr2=0x7f58e81f4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e806c7f0 0x7f58e81f4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 -- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58e80691a0 msgr2=0x7f58e80c5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58e80691a0 0x7f58e80c5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.140+0000 7f58eca00640 1 -- 172.21.15.66:0/1744979396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e80c3fd0 con 0x7f58e80b0360 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58eca00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7f58e002b020 tx=0x7f58e0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e0033050 con 0x7f58e80b0360 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58e0004450 con 0x7f58e80b0360 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e80c42b0 con 0x7f58e80b0360 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e0038450 con 0x7f58e80b0360 2024-07-27T07:04:24.142 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.141+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e80c4870 con 0x7f58e80b0360 2024-07-27T07:04:24.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.142+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e806cc00 con 0x7f58e80b0360 2024-07-27T07:04:24.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.144+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f58e0036070 con 0x7f58e80b0360 2024-07-27T07:04:24.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.145+0000 7f58e4c00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 0x7f58c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.145+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f58e00ba460 con 0x7f58e80b0360 2024-07-27T07:04:24.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.146+0000 7f58e7e00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 0x7f58c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.147+0000 7f58e7e00640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 0x7f58c4079520 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f58d800daa0 tx=0x7f58d8005d70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:24.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.149+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f58e0083000 con 0x7f58e80b0360 2024-07-27T07:04:24.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.364+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f58e80b6230 con 0x7f58e80b0360 2024-07-27T07:04:24.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.369+0000 7f58e4c00640 1 -- 172.21.15.66:0/1744979396 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v181) ==== 74+0+22531 (secure 0 0 0) 0x7f58e0082900 con 0x7f58e80b0360 2024-07-27T07:04:24.370 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:24.370 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":181,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:21.179621+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:04:17.848378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-07-27T07:04:18.702505+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:24.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.371+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 msgr2=0x7f58c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.371+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 0x7f58c4079520 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f58d800daa0 tx=0x7f58d8005d70 comp rx=0 tx=0).stop 2024-07-27T07:04:24.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.371+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 msgr2=0x7f58e8150a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.372 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.371+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7f58e002b020 tx=0x7f58e0003f10 comp rx=0 tx=0).stop 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 shutdown_connections 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f58c4077010 0x7f58c4079520 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f58e80b0360 0x7f58e8150a50 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f58e806c7f0 0x7f58e81f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 --2- 172.21.15.66:0/1744979396 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f58e80691a0 0x7f58e80c5070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 >> 172.21.15.66:0/1744979396 conn(0x7f58e80b5150 msgr2=0x7f58e815b4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 shutdown_connections 2024-07-27T07:04:24.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.372+0000 7f58ed400640 1 -- 172.21.15.66:0/1744979396 wait complete. 2024-07-27T07:04:24.400 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T07:04:24.400 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:04:24.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.690+0000 7fb73e600640 1 -- 172.21.15.66:0/2262984884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73806cf00 msgr2=0x7fb7380cf540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.690+0000 7fb73e600640 1 --2- 172.21.15.66:0/2262984884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73806cf00 0x7fb7380cf540 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7fb720005fd0 tx=0x7fb72002a820 comp rx=0 tx=0).stop 2024-07-27T07:04:24.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.691+0000 7fb73e600640 1 -- 172.21.15.66:0/2262984884 shutdown_connections 2024-07-27T07:04:24.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.691+0000 7fb73e600640 1 --2- 172.21.15.66:0/2262984884 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73806cf00 0x7fb7380cf540 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.691+0000 7fb73e600640 1 -- 172.21.15.66:0/2262984884 >> 172.21.15.66:0/2262984884 conn(0x7fb7380d0b90 msgr2=0x7fb7380d0fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:24.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.691+0000 7fb73e600640 1 -- 172.21.15.66:0/2262984884 shutdown_connections 2024-07-27T07:04:24.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.691+0000 7fb73e600640 1 -- 172.21.15.66:0/2262984884 wait complete. 2024-07-27T07:04:24.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.693+0000 7fb73e600640 1 Processor -- start 2024-07-27T07:04:24.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.693+0000 7fb73e600640 1 -- start start 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7380cfa80 0x7fb7381447d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 0x7fb73815b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb738070780 con 0x7fb73813de60 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb738070600 con 0x7fb738145990 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb738070900 con 0x7fb7380cfa80 2024-07-27T07:04:24.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46490/0 (socket says 172.21.15.66:46490) 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 -- 172.21.15.66:0/4002217958 learned_addr learned my addr 172.21.15.66:0/4002217958 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73d200640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7380cfa80 0x7fb7381447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb737e00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 0x7fb73815b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 -- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7380cfa80 msgr2=0x7fb7381447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7380cfa80 0x7fb7381447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.695+0000 7fb73dc00640 1 -- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 msgr2=0x7fb73815b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb73dc00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 0x7fb73815b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb73dc00640 1 -- 172.21.15.66:0/4002217958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb73815a370 con 0x7fb73813de60 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb737e00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 0x7fb73815b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:24.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb73dc00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fb73000b440 tx=0x7fb73000b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:24.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb730015020 con 0x7fb73813de60 2024-07-27T07:04:24.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb730011920 con 0x7fb73813de60 2024-07-27T07:04:24.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb73815b600 con 0x7fb73813de60 2024-07-27T07:04:24.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb730011d70 con 0x7fb73813de60 2024-07-27T07:04:24.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.696+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb73815a8c0 con 0x7fb73813de60 2024-07-27T07:04:24.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.697+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb738069fd0 con 0x7fb73813de60 2024-07-27T07:04:24.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.699+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb730018020 con 0x7fb73813de60 2024-07-27T07:04:24.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.700+0000 7fb734c00640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 0x7fb714079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:24.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.701+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fb730098c80 con 0x7fb73813de60 2024-07-27T07:04:24.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.701+0000 7fb73d200640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 0x7fb714079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:24.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.702+0000 7fb73d200640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 0x7fb714079520 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fb7280015e0 tx=0x7fb728009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:24.706 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.705+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb738069fd0 con 0x7fb73813de60 2024-07-27T07:04:24.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.914+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb738144f40 con 0x7fb714077010 2024-07-27T07:04:24.939 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.939+0000 7fb734c00640 1 -- 172.21.15.66:0/4002217958 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495226 (secure 0 0 0) 0x7fb738144f40 con 0x7fb714077010 2024-07-27T07:04:24.948 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:24.952 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 msgr2=0x7fb714079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 0x7fb714079520 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fb7280015e0 tx=0x7fb728009040 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 msgr2=0x7fb7381e8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fb73000b440 tx=0x7fb73000b900 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 shutdown_connections 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb714077010 0x7fb714079520 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb73813de60 0x7fb7381e8b80 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb738145990 0x7fb73815b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 --2- 172.21.15.66:0/4002217958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb7380cfa80 0x7fb7381447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:24.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 >> 172.21.15.66:0/4002217958 conn(0x7fb7380d0b90 msgr2=0x7fb7380b3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:24.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 shutdown_connections 2024-07-27T07:04:24.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:24.950+0000 7fb73e600640 1 -- 172.21.15.66:0/4002217958 wait complete. 2024-07-27T07:04:24.983 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":609,"stamp":"2024-07-27T07:04:24.666327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":373,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":331264,"kb_used_data":19400,"kb_used_omap":12,"kb_used_meta":311731,"kb_avail":754643456,"statfs":{"total":773094113280,"available":772754898944,"internally_reserved":0,"allocated":19865600,"data_stored":11317716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":319213105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003063"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194531+0000","last_change":"2024-07-27T07:04:20.216019+0000","last_active":"2024-07-27T07:04:21.194531+0000","last_peered":"2024-07-27T07:04:21.194531+0000","last_clean":"2024-07-27T07:04:21.194531+0000","last_became_active":"2024-07-27T07:04:20.214853+0000","last_became_peered":"2024-07-27T07:04:20.214853+0000","last_unstale":"2024-07-27T07:04:21.194531+0000","last_undegraded":"2024-07-27T07:04:21.194531+0000","last_fullsized":"2024-07-27T07:04:21.194531+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:13:11.885617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195477+0000","last_change":"2024-07-27T07:04:20.214339+0000","last_active":"2024-07-27T07:04:21.195477+0000","last_peered":"2024-07-27T07:04:21.195477+0000","last_clean":"2024-07-27T07:04:21.195477+0000","last_became_active":"2024-07-27T07:04:20.212846+0000","last_became_peered":"2024-07-27T07:04:20.212846+0000","last_unstale":"2024-07-27T07:04:21.195477+0000","last_undegraded":"2024-07-27T07:04:21.195477+0000","last_fullsized":"2024-07-27T07:04:21.195477+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:38.721063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195215+0000","last_change":"2024-07-27T07:04:20.227436+0000","last_active":"2024-07-27T07:04:21.195215+0000","last_peered":"2024-07-27T07:04:21.195215+0000","last_clean":"2024-07-27T07:04:21.195215+0000","last_became_active":"2024-07-27T07:04:20.227073+0000","last_became_peered":"2024-07-27T07:04:20.227073+0000","last_unstale":"2024-07-27T07:04:21.195215+0000","last_undegraded":"2024-07-27T07:04:21.195215+0000","last_fullsized":"2024-07-27T07:04:21.195215+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:33:35.220228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315020+0000","last_change":"2024-07-27T07:04:20.194018+0000","last_active":"2024-07-27T07:04:21.315020+0000","last_peered":"2024-07-27T07:04:21.315020+0000","last_clean":"2024-07-27T07:04:21.315020+0000","last_became_active":"2024-07-27T07:04:20.192296+0000","last_became_peered":"2024-07-27T07:04:20.192296+0000","last_unstale":"2024-07-27T07:04:21.315020+0000","last_undegraded":"2024-07-27T07:04:21.315020+0000","last_fullsized":"2024-07-27T07:04:21.315020+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:30:39.313370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309915+0000","last_change":"2024-07-27T07:04:20.207755+0000","last_active":"2024-07-27T07:04:21.309915+0000","last_peered":"2024-07-27T07:04:21.309915+0000","last_clean":"2024-07-27T07:04:21.309915+0000","last_became_active":"2024-07-27T07:04:20.207426+0000","last_became_peered":"2024-07-27T07:04:20.207426+0000","last_unstale":"2024-07-27T07:04:21.309915+0000","last_undegraded":"2024-07-27T07:04:21.309915+0000","last_fullsized":"2024-07-27T07:04:21.309915+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T19:02:22.424448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315022+0000","last_change":"2024-07-27T07:04:20.202905+0000","last_active":"2024-07-27T07:04:21.315022+0000","last_peered":"2024-07-27T07:04:21.315022+0000","last_clean":"2024-07-27T07:04:21.315022+0000","last_became_active":"2024-07-27T07:04:20.202612+0000","last_became_peered":"2024-07-27T07:04:20.202612+0000","last_unstale":"2024-07-27T07:04:21.315022+0000","last_undegraded":"2024-07-27T07:04:21.315022+0000","last_fullsized":"2024-07-27T07:04:21.315022+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:16.573209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200308+0000","last_change":"2024-07-27T07:04:20.185093+0000","last_active":"2024-07-27T07:04:21.200308+0000","last_peered":"2024-07-27T07:04:21.200308+0000","last_clean":"2024-07-27T07:04:21.200308+0000","last_became_active":"2024-07-27T07:04:20.184607+0000","last_became_peered":"2024-07-27T07:04:20.184607+0000","last_unstale":"2024-07-27T07:04:21.200308+0000","last_undegraded":"2024-07-27T07:04:21.200308+0000","last_fullsized":"2024-07-27T07:04:21.200308+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:57.363871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.308919+0000","last_change":"2024-07-27T07:04:20.193901+0000","last_active":"2024-07-27T07:04:21.308919+0000","last_peered":"2024-07-27T07:04:21.308919+0000","last_clean":"2024-07-27T07:04:21.308919+0000","last_became_active":"2024-07-27T07:04:20.193535+0000","last_became_peered":"2024-07-27T07:04:20.193535+0000","last_unstale":"2024-07-27T07:04:21.308919+0000","last_undegraded":"2024-07-27T07:04:21.308919+0000","last_fullsized":"2024-07-27T07:04:21.308919+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:39.974589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311991+0000","last_change":"2024-07-27T07:04:20.194701+0000","last_active":"2024-07-27T07:04:21.311991+0000","last_peered":"2024-07-27T07:04:21.311991+0000","last_clean":"2024-07-27T07:04:21.311991+0000","last_became_active":"2024-07-27T07:04:20.194348+0000","last_became_peered":"2024-07-27T07:04:20.194348+0000","last_unstale":"2024-07-27T07:04:21.311991+0000","last_undegraded":"2024-07-27T07:04:21.311991+0000","last_fullsized":"2024-07-27T07:04:21.311991+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:02.370343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311980+0000","last_change":"2024-07-27T07:04:20.199884+0000","last_active":"2024-07-27T07:04:21.311980+0000","last_peered":"2024-07-27T07:04:21.311980+0000","last_clean":"2024-07-27T07:04:21.311980+0000","last_became_active":"2024-07-27T07:04:20.199556+0000","last_became_peered":"2024-07-27T07:04:20.199556+0000","last_unstale":"2024-07-27T07:04:21.311980+0000","last_undegraded":"2024-07-27T07:04:21.311980+0000","last_fullsized":"2024-07-27T07:04:21.311980+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:53:37.099020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310101+0000","last_change":"2024-07-27T07:04:20.197671+0000","last_active":"2024-07-27T07:04:21.310101+0000","last_peered":"2024-07-27T07:04:21.310101+0000","last_clean":"2024-07-27T07:04:21.310101+0000","last_became_active":"2024-07-27T07:04:20.197314+0000","last_became_peered":"2024-07-27T07:04:20.197314+0000","last_unstale":"2024-07-27T07:04:21.310101+0000","last_undegraded":"2024-07-27T07:04:21.310101+0000","last_fullsized":"2024-07-27T07:04:21.310101+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:05:13.286635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204395+0000","last_change":"2024-07-27T07:04:20.202431+0000","last_active":"2024-07-27T07:04:21.204395+0000","last_peered":"2024-07-27T07:04:21.204395+0000","last_clean":"2024-07-27T07:04:21.204395+0000","last_became_active":"2024-07-27T07:04:20.202083+0000","last_became_peered":"2024-07-27T07:04:20.202083+0000","last_unstale":"2024-07-27T07:04:21.204395+0000","last_undegraded":"2024-07-27T07:04:21.204395+0000","last_fullsized":"2024-07-27T07:04:21.204395+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:02:50.001890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203749+0000","last_change":"2024-07-27T07:04:20.204183+0000","last_active":"2024-07-27T07:04:21.203749+0000","last_peered":"2024-07-27T07:04:21.203749+0000","last_clean":"2024-07-27T07:04:21.203749+0000","last_became_active":"2024-07-27T07:04:20.203521+0000","last_became_peered":"2024-07-27T07:04:20.203521+0000","last_unstale":"2024-07-27T07:04:21.203749+0000","last_undegraded":"2024-07-27T07:04:21.203749+0000","last_fullsized":"2024-07-27T07:04:21.203749+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:50:52.515521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309986+0000","last_change":"2024-07-27T07:04:20.208688+0000","last_active":"2024-07-27T07:04:21.309986+0000","last_peered":"2024-07-27T07:04:21.309986+0000","last_clean":"2024-07-27T07:04:21.309986+0000","last_became_active":"2024-07-27T07:04:20.207811+0000","last_became_peered":"2024-07-27T07:04:20.207811+0000","last_unstale":"2024-07-27T07:04:21.309986+0000","last_undegraded":"2024-07-27T07:04:21.309986+0000","last_fullsized":"2024-07-27T07:04:21.309986+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:14:15.700902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309113+0000","last_change":"2024-07-27T07:04:20.188701+0000","last_active":"2024-07-27T07:04:21.309113+0000","last_peered":"2024-07-27T07:04:21.309113+0000","last_clean":"2024-07-27T07:04:21.309113+0000","last_became_active":"2024-07-27T07:04:20.184678+0000","last_became_peered":"2024-07-27T07:04:20.184678+0000","last_unstale":"2024-07-27T07:04:21.309113+0000","last_undegraded":"2024-07-27T07:04:21.309113+0000","last_fullsized":"2024-07-27T07:04:21.309113+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:43:14.279381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.199565+0000","last_change":"2024-07-27T07:04:20.198592+0000","last_active":"2024-07-27T07:04:21.199565+0000","last_peered":"2024-07-27T07:04:21.199565+0000","last_clean":"2024-07-27T07:04:21.199565+0000","last_became_active":"2024-07-27T07:04:20.198252+0000","last_became_peered":"2024-07-27T07:04:20.198252+0000","last_unstale":"2024-07-27T07:04:21.199565+0000","last_undegraded":"2024-07-27T07:04:21.199565+0000","last_fullsized":"2024-07-27T07:04:21.199565+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:21.261307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316786+0000","last_change":"2024-07-27T07:04:20.198515+0000","last_active":"2024-07-27T07:04:21.316786+0000","last_peered":"2024-07-27T07:04:21.316786+0000","last_clean":"2024-07-27T07:04:21.316786+0000","last_became_active":"2024-07-27T07:04:20.197950+0000","last_became_peered":"2024-07-27T07:04:20.197950+0000","last_unstale":"2024-07-27T07:04:21.316786+0000","last_undegraded":"2024-07-27T07:04:21.316786+0000","last_fullsized":"2024-07-27T07:04:21.316786+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:15.310850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318146+0000","last_change":"2024-07-27T07:04:20.185822+0000","last_active":"2024-07-27T07:04:21.318146+0000","last_peered":"2024-07-27T07:04:21.318146+0000","last_clean":"2024-07-27T07:04:21.318146+0000","last_became_active":"2024-07-27T07:04:20.185486+0000","last_became_peered":"2024-07-27T07:04:20.185486+0000","last_unstale":"2024-07-27T07:04:21.318146+0000","last_undegraded":"2024-07-27T07:04:21.318146+0000","last_fullsized":"2024-07-27T07:04:21.318146+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:47.510105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201361+0000","last_change":"2024-07-27T07:04:20.212253+0000","last_active":"2024-07-27T07:04:21.201361+0000","last_peered":"2024-07-27T07:04:21.201361+0000","last_clean":"2024-07-27T07:04:21.201361+0000","last_became_active":"2024-07-27T07:04:20.211225+0000","last_became_peered":"2024-07-27T07:04:20.211225+0000","last_unstale":"2024-07-27T07:04:21.201361+0000","last_undegraded":"2024-07-27T07:04:21.201361+0000","last_fullsized":"2024-07-27T07:04:21.201361+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:09.323572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204118+0000","last_change":"2024-07-27T07:04:20.200184+0000","last_active":"2024-07-27T07:04:21.204118+0000","last_peered":"2024-07-27T07:04:21.204118+0000","last_clean":"2024-07-27T07:04:21.204118+0000","last_became_active":"2024-07-27T07:04:20.199572+0000","last_became_peered":"2024-07-27T07:04:20.199572+0000","last_unstale":"2024-07-27T07:04:21.204118+0000","last_undegraded":"2024-07-27T07:04:21.204118+0000","last_fullsized":"2024-07-27T07:04:21.204118+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:51.947638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315926+0000","last_change":"2024-07-27T07:04:20.219647+0000","last_active":"2024-07-27T07:04:21.315926+0000","last_peered":"2024-07-27T07:04:21.315926+0000","last_clean":"2024-07-27T07:04:21.315926+0000","last_became_active":"2024-07-27T07:04:20.219276+0000","last_became_peered":"2024-07-27T07:04:20.219276+0000","last_unstale":"2024-07-27T07:04:21.315926+0000","last_undegraded":"2024-07-27T07:04:21.315926+0000","last_fullsized":"2024-07-27T07:04:21.315926+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:19.261657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309607+0000","last_change":"2024-07-27T07:04:20.200176+0000","last_active":"2024-07-27T07:04:21.309607+0000","last_peered":"2024-07-27T07:04:21.309607+0000","last_clean":"2024-07-27T07:04:21.309607+0000","last_became_active":"2024-07-27T07:04:20.199578+0000","last_became_peered":"2024-07-27T07:04:20.199578+0000","last_unstale":"2024-07-27T07:04:21.309607+0000","last_undegraded":"2024-07-27T07:04:21.309607+0000","last_fullsized":"2024-07-27T07:04:21.309607+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:38.642838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204666+0000","last_change":"2024-07-27T07:04:20.193253+0000","last_active":"2024-07-27T07:04:21.204666+0000","last_peered":"2024-07-27T07:04:21.204666+0000","last_clean":"2024-07-27T07:04:21.204666+0000","last_became_active":"2024-07-27T07:04:20.192930+0000","last_became_peered":"2024-07-27T07:04:20.192930+0000","last_unstale":"2024-07-27T07:04:21.204666+0000","last_undegraded":"2024-07-27T07:04:21.204666+0000","last_fullsized":"2024-07-27T07:04:21.204666+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:55.036923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312789+0000","last_change":"2024-07-27T07:04:20.198734+0000","last_active":"2024-07-27T07:04:21.312789+0000","last_peered":"2024-07-27T07:04:21.312789+0000","last_clean":"2024-07-27T07:04:21.312789+0000","last_became_active":"2024-07-27T07:04:20.198411+0000","last_became_peered":"2024-07-27T07:04:20.198411+0000","last_unstale":"2024-07-27T07:04:21.312789+0000","last_undegraded":"2024-07-27T07:04:21.312789+0000","last_fullsized":"2024-07-27T07:04:21.312789+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:24:32.355627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310978+0000","last_change":"2024-07-27T07:04:20.206437+0000","last_active":"2024-07-27T07:04:21.310978+0000","last_peered":"2024-07-27T07:04:21.310978+0000","last_clean":"2024-07-27T07:04:21.310978+0000","last_became_active":"2024-07-27T07:04:20.205501+0000","last_became_peered":"2024-07-27T07:04:20.205501+0000","last_unstale":"2024-07-27T07:04:21.310978+0000","last_undegraded":"2024-07-27T07:04:21.310978+0000","last_fullsized":"2024-07-27T07:04:21.310978+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:42.466493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207402+0000","last_change":"2024-07-27T07:04:20.194745+0000","last_active":"2024-07-27T07:04:21.207402+0000","last_peered":"2024-07-27T07:04:21.207402+0000","last_clean":"2024-07-27T07:04:21.207402+0000","last_became_active":"2024-07-27T07:04:20.194338+0000","last_became_peered":"2024-07-27T07:04:20.194338+0000","last_unstale":"2024-07-27T07:04:21.207402+0000","last_undegraded":"2024-07-27T07:04:21.207402+0000","last_fullsized":"2024-07-27T07:04:21.207402+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:08.082424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310839+0000","last_change":"2024-07-27T07:04:20.212960+0000","last_active":"2024-07-27T07:04:21.310839+0000","last_peered":"2024-07-27T07:04:21.310839+0000","last_clean":"2024-07-27T07:04:21.310839+0000","last_became_active":"2024-07-27T07:04:20.212611+0000","last_became_peered":"2024-07-27T07:04:20.212611+0000","last_unstale":"2024-07-27T07:04:21.310839+0000","last_undegraded":"2024-07-27T07:04:21.310839+0000","last_fullsized":"2024-07-27T07:04:21.310839+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:41:00.662912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201237+0000","last_change":"2024-07-27T07:04:20.211655+0000","last_active":"2024-07-27T07:04:21.201237+0000","last_peered":"2024-07-27T07:04:21.201237+0000","last_clean":"2024-07-27T07:04:21.201237+0000","last_became_active":"2024-07-27T07:04:20.211314+0000","last_became_peered":"2024-07-27T07:04:20.211314+0000","last_unstale":"2024-07-27T07:04:21.201237+0000","last_undegraded":"2024-07-27T07:04:21.201237+0000","last_fullsized":"2024-07-27T07:04:21.201237+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:51:29.791298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194630+0000","last_change":"2024-07-27T07:04:20.219521+0000","last_active":"2024-07-27T07:04:21.194630+0000","last_peered":"2024-07-27T07:04:21.194630+0000","last_clean":"2024-07-27T07:04:21.194630+0000","last_became_active":"2024-07-27T07:04:20.219207+0000","last_became_peered":"2024-07-27T07:04:20.219207+0000","last_unstale":"2024-07-27T07:04:21.194630+0000","last_undegraded":"2024-07-27T07:04:21.194630+0000","last_fullsized":"2024-07-27T07:04:21.194630+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:13:40.284194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310572+0000","last_change":"2024-07-27T07:04:20.195425+0000","last_active":"2024-07-27T07:04:21.310572+0000","last_peered":"2024-07-27T07:04:21.310572+0000","last_clean":"2024-07-27T07:04:21.310572+0000","last_became_active":"2024-07-27T07:04:20.194449+0000","last_became_peered":"2024-07-27T07:04:20.194449+0000","last_unstale":"2024-07-27T07:04:21.310572+0000","last_undegraded":"2024-07-27T07:04:21.310572+0000","last_fullsized":"2024-07-27T07:04:21.310572+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:34.701005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193704+0000","last_change":"2024-07-27T07:04:20.208096+0000","last_active":"2024-07-27T07:04:21.193704+0000","last_peered":"2024-07-27T07:04:21.193704+0000","last_clean":"2024-07-27T07:04:21.193704+0000","last_became_active":"2024-07-27T07:04:20.207757+0000","last_became_peered":"2024-07-27T07:04:20.207757+0000","last_unstale":"2024-07-27T07:04:21.193704+0000","last_undegraded":"2024-07-27T07:04:21.193704+0000","last_fullsized":"2024-07-27T07:04:21.193704+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:39.242207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313233+0000","last_change":"2024-07-27T07:04:20.202595+0000","last_active":"2024-07-27T07:04:21.313233+0000","last_peered":"2024-07-27T07:04:21.313233+0000","last_clean":"2024-07-27T07:04:21.313233+0000","last_became_active":"2024-07-27T07:04:20.202139+0000","last_became_peered":"2024-07-27T07:04:20.202139+0000","last_unstale":"2024-07-27T07:04:21.313233+0000","last_undegraded":"2024-07-27T07:04:21.313233+0000","last_fullsized":"2024-07-27T07:04:21.313233+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:20.300940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206681+0000","last_change":"2024-07-27T07:04:20.212080+0000","last_active":"2024-07-27T07:04:21.206681+0000","last_peered":"2024-07-27T07:04:21.206681+0000","last_clean":"2024-07-27T07:04:21.206681+0000","last_became_active":"2024-07-27T07:04:20.211256+0000","last_became_peered":"2024-07-27T07:04:20.211256+0000","last_unstale":"2024-07-27T07:04:21.206681+0000","last_undegraded":"2024-07-27T07:04:21.206681+0000","last_fullsized":"2024-07-27T07:04:21.206681+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:54.845078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204005+0000","last_change":"2024-07-27T07:04:19.193791+0000","last_active":"2024-07-27T07:04:21.204005+0000","last_peered":"2024-07-27T07:04:21.204005+0000","last_clean":"2024-07-27T07:04:21.204005+0000","last_became_active":"2024-07-27T07:04:19.191362+0000","last_became_peered":"2024-07-27T07:04:19.191362+0000","last_unstale":"2024-07-27T07:04:21.204005+0000","last_undegraded":"2024-07-27T07:04:21.204005+0000","last_fullsized":"2024-07-27T07:04:21.204005+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:08:32.994254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309437+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:04:21.309437+0000","last_peered":"2024-07-27T07:04:21.309437+0000","last_clean":"2024-07-27T07:04:21.309437+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:04:21.309437+0000","last_undegraded":"2024-07-27T07:04:21.309437+0000","last_fullsized":"2024-07-27T07:04:21.309437+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195627+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:04:21.195627+0000","last_peered":"2024-07-27T07:04:21.195627+0000","last_clean":"2024-07-27T07:04:21.195627+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:04:21.195627+0000","last_undegraded":"2024-07-27T07:04:21.195627+0000","last_fullsized":"2024-07-27T07:04:21.195627+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206848+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:04:21.206848+0000","last_peered":"2024-07-27T07:04:21.206848+0000","last_clean":"2024-07-27T07:04:21.206848+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:04:21.206848+0000","last_undegraded":"2024-07-27T07:04:21.206848+0000","last_fullsized":"2024-07-27T07:04:21.206848+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315652+0000","last_change":"2024-07-27T07:04:20.189800+0000","last_active":"2024-07-27T07:04:21.315652+0000","last_peered":"2024-07-27T07:04:21.315652+0000","last_clean":"2024-07-27T07:04:21.315652+0000","last_became_active":"2024-07-27T07:04:20.189445+0000","last_became_peered":"2024-07-27T07:04:20.189445+0000","last_unstale":"2024-07-27T07:04:21.315652+0000","last_undegraded":"2024-07-27T07:04:21.315652+0000","last_fullsized":"2024-07-27T07:04:21.315652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:52.771651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310302+0000","last_change":"2024-07-27T07:04:19.180250+0000","last_active":"2024-07-27T07:04:21.310302+0000","last_peered":"2024-07-27T07:04:21.310302+0000","last_clean":"2024-07-27T07:04:21.310302+0000","last_became_active":"2024-07-27T07:04:19.177487+0000","last_became_peered":"2024-07-27T07:04:19.177487+0000","last_unstale":"2024-07-27T07:04:21.310302+0000","last_undegraded":"2024-07-27T07:04:21.310302+0000","last_fullsized":"2024-07-27T07:04:21.310302+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:56.548929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312370+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:04:21.312370+0000","last_peered":"2024-07-27T07:04:21.312370+0000","last_clean":"2024-07-27T07:04:21.312370+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:04:21.312370+0000","last_undegraded":"2024-07-27T07:04:21.312370+0000","last_fullsized":"2024-07-27T07:04:21.312370+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313245+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:04:21.313245+0000","last_peered":"2024-07-27T07:04:21.313245+0000","last_clean":"2024-07-27T07:04:21.313245+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:04:21.313245+0000","last_undegraded":"2024-07-27T07:04:21.313245+0000","last_fullsized":"2024-07-27T07:04:21.313245+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194732+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:04:21.194732+0000","last_peered":"2024-07-27T07:04:21.194732+0000","last_clean":"2024-07-27T07:04:21.194732+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:04:21.194732+0000","last_undegraded":"2024-07-27T07:04:21.194732+0000","last_fullsized":"2024-07-27T07:04:21.194732+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318983+0000","last_change":"2024-07-27T07:04:20.218181+0000","last_active":"2024-07-27T07:04:21.318983+0000","last_peered":"2024-07-27T07:04:21.318983+0000","last_clean":"2024-07-27T07:04:21.318983+0000","last_became_active":"2024-07-27T07:04:20.217804+0000","last_became_peered":"2024-07-27T07:04:20.217804+0000","last_unstale":"2024-07-27T07:04:21.318983+0000","last_undegraded":"2024-07-27T07:04:21.318983+0000","last_fullsized":"2024-07-27T07:04:21.318983+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:59:20.325861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312277+0000","last_change":"2024-07-27T07:04:19.189086+0000","last_active":"2024-07-27T07:04:21.312277+0000","last_peered":"2024-07-27T07:04:21.312277+0000","last_clean":"2024-07-27T07:04:21.312277+0000","last_became_active":"2024-07-27T07:04:19.188749+0000","last_became_peered":"2024-07-27T07:04:19.188749+0000","last_unstale":"2024-07-27T07:04:21.312277+0000","last_undegraded":"2024-07-27T07:04:21.312277+0000","last_fullsized":"2024-07-27T07:04:21.312277+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:15.566174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":226,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203610+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:04:21.203610+0000","last_peered":"2024-07-27T07:04:21.203610+0000","last_clean":"2024-07-27T07:04:21.203610+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:04:21.203610+0000","last_undegraded":"2024-07-27T07:04:21.203610+0000","last_fullsized":"2024-07-27T07:04:21.203610+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":235,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311360+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:04:21.311360+0000","last_peered":"2024-07-27T07:04:21.311360+0000","last_clean":"2024-07-27T07:04:21.311360+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:04:21.311360+0000","last_undegraded":"2024-07-27T07:04:21.311360+0000","last_fullsized":"2024-07-27T07:04:21.311360+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":289,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312151+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:04:21.312151+0000","last_peered":"2024-07-27T07:04:21.312151+0000","last_clean":"2024-07-27T07:04:21.312151+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:04:21.312151+0000","last_undegraded":"2024-07-27T07:04:21.312151+0000","last_fullsized":"2024-07-27T07:04:21.312151+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203964+0000","last_change":"2024-07-27T07:04:20.191204+0000","last_active":"2024-07-27T07:04:21.203964+0000","last_peered":"2024-07-27T07:04:21.203964+0000","last_clean":"2024-07-27T07:04:21.203964+0000","last_became_active":"2024-07-27T07:04:20.190855+0000","last_became_peered":"2024-07-27T07:04:20.190855+0000","last_unstale":"2024-07-27T07:04:21.203964+0000","last_undegraded":"2024-07-27T07:04:21.203964+0000","last_fullsized":"2024-07-27T07:04:21.203964+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:34.926249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311260+0000","last_change":"2024-07-27T07:04:19.187302+0000","last_active":"2024-07-27T07:04:21.311260+0000","last_peered":"2024-07-27T07:04:21.311260+0000","last_clean":"2024-07-27T07:04:21.311260+0000","last_became_active":"2024-07-27T07:04:19.186838+0000","last_became_peered":"2024-07-27T07:04:19.186838+0000","last_unstale":"2024-07-27T07:04:21.311260+0000","last_undegraded":"2024-07-27T07:04:21.311260+0000","last_fullsized":"2024-07-27T07:04:21.311260+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:31.362192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201411+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:04:21.201411+0000","last_peered":"2024-07-27T07:04:21.201411+0000","last_clean":"2024-07-27T07:04:21.201411+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:04:21.201411+0000","last_undegraded":"2024-07-27T07:04:21.201411+0000","last_fullsized":"2024-07-27T07:04:21.201411+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311195+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:04:21.311195+0000","last_peered":"2024-07-27T07:04:21.311195+0000","last_clean":"2024-07-27T07:04:21.311195+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:04:21.311195+0000","last_undegraded":"2024-07-27T07:04:21.311195+0000","last_fullsized":"2024-07-27T07:04:21.311195+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":284,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317178+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:04:21.317178+0000","last_peered":"2024-07-27T07:04:21.317178+0000","last_clean":"2024-07-27T07:04:21.317178+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:04:21.317178+0000","last_undegraded":"2024-07-27T07:04:21.317178+0000","last_fullsized":"2024-07-27T07:04:21.317178+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202385+0000","last_change":"2024-07-27T07:04:20.197840+0000","last_active":"2024-07-27T07:04:21.202385+0000","last_peered":"2024-07-27T07:04:21.202385+0000","last_clean":"2024-07-27T07:04:21.202385+0000","last_became_active":"2024-07-27T07:04:20.197502+0000","last_became_peered":"2024-07-27T07:04:20.197502+0000","last_unstale":"2024-07-27T07:04:21.202385+0000","last_undegraded":"2024-07-27T07:04:21.202385+0000","last_fullsized":"2024-07-27T07:04:21.202385+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:37:55.774367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203232+0000","last_change":"2024-07-27T07:04:19.191692+0000","last_active":"2024-07-27T07:04:21.203232+0000","last_peered":"2024-07-27T07:04:21.203232+0000","last_clean":"2024-07-27T07:04:21.203232+0000","last_became_active":"2024-07-27T07:04:19.191115+0000","last_became_peered":"2024-07-27T07:04:19.191115+0000","last_unstale":"2024-07-27T07:04:21.203232+0000","last_undegraded":"2024-07-27T07:04:21.203232+0000","last_fullsized":"2024-07-27T07:04:21.203232+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:22:59.690962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309505+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:04:21.309505+0000","last_peered":"2024-07-27T07:04:21.309505+0000","last_clean":"2024-07-27T07:04:21.309505+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:04:21.309505+0000","last_undegraded":"2024-07-27T07:04:21.309505+0000","last_fullsized":"2024-07-27T07:04:21.309505+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313950+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:04:21.313950+0000","last_peered":"2024-07-27T07:04:21.313950+0000","last_clean":"2024-07-27T07:04:21.313950+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:04:21.313950+0000","last_undegraded":"2024-07-27T07:04:21.313950+0000","last_fullsized":"2024-07-27T07:04:21.313950+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203385+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:04:21.203385+0000","last_peered":"2024-07-27T07:04:21.203385+0000","last_clean":"2024-07-27T07:04:21.203385+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:04:21.203385+0000","last_undegraded":"2024-07-27T07:04:21.203385+0000","last_fullsized":"2024-07-27T07:04:21.203385+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193874+0000","last_change":"2024-07-27T07:04:20.201260+0000","last_active":"2024-07-27T07:04:21.193874+0000","last_peered":"2024-07-27T07:04:21.193874+0000","last_clean":"2024-07-27T07:04:21.193874+0000","last_became_active":"2024-07-27T07:04:20.200894+0000","last_became_peered":"2024-07-27T07:04:20.200894+0000","last_unstale":"2024-07-27T07:04:21.193874+0000","last_undegraded":"2024-07-27T07:04:21.193874+0000","last_fullsized":"2024-07-27T07:04:21.193874+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:15:08.593071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311928+0000","last_change":"2024-07-27T07:04:19.185463+0000","last_active":"2024-07-27T07:04:21.311928+0000","last_peered":"2024-07-27T07:04:21.311928+0000","last_clean":"2024-07-27T07:04:21.311928+0000","last_became_active":"2024-07-27T07:04:19.182317+0000","last_became_peered":"2024-07-27T07:04:19.182317+0000","last_unstale":"2024-07-27T07:04:21.311928+0000","last_undegraded":"2024-07-27T07:04:21.311928+0000","last_fullsized":"2024-07-27T07:04:21.311928+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:35.572920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200765+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:04:21.200765+0000","last_peered":"2024-07-27T07:04:21.200765+0000","last_clean":"2024-07-27T07:04:21.200765+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:04:21.200765+0000","last_undegraded":"2024-07-27T07:04:21.200765+0000","last_fullsized":"2024-07-27T07:04:21.200765+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206125+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:04:21.206125+0000","last_peered":"2024-07-27T07:04:21.206125+0000","last_clean":"2024-07-27T07:04:21.206125+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:04:21.206125+0000","last_undegraded":"2024-07-27T07:04:21.206125+0000","last_fullsized":"2024-07-27T07:04:21.206125+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311931+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:04:21.311931+0000","last_peered":"2024-07-27T07:04:21.311931+0000","last_clean":"2024-07-27T07:04:21.311931+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:04:21.311931+0000","last_undegraded":"2024-07-27T07:04:21.311931+0000","last_fullsized":"2024-07-27T07:04:21.311931+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206851+0000","last_change":"2024-07-27T07:04:20.177576+0000","last_active":"2024-07-27T07:04:21.206851+0000","last_peered":"2024-07-27T07:04:21.206851+0000","last_clean":"2024-07-27T07:04:21.206851+0000","last_became_active":"2024-07-27T07:04:20.177117+0000","last_became_peered":"2024-07-27T07:04:20.177117+0000","last_unstale":"2024-07-27T07:04:21.206851+0000","last_undegraded":"2024-07-27T07:04:21.206851+0000","last_fullsized":"2024-07-27T07:04:21.206851+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:06:10.608570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203510+0000","last_change":"2024-07-27T07:04:19.192085+0000","last_active":"2024-07-27T07:04:21.203510+0000","last_peered":"2024-07-27T07:04:21.203510+0000","last_clean":"2024-07-27T07:04:21.203510+0000","last_became_active":"2024-07-27T07:04:19.191757+0000","last_became_peered":"2024-07-27T07:04:19.191757+0000","last_unstale":"2024-07-27T07:04:21.203510+0000","last_undegraded":"2024-07-27T07:04:21.203510+0000","last_fullsized":"2024-07-27T07:04:21.203510+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:37.206600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201449+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:04:21.201449+0000","last_peered":"2024-07-27T07:04:21.201449+0000","last_clean":"2024-07-27T07:04:21.201449+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:04:21.201449+0000","last_undegraded":"2024-07-27T07:04:21.201449+0000","last_fullsized":"2024-07-27T07:04:21.201449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200086+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:04:21.200086+0000","last_peered":"2024-07-27T07:04:21.200086+0000","last_clean":"2024-07-27T07:04:21.200086+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:04:21.200086+0000","last_undegraded":"2024-07-27T07:04:21.200086+0000","last_fullsized":"2024-07-27T07:04:21.200086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315327+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:04:21.315327+0000","last_peered":"2024-07-27T07:04:21.315327+0000","last_clean":"2024-07-27T07:04:21.315327+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:04:21.315327+0000","last_undegraded":"2024-07-27T07:04:21.315327+0000","last_fullsized":"2024-07-27T07:04:21.315327+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194008+0000","last_change":"2024-07-27T07:04:20.209332+0000","last_active":"2024-07-27T07:04:21.194008+0000","last_peered":"2024-07-27T07:04:21.194008+0000","last_clean":"2024-07-27T07:04:21.194008+0000","last_became_active":"2024-07-27T07:04:20.204770+0000","last_became_peered":"2024-07-27T07:04:20.204770+0000","last_unstale":"2024-07-27T07:04:21.194008+0000","last_undegraded":"2024-07-27T07:04:21.194008+0000","last_fullsized":"2024-07-27T07:04:21.194008+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:41.042130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205739+0000","last_change":"2024-07-27T07:04:19.184119+0000","last_active":"2024-07-27T07:04:21.205739+0000","last_peered":"2024-07-27T07:04:21.205739+0000","last_clean":"2024-07-27T07:04:21.205739+0000","last_became_active":"2024-07-27T07:04:19.183782+0000","last_became_peered":"2024-07-27T07:04:19.183782+0000","last_unstale":"2024-07-27T07:04:21.205739+0000","last_undegraded":"2024-07-27T07:04:21.205739+0000","last_fullsized":"2024-07-27T07:04:21.205739+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:46:03.205578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311163+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:04:21.311163+0000","last_peered":"2024-07-27T07:04:21.311163+0000","last_clean":"2024-07-27T07:04:21.311163+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:04:21.311163+0000","last_undegraded":"2024-07-27T07:04:21.311163+0000","last_fullsized":"2024-07-27T07:04:21.311163+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194041+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:04:21.194041+0000","last_peered":"2024-07-27T07:04:21.194041+0000","last_clean":"2024-07-27T07:04:21.194041+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:04:21.194041+0000","last_undegraded":"2024-07-27T07:04:21.194041+0000","last_fullsized":"2024-07-27T07:04:21.194041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203584+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:04:21.203584+0000","last_peered":"2024-07-27T07:04:21.203584+0000","last_clean":"2024-07-27T07:04:21.203584+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:04:21.203584+0000","last_undegraded":"2024-07-27T07:04:21.203584+0000","last_fullsized":"2024-07-27T07:04:21.203584+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315235+0000","last_change":"2024-07-27T07:04:20.191410+0000","last_active":"2024-07-27T07:04:21.315235+0000","last_peered":"2024-07-27T07:04:21.315235+0000","last_clean":"2024-07-27T07:04:21.315235+0000","last_became_active":"2024-07-27T07:04:20.191081+0000","last_became_peered":"2024-07-27T07:04:20.191081+0000","last_unstale":"2024-07-27T07:04:21.315235+0000","last_undegraded":"2024-07-27T07:04:21.315235+0000","last_fullsized":"2024-07-27T07:04:21.315235+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:07:57.219901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205450+0000","last_change":"2024-07-27T07:04:19.190378+0000","last_active":"2024-07-27T07:04:21.205450+0000","last_peered":"2024-07-27T07:04:21.205450+0000","last_clean":"2024-07-27T07:04:21.205450+0000","last_became_active":"2024-07-27T07:04:19.189953+0000","last_became_peered":"2024-07-27T07:04:19.189953+0000","last_unstale":"2024-07-27T07:04:21.205450+0000","last_undegraded":"2024-07-27T07:04:21.205450+0000","last_fullsized":"2024-07-27T07:04:21.205450+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:41.459457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309177+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:04:21.309177+0000","last_peered":"2024-07-27T07:04:21.309177+0000","last_clean":"2024-07-27T07:04:21.309177+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:04:21.309177+0000","last_undegraded":"2024-07-27T07:04:21.309177+0000","last_fullsized":"2024-07-27T07:04:21.309177+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195485+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:04:21.195485+0000","last_peered":"2024-07-27T07:04:21.195485+0000","last_clean":"2024-07-27T07:04:21.195485+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:04:21.195485+0000","last_undegraded":"2024-07-27T07:04:21.195485+0000","last_fullsized":"2024-07-27T07:04:21.195485+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203775+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:04:21.203775+0000","last_peered":"2024-07-27T07:04:21.203775+0000","last_clean":"2024-07-27T07:04:21.203775+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:04:21.203775+0000","last_undegraded":"2024-07-27T07:04:21.203775+0000","last_fullsized":"2024-07-27T07:04:21.203775+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317452+0000","last_change":"2024-07-27T07:04:20.195999+0000","last_active":"2024-07-27T07:04:21.317452+0000","last_peered":"2024-07-27T07:04:21.317452+0000","last_clean":"2024-07-27T07:04:21.317452+0000","last_became_active":"2024-07-27T07:04:20.195676+0000","last_became_peered":"2024-07-27T07:04:20.195676+0000","last_unstale":"2024-07-27T07:04:21.317452+0000","last_undegraded":"2024-07-27T07:04:21.317452+0000","last_fullsized":"2024-07-27T07:04:21.317452+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:35.456062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195598+0000","last_change":"2024-07-27T07:04:19.196883+0000","last_active":"2024-07-27T07:04:21.195598+0000","last_peered":"2024-07-27T07:04:21.195598+0000","last_clean":"2024-07-27T07:04:21.195598+0000","last_became_active":"2024-07-27T07:04:19.195390+0000","last_became_peered":"2024-07-27T07:04:19.195390+0000","last_unstale":"2024-07-27T07:04:21.195598+0000","last_undegraded":"2024-07-27T07:04:21.195598+0000","last_fullsized":"2024-07-27T07:04:21.195598+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:06:14.174039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307595+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:04:21.307595+0000","last_peered":"2024-07-27T07:04:21.307595+0000","last_clean":"2024-07-27T07:04:21.307595+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:04:21.307595+0000","last_undegraded":"2024-07-27T07:04:21.307595+0000","last_fullsized":"2024-07-27T07:04:21.307595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204531+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:04:21.204531+0000","last_peered":"2024-07-27T07:04:21.204531+0000","last_clean":"2024-07-27T07:04:21.204531+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:04:21.204531+0000","last_undegraded":"2024-07-27T07:04:21.204531+0000","last_fullsized":"2024-07-27T07:04:21.204531+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206684+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:04:21.206684+0000","last_peered":"2024-07-27T07:04:21.206684+0000","last_clean":"2024-07-27T07:04:21.206684+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:04:21.206684+0000","last_undegraded":"2024-07-27T07:04:21.206684+0000","last_fullsized":"2024-07-27T07:04:21.206684+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318869+0000","last_change":"2024-07-27T07:04:20.194578+0000","last_active":"2024-07-27T07:04:21.318869+0000","last_peered":"2024-07-27T07:04:21.318869+0000","last_clean":"2024-07-27T07:04:21.318869+0000","last_became_active":"2024-07-27T07:04:20.194267+0000","last_became_peered":"2024-07-27T07:04:20.194267+0000","last_unstale":"2024-07-27T07:04:21.318869+0000","last_undegraded":"2024-07-27T07:04:21.318869+0000","last_fullsized":"2024-07-27T07:04:21.318869+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:02:08.839701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203914+0000","last_change":"2024-07-27T07:04:19.197378+0000","last_active":"2024-07-27T07:04:21.203914+0000","last_peered":"2024-07-27T07:04:21.203914+0000","last_clean":"2024-07-27T07:04:21.203914+0000","last_became_active":"2024-07-27T07:04:19.196718+0000","last_became_peered":"2024-07-27T07:04:19.196718+0000","last_unstale":"2024-07-27T07:04:21.203914+0000","last_undegraded":"2024-07-27T07:04:21.203914+0000","last_fullsized":"2024-07-27T07:04:21.203914+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:20:31.583147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311045+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:04:21.311045+0000","last_peered":"2024-07-27T07:04:21.311045+0000","last_clean":"2024-07-27T07:04:21.311045+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:04:21.311045+0000","last_undegraded":"2024-07-27T07:04:21.311045+0000","last_fullsized":"2024-07-27T07:04:21.311045+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206285+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:04:21.206285+0000","last_peered":"2024-07-27T07:04:21.206285+0000","last_clean":"2024-07-27T07:04:21.206285+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:04:21.206285+0000","last_undegraded":"2024-07-27T07:04:21.206285+0000","last_fullsized":"2024-07-27T07:04:21.206285+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313433+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:04:21.313433+0000","last_peered":"2024-07-27T07:04:21.313433+0000","last_clean":"2024-07-27T07:04:21.313433+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:04:21.313433+0000","last_undegraded":"2024-07-27T07:04:21.313433+0000","last_fullsized":"2024-07-27T07:04:21.313433+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206740+0000","last_change":"2024-07-27T07:04:20.194644+0000","last_active":"2024-07-27T07:04:21.206740+0000","last_peered":"2024-07-27T07:04:21.206740+0000","last_clean":"2024-07-27T07:04:21.206740+0000","last_became_active":"2024-07-27T07:04:20.193557+0000","last_became_peered":"2024-07-27T07:04:20.193557+0000","last_unstale":"2024-07-27T07:04:21.206740+0000","last_undegraded":"2024-07-27T07:04:21.206740+0000","last_fullsized":"2024-07-27T07:04:21.206740+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:16.700892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316866+0000","last_change":"2024-07-27T07:04:19.195610+0000","last_active":"2024-07-27T07:04:21.316866+0000","last_peered":"2024-07-27T07:04:21.316866+0000","last_clean":"2024-07-27T07:04:21.316866+0000","last_became_active":"2024-07-27T07:04:19.194854+0000","last_became_peered":"2024-07-27T07:04:19.194854+0000","last_unstale":"2024-07-27T07:04:21.316866+0000","last_undegraded":"2024-07-27T07:04:21.316866+0000","last_fullsized":"2024-07-27T07:04:21.316866+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:38.235172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":228,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307595+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:04:21.307595+0000","last_peered":"2024-07-27T07:04:21.307595+0000","last_clean":"2024-07-27T07:04:21.307595+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:04:21.307595+0000","last_undegraded":"2024-07-27T07:04:21.307595+0000","last_fullsized":"2024-07-27T07:04:21.307595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203035+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:04:21.203035+0000","last_peered":"2024-07-27T07:04:21.203035+0000","last_clean":"2024-07-27T07:04:21.203035+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:04:21.203035+0000","last_undegraded":"2024-07-27T07:04:21.203035+0000","last_fullsized":"2024-07-27T07:04:21.203035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311132+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:04:21.311132+0000","last_peered":"2024-07-27T07:04:21.311132+0000","last_clean":"2024-07-27T07:04:21.311132+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:04:21.311132+0000","last_undegraded":"2024-07-27T07:04:21.311132+0000","last_fullsized":"2024-07-27T07:04:21.311132+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194240+0000","last_change":"2024-07-27T07:04:20.207113+0000","last_active":"2024-07-27T07:04:21.194240+0000","last_peered":"2024-07-27T07:04:21.194240+0000","last_clean":"2024-07-27T07:04:21.194240+0000","last_became_active":"2024-07-27T07:04:20.204753+0000","last_became_peered":"2024-07-27T07:04:20.204753+0000","last_unstale":"2024-07-27T07:04:21.194240+0000","last_undegraded":"2024-07-27T07:04:21.194240+0000","last_fullsized":"2024-07-27T07:04:21.194240+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:58.753163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193652+0000","last_change":"2024-07-27T07:04:19.194910+0000","last_active":"2024-07-27T07:04:21.193652+0000","last_peered":"2024-07-27T07:04:21.193652+0000","last_clean":"2024-07-27T07:04:21.193652+0000","last_became_active":"2024-07-27T07:04:19.192948+0000","last_became_peered":"2024-07-27T07:04:19.192948+0000","last_unstale":"2024-07-27T07:04:21.193652+0000","last_undegraded":"2024-07-27T07:04:21.193652+0000","last_fullsized":"2024-07-27T07:04:21.193652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:26.648696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":222,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194740+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:04:21.194740+0000","last_peered":"2024-07-27T07:04:21.194740+0000","last_clean":"2024-07-27T07:04:21.194740+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:04:21.194740+0000","last_undegraded":"2024-07-27T07:04:21.194740+0000","last_fullsized":"2024-07-27T07:04:21.194740+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194202+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:04:21.194202+0000","last_peered":"2024-07-27T07:04:21.194202+0000","last_clean":"2024-07-27T07:04:21.194202+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:04:21.194202+0000","last_undegraded":"2024-07-27T07:04:21.194202+0000","last_fullsized":"2024-07-27T07:04:21.194202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194373+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:04:21.194373+0000","last_peered":"2024-07-27T07:04:21.194373+0000","last_clean":"2024-07-27T07:04:21.194373+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:04:21.194373+0000","last_undegraded":"2024-07-27T07:04:21.194373+0000","last_fullsized":"2024-07-27T07:04:21.194373+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201890+0000","last_change":"2024-07-27T07:04:20.189708+0000","last_active":"2024-07-27T07:04:21.201890+0000","last_peered":"2024-07-27T07:04:21.201890+0000","last_clean":"2024-07-27T07:04:21.201890+0000","last_became_active":"2024-07-27T07:04:20.189353+0000","last_became_peered":"2024-07-27T07:04:20.189353+0000","last_unstale":"2024-07-27T07:04:21.201890+0000","last_undegraded":"2024-07-27T07:04:21.201890+0000","last_fullsized":"2024-07-27T07:04:21.201890+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:34:20.219798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193771+0000","last_change":"2024-07-27T07:04:19.197672+0000","last_active":"2024-07-27T07:04:21.193771+0000","last_peered":"2024-07-27T07:04:21.193771+0000","last_clean":"2024-07-27T07:04:21.193771+0000","last_became_active":"2024-07-27T07:04:19.195959+0000","last_became_peered":"2024-07-27T07:04:19.195959+0000","last_unstale":"2024-07-27T07:04:21.193771+0000","last_undegraded":"2024-07-27T07:04:21.193771+0000","last_fullsized":"2024-07-27T07:04:21.193771+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:53.838043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205042+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:04:21.205042+0000","last_peered":"2024-07-27T07:04:21.205042+0000","last_clean":"2024-07-27T07:04:21.205042+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:04:21.205042+0000","last_undegraded":"2024-07-27T07:04:21.205042+0000","last_fullsized":"2024-07-27T07:04:21.205042+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":235,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310649+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:04:21.310649+0000","last_peered":"2024-07-27T07:04:21.310649+0000","last_clean":"2024-07-27T07:04:21.310649+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:04:21.310649+0000","last_undegraded":"2024-07-27T07:04:21.310649+0000","last_fullsized":"2024-07-27T07:04:21.310649+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313883+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:04:21.313883+0000","last_peered":"2024-07-27T07:04:21.313883+0000","last_clean":"2024-07-27T07:04:21.313883+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:04:21.313883+0000","last_undegraded":"2024-07-27T07:04:21.313883+0000","last_fullsized":"2024-07-27T07:04:21.313883+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194993+0000","last_change":"2024-07-27T07:04:20.205929+0000","last_active":"2024-07-27T07:04:21.194993+0000","last_peered":"2024-07-27T07:04:21.194993+0000","last_clean":"2024-07-27T07:04:21.194993+0000","last_became_active":"2024-07-27T07:04:20.204284+0000","last_became_peered":"2024-07-27T07:04:20.204284+0000","last_unstale":"2024-07-27T07:04:21.194993+0000","last_undegraded":"2024-07-27T07:04:21.194993+0000","last_fullsized":"2024-07-27T07:04:21.194993+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:20.300940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.199832+0000","last_change":"2024-07-27T07:04:19.187264+0000","last_active":"2024-07-27T07:04:21.199832+0000","last_peered":"2024-07-27T07:04:21.199832+0000","last_clean":"2024-07-27T07:04:21.199832+0000","last_became_active":"2024-07-27T07:04:19.186405+0000","last_became_peered":"2024-07-27T07:04:19.186405+0000","last_unstale":"2024-07-27T07:04:21.199832+0000","last_undegraded":"2024-07-27T07:04:21.199832+0000","last_fullsized":"2024-07-27T07:04:21.199832+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:01.526280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311189+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:04:21.311189+0000","last_peered":"2024-07-27T07:04:21.311189+0000","last_clean":"2024-07-27T07:04:21.311189+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:04:21.311189+0000","last_undegraded":"2024-07-27T07:04:21.311189+0000","last_fullsized":"2024-07-27T07:04:21.311189+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313438+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:04:21.313438+0000","last_peered":"2024-07-27T07:04:21.313438+0000","last_clean":"2024-07-27T07:04:21.313438+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:04:21.313438+0000","last_undegraded":"2024-07-27T07:04:21.313438+0000","last_fullsized":"2024-07-27T07:04:21.313438+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316252+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:04:21.316252+0000","last_peered":"2024-07-27T07:04:21.316252+0000","last_clean":"2024-07-27T07:04:21.316252+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:04:21.316252+0000","last_undegraded":"2024-07-27T07:04:21.316252+0000","last_fullsized":"2024-07-27T07:04:21.316252+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315117+0000","last_change":"2024-07-27T07:04:20.202604+0000","last_active":"2024-07-27T07:04:21.315117+0000","last_peered":"2024-07-27T07:04:21.315117+0000","last_clean":"2024-07-27T07:04:21.315117+0000","last_became_active":"2024-07-27T07:04:20.202169+0000","last_became_peered":"2024-07-27T07:04:20.202169+0000","last_unstale":"2024-07-27T07:04:21.315117+0000","last_undegraded":"2024-07-27T07:04:21.315117+0000","last_fullsized":"2024-07-27T07:04:21.315117+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:29:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310164+0000","last_change":"2024-07-27T07:04:19.179414+0000","last_active":"2024-07-27T07:04:21.310164+0000","last_peered":"2024-07-27T07:04:21.310164+0000","last_clean":"2024-07-27T07:04:21.310164+0000","last_became_active":"2024-07-27T07:04:19.179072+0000","last_became_peered":"2024-07-27T07:04:19.179072+0000","last_unstale":"2024-07-27T07:04:21.310164+0000","last_undegraded":"2024-07-27T07:04:21.310164+0000","last_fullsized":"2024-07-27T07:04:21.310164+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:02.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312294+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:04:21.312294+0000","last_peered":"2024-07-27T07:04:21.312294+0000","last_clean":"2024-07-27T07:04:21.312294+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:04:21.312294+0000","last_undegraded":"2024-07-27T07:04:21.312294+0000","last_fullsized":"2024-07-27T07:04:21.312294+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314253+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:04:21.314253+0000","last_peered":"2024-07-27T07:04:21.314253+0000","last_clean":"2024-07-27T07:04:21.314253+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:04:21.314253+0000","last_undegraded":"2024-07-27T07:04:21.314253+0000","last_fullsized":"2024-07-27T07:04:21.314253+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309845+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:04:21.309845+0000","last_peered":"2024-07-27T07:04:21.309845+0000","last_clean":"2024-07-27T07:04:21.309845+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:04:21.309845+0000","last_undegraded":"2024-07-27T07:04:21.309845+0000","last_fullsized":"2024-07-27T07:04:21.309845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311598+0000","last_change":"2024-07-27T07:04:20.186200+0000","last_active":"2024-07-27T07:04:21.311598+0000","last_peered":"2024-07-27T07:04:21.311598+0000","last_clean":"2024-07-27T07:04:21.311598+0000","last_became_active":"2024-07-27T07:04:20.185878+0000","last_became_peered":"2024-07-27T07:04:20.185878+0000","last_unstale":"2024-07-27T07:04:21.311598+0000","last_undegraded":"2024-07-27T07:04:21.311598+0000","last_fullsized":"2024-07-27T07:04:21.311598+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:38:07.395356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205130+0000","last_change":"2024-07-27T07:04:19.181849+0000","last_active":"2024-07-27T07:04:21.205130+0000","last_peered":"2024-07-27T07:04:21.205130+0000","last_clean":"2024-07-27T07:04:21.205130+0000","last_became_active":"2024-07-27T07:04:19.181471+0000","last_became_peered":"2024-07-27T07:04:19.181471+0000","last_unstale":"2024-07-27T07:04:21.205130+0000","last_undegraded":"2024-07-27T07:04:21.205130+0000","last_fullsized":"2024-07-27T07:04:21.205130+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:59.655877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204233+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:04:21.204233+0000","last_peered":"2024-07-27T07:04:21.204233+0000","last_clean":"2024-07-27T07:04:21.204233+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:04:21.204233+0000","last_undegraded":"2024-07-27T07:04:21.204233+0000","last_fullsized":"2024-07-27T07:04:21.204233+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203809+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:04:21.203809+0000","last_peered":"2024-07-27T07:04:21.203809+0000","last_clean":"2024-07-27T07:04:21.203809+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:04:21.203809+0000","last_undegraded":"2024-07-27T07:04:21.203809+0000","last_fullsized":"2024-07-27T07:04:21.203809+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311237+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:04:21.311237+0000","last_peered":"2024-07-27T07:04:21.311237+0000","last_clean":"2024-07-27T07:04:21.311237+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:04:21.311237+0000","last_undegraded":"2024-07-27T07:04:21.311237+0000","last_fullsized":"2024-07-27T07:04:21.311237+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316175+0000","last_change":"2024-07-27T07:04:20.211554+0000","last_active":"2024-07-27T07:04:21.316175+0000","last_peered":"2024-07-27T07:04:21.316175+0000","last_clean":"2024-07-27T07:04:21.316175+0000","last_became_active":"2024-07-27T07:04:20.211125+0000","last_became_peered":"2024-07-27T07:04:20.211125+0000","last_unstale":"2024-07-27T07:04:21.316175+0000","last_undegraded":"2024-07-27T07:04:21.316175+0000","last_fullsized":"2024-07-27T07:04:21.316175+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:00.724376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316586+0000","last_change":"2024-07-27T07:04:19.196278+0000","last_active":"2024-07-27T07:04:21.316586+0000","last_peered":"2024-07-27T07:04:21.316586+0000","last_clean":"2024-07-27T07:04:21.316586+0000","last_became_active":"2024-07-27T07:04:19.195857+0000","last_became_peered":"2024-07-27T07:04:19.195857+0000","last_unstale":"2024-07-27T07:04:21.316586+0000","last_undegraded":"2024-07-27T07:04:21.316586+0000","last_fullsized":"2024-07-27T07:04:21.316586+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:50:57.416199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204301+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:04:21.204301+0000","last_peered":"2024-07-27T07:04:21.204301+0000","last_clean":"2024-07-27T07:04:21.204301+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:04:21.204301+0000","last_undegraded":"2024-07-27T07:04:21.204301+0000","last_fullsized":"2024-07-27T07:04:21.204301+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317009+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:04:21.317009+0000","last_peered":"2024-07-27T07:04:21.317009+0000","last_clean":"2024-07-27T07:04:21.317009+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:04:21.317009+0000","last_undegraded":"2024-07-27T07:04:21.317009+0000","last_fullsized":"2024-07-27T07:04:21.317009+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194909+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:04:21.194909+0000","last_peered":"2024-07-27T07:04:21.194909+0000","last_clean":"2024-07-27T07:04:21.194909+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:04:21.194909+0000","last_undegraded":"2024-07-27T07:04:21.194909+0000","last_fullsized":"2024-07-27T07:04:21.194909+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194789+0000","last_change":"2024-07-27T07:04:20.215306+0000","last_active":"2024-07-27T07:04:21.194789+0000","last_peered":"2024-07-27T07:04:21.194789+0000","last_clean":"2024-07-27T07:04:21.194789+0000","last_became_active":"2024-07-27T07:04:20.214281+0000","last_became_peered":"2024-07-27T07:04:20.214281+0000","last_unstale":"2024-07-27T07:04:21.194789+0000","last_undegraded":"2024-07-27T07:04:21.194789+0000","last_fullsized":"2024-07-27T07:04:21.194789+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:28:35.196904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312144+0000","last_change":"2024-07-27T07:04:19.190649+0000","last_active":"2024-07-27T07:04:21.312144+0000","last_peered":"2024-07-27T07:04:21.312144+0000","last_clean":"2024-07-27T07:04:21.312144+0000","last_became_active":"2024-07-27T07:04:19.190134+0000","last_became_peered":"2024-07-27T07:04:19.190134+0000","last_unstale":"2024-07-27T07:04:21.312144+0000","last_undegraded":"2024-07-27T07:04:21.312144+0000","last_fullsized":"2024-07-27T07:04:21.312144+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:38.151041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":223,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195719+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:04:21.195719+0000","last_peered":"2024-07-27T07:04:21.195719+0000","last_clean":"2024-07-27T07:04:21.195719+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:04:21.195719+0000","last_undegraded":"2024-07-27T07:04:21.195719+0000","last_fullsized":"2024-07-27T07:04:21.195719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194604+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:04:21.194604+0000","last_peered":"2024-07-27T07:04:21.194604+0000","last_clean":"2024-07-27T07:04:21.194604+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:04:21.194604+0000","last_undegraded":"2024-07-27T07:04:21.194604+0000","last_fullsized":"2024-07-27T07:04:21.194604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317197+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:04:21.317197+0000","last_peered":"2024-07-27T07:04:21.317197+0000","last_clean":"2024-07-27T07:04:21.317197+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:04:21.317197+0000","last_undegraded":"2024-07-27T07:04:21.317197+0000","last_fullsized":"2024-07-27T07:04:21.317197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318372+0000","last_change":"2024-07-27T07:04:20.192714+0000","last_active":"2024-07-27T07:04:21.318372+0000","last_peered":"2024-07-27T07:04:21.318372+0000","last_clean":"2024-07-27T07:04:21.318372+0000","last_became_active":"2024-07-27T07:04:20.192245+0000","last_became_peered":"2024-07-27T07:04:20.192245+0000","last_unstale":"2024-07-27T07:04:21.318372+0000","last_undegraded":"2024-07-27T07:04:21.318372+0000","last_fullsized":"2024-07-27T07:04:21.318372+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:35:27.072639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"180'4","reported_seq":19,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194938+0000","last_change":"2024-07-27T07:04:19.193925+0000","last_active":"2024-07-27T07:04:21.194938+0000","last_peered":"2024-07-27T07:04:21.194938+0000","last_clean":"2024-07-27T07:04:21.194938+0000","last_became_active":"2024-07-27T07:04:19.192649+0000","last_became_peered":"2024-07-27T07:04:19.192649+0000","last_unstale":"2024-07-27T07:04:21.194938+0000","last_undegraded":"2024-07-27T07:04:21.194938+0000","last_fullsized":"2024-07-27T07:04:21.194938+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:54.029888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204339+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:04:21.204339+0000","last_peered":"2024-07-27T07:04:21.204339+0000","last_clean":"2024-07-27T07:04:21.204339+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:04:21.204339+0000","last_undegraded":"2024-07-27T07:04:21.204339+0000","last_fullsized":"2024-07-27T07:04:21.204339+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":236,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311587+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:04:21.311587+0000","last_peered":"2024-07-27T07:04:21.311587+0000","last_clean":"2024-07-27T07:04:21.311587+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:04:21.311587+0000","last_undegraded":"2024-07-27T07:04:21.311587+0000","last_fullsized":"2024-07-27T07:04:21.311587+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317465+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:04:21.317465+0000","last_peered":"2024-07-27T07:04:21.317465+0000","last_clean":"2024-07-27T07:04:21.317465+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:04:21.317465+0000","last_undegraded":"2024-07-27T07:04:21.317465+0000","last_fullsized":"2024-07-27T07:04:21.317465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313128+0000","last_change":"2024-07-27T07:04:20.191356+0000","last_active":"2024-07-27T07:04:21.313128+0000","last_peered":"2024-07-27T07:04:21.313128+0000","last_clean":"2024-07-27T07:04:21.313128+0000","last_became_active":"2024-07-27T07:04:20.190992+0000","last_became_peered":"2024-07-27T07:04:20.190992+0000","last_unstale":"2024-07-27T07:04:21.313128+0000","last_undegraded":"2024-07-27T07:04:21.313128+0000","last_fullsized":"2024-07-27T07:04:21.313128+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:57:08.797063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203899+0000","last_change":"2024-07-27T07:04:19.193156+0000","last_active":"2024-07-27T07:04:21.203899+0000","last_peered":"2024-07-27T07:04:21.203899+0000","last_clean":"2024-07-27T07:04:21.203899+0000","last_became_active":"2024-07-27T07:04:19.192742+0000","last_became_peered":"2024-07-27T07:04:19.192742+0000","last_unstale":"2024-07-27T07:04:21.203899+0000","last_undegraded":"2024-07-27T07:04:21.203899+0000","last_fullsized":"2024-07-27T07:04:21.203899+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:24:31.348592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202486+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:04:21.202486+0000","last_peered":"2024-07-27T07:04:21.202486+0000","last_clean":"2024-07-27T07:04:21.202486+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:04:21.202486+0000","last_undegraded":"2024-07-27T07:04:21.202486+0000","last_fullsized":"2024-07-27T07:04:21.202486+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194318+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:04:21.194318+0000","last_peered":"2024-07-27T07:04:21.194318+0000","last_clean":"2024-07-27T07:04:21.194318+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:04:21.194318+0000","last_undegraded":"2024-07-27T07:04:21.194318+0000","last_fullsized":"2024-07-27T07:04:21.194318+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204653+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:04:21.204653+0000","last_peered":"2024-07-27T07:04:21.204653+0000","last_clean":"2024-07-27T07:04:21.204653+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:04:21.204653+0000","last_undegraded":"2024-07-27T07:04:21.204653+0000","last_fullsized":"2024-07-27T07:04:21.204653+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203631+0000","last_change":"2024-07-27T07:04:20.198753+0000","last_active":"2024-07-27T07:04:21.203631+0000","last_peered":"2024-07-27T07:04:21.203631+0000","last_clean":"2024-07-27T07:04:21.203631+0000","last_became_active":"2024-07-27T07:04:20.198424+0000","last_became_peered":"2024-07-27T07:04:20.198424+0000","last_unstale":"2024-07-27T07:04:21.203631+0000","last_undegraded":"2024-07-27T07:04:21.203631+0000","last_fullsized":"2024-07-27T07:04:21.203631+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:09.398745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193604+0000","last_change":"2024-07-27T07:04:19.190143+0000","last_active":"2024-07-27T07:04:21.193604+0000","last_peered":"2024-07-27T07:04:21.193604+0000","last_clean":"2024-07-27T07:04:21.193604+0000","last_became_active":"2024-07-27T07:04:19.189797+0000","last_became_peered":"2024-07-27T07:04:19.189797+0000","last_unstale":"2024-07-27T07:04:21.193604+0000","last_undegraded":"2024-07-27T07:04:21.193604+0000","last_fullsized":"2024-07-27T07:04:21.193604+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:58.228447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309290+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:04:21.309290+0000","last_peered":"2024-07-27T07:04:21.309290+0000","last_clean":"2024-07-27T07:04:21.309290+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:04:21.309290+0000","last_undegraded":"2024-07-27T07:04:21.309290+0000","last_fullsized":"2024-07-27T07:04:21.309290+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":239,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315051+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:04:21.315051+0000","last_peered":"2024-07-27T07:04:21.315051+0000","last_clean":"2024-07-27T07:04:21.315051+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:04:21.315051+0000","last_undegraded":"2024-07-27T07:04:21.315051+0000","last_fullsized":"2024-07-27T07:04:21.315051+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203894+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:04:21.203894+0000","last_peered":"2024-07-27T07:04:21.203894+0000","last_clean":"2024-07-27T07:04:21.203894+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:04:21.203894+0000","last_undegraded":"2024-07-27T07:04:21.203894+0000","last_fullsized":"2024-07-27T07:04:21.203894+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316080+0000","last_change":"2024-07-27T07:04:20.194424+0000","last_active":"2024-07-27T07:04:21.316080+0000","last_peered":"2024-07-27T07:04:21.316080+0000","last_clean":"2024-07-27T07:04:21.316080+0000","last_became_active":"2024-07-27T07:04:20.194088+0000","last_became_peered":"2024-07-27T07:04:20.194088+0000","last_unstale":"2024-07-27T07:04:21.316080+0000","last_undegraded":"2024-07-27T07:04:21.316080+0000","last_fullsized":"2024-07-27T07:04:21.316080+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:50.450415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313589+0000","last_change":"2024-07-27T07:04:19.191351+0000","last_active":"2024-07-27T07:04:21.313589+0000","last_peered":"2024-07-27T07:04:21.313589+0000","last_clean":"2024-07-27T07:04:21.313589+0000","last_became_active":"2024-07-27T07:04:19.190991+0000","last_became_peered":"2024-07-27T07:04:19.190991+0000","last_unstale":"2024-07-27T07:04:21.313589+0000","last_undegraded":"2024-07-27T07:04:21.313589+0000","last_fullsized":"2024-07-27T07:04:21.313589+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:30.386294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309644+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:04:21.309644+0000","last_peered":"2024-07-27T07:04:21.309644+0000","last_clean":"2024-07-27T07:04:21.309644+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:04:21.309644+0000","last_undegraded":"2024-07-27T07:04:21.309644+0000","last_fullsized":"2024-07-27T07:04:21.309644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":236,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309024+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:04:21.309024+0000","last_peered":"2024-07-27T07:04:21.309024+0000","last_clean":"2024-07-27T07:04:21.309024+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:04:21.309024+0000","last_undegraded":"2024-07-27T07:04:21.309024+0000","last_fullsized":"2024-07-27T07:04:21.309024+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202783+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:04:21.202783+0000","last_peered":"2024-07-27T07:04:21.202783+0000","last_clean":"2024-07-27T07:04:21.202783+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:04:21.202783+0000","last_undegraded":"2024-07-27T07:04:21.202783+0000","last_fullsized":"2024-07-27T07:04:21.202783+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315446+0000","last_change":"2024-07-27T07:04:20.195021+0000","last_active":"2024-07-27T07:04:21.315446+0000","last_peered":"2024-07-27T07:04:21.315446+0000","last_clean":"2024-07-27T07:04:21.315446+0000","last_became_active":"2024-07-27T07:04:20.192962+0000","last_became_peered":"2024-07-27T07:04:20.192962+0000","last_unstale":"2024-07-27T07:04:21.315446+0000","last_undegraded":"2024-07-27T07:04:21.315446+0000","last_fullsized":"2024-07-27T07:04:21.315446+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:01:23.666472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194472+0000","last_change":"2024-07-27T07:04:19.190486+0000","last_active":"2024-07-27T07:04:21.194472+0000","last_peered":"2024-07-27T07:04:21.194472+0000","last_clean":"2024-07-27T07:04:21.194472+0000","last_became_active":"2024-07-27T07:04:19.190196+0000","last_became_peered":"2024-07-27T07:04:19.190196+0000","last_unstale":"2024-07-27T07:04:21.194472+0000","last_undegraded":"2024-07-27T07:04:21.194472+0000","last_fullsized":"2024-07-27T07:04:21.194472+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:41:52.002052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311924+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:04:21.311924+0000","last_peered":"2024-07-27T07:04:21.311924+0000","last_clean":"2024-07-27T07:04:21.311924+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:04:21.311924+0000","last_undegraded":"2024-07-27T07:04:21.311924+0000","last_fullsized":"2024-07-27T07:04:21.311924+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309765+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:04:21.309765+0000","last_peered":"2024-07-27T07:04:21.309765+0000","last_clean":"2024-07-27T07:04:21.309765+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:04:21.309765+0000","last_undegraded":"2024-07-27T07:04:21.309765+0000","last_fullsized":"2024-07-27T07:04:21.309765+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314416+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:04:21.314416+0000","last_peered":"2024-07-27T07:04:21.314416+0000","last_clean":"2024-07-27T07:04:21.314416+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:04:21.314416+0000","last_undegraded":"2024-07-27T07:04:21.314416+0000","last_fullsized":"2024-07-27T07:04:21.314416+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195444+0000","last_change":"2024-07-27T07:04:20.227453+0000","last_active":"2024-07-27T07:04:21.195444+0000","last_peered":"2024-07-27T07:04:21.195444+0000","last_clean":"2024-07-27T07:04:21.195444+0000","last_became_active":"2024-07-27T07:04:20.227114+0000","last_became_peered":"2024-07-27T07:04:20.227114+0000","last_unstale":"2024-07-27T07:04:21.195444+0000","last_undegraded":"2024-07-27T07:04:21.195444+0000","last_fullsized":"2024-07-27T07:04:21.195444+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:48:48.420650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309820+0000","last_change":"2024-07-27T07:04:19.190711+0000","last_active":"2024-07-27T07:04:21.309820+0000","last_peered":"2024-07-27T07:04:21.309820+0000","last_clean":"2024-07-27T07:04:21.309820+0000","last_became_active":"2024-07-27T07:04:19.190376+0000","last_became_peered":"2024-07-27T07:04:19.190376+0000","last_unstale":"2024-07-27T07:04:21.309820+0000","last_undegraded":"2024-07-27T07:04:21.309820+0000","last_fullsized":"2024-07-27T07:04:21.309820+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:04.900637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":223,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195307+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:04:21.195307+0000","last_peered":"2024-07-27T07:04:21.195307+0000","last_clean":"2024-07-27T07:04:21.195307+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:04:21.195307+0000","last_undegraded":"2024-07-27T07:04:21.195307+0000","last_fullsized":"2024-07-27T07:04:21.195307+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317168+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:04:21.317168+0000","last_peered":"2024-07-27T07:04:21.317168+0000","last_clean":"2024-07-27T07:04:21.317168+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:04:21.317168+0000","last_undegraded":"2024-07-27T07:04:21.317168+0000","last_fullsized":"2024-07-27T07:04:21.317168+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":286,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203885+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:04:21.203885+0000","last_peered":"2024-07-27T07:04:21.203885+0000","last_clean":"2024-07-27T07:04:21.203885+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:04:21.203885+0000","last_undegraded":"2024-07-27T07:04:21.203885+0000","last_fullsized":"2024-07-27T07:04:21.203885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200167+0000","last_change":"2024-07-27T07:04:20.190623+0000","last_active":"2024-07-27T07:04:21.200167+0000","last_peered":"2024-07-27T07:04:21.200167+0000","last_clean":"2024-07-27T07:04:21.200167+0000","last_became_active":"2024-07-27T07:04:20.190319+0000","last_became_peered":"2024-07-27T07:04:20.190319+0000","last_unstale":"2024-07-27T07:04:21.200167+0000","last_undegraded":"2024-07-27T07:04:21.200167+0000","last_fullsized":"2024-07-27T07:04:21.200167+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:00:02.827258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"180'3","reported_seq":18,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205771+0000","last_change":"2024-07-27T07:04:19.177764+0000","last_active":"2024-07-27T07:04:21.205771+0000","last_peered":"2024-07-27T07:04:21.205771+0000","last_clean":"2024-07-27T07:04:21.205771+0000","last_became_active":"2024-07-27T07:04:19.177171+0000","last_became_peered":"2024-07-27T07:04:19.177171+0000","last_unstale":"2024-07-27T07:04:21.205771+0000","last_undegraded":"2024-07-27T07:04:21.205771+0000","last_fullsized":"2024-07-27T07:04:21.205771+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:16.561715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312464+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:04:21.312464+0000","last_peered":"2024-07-27T07:04:21.312464+0000","last_clean":"2024-07-27T07:04:21.312464+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:04:21.312464+0000","last_undegraded":"2024-07-27T07:04:21.312464+0000","last_fullsized":"2024-07-27T07:04:21.312464+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204659+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:04:21.204659+0000","last_peered":"2024-07-27T07:04:21.204659+0000","last_clean":"2024-07-27T07:04:21.204659+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:04:21.204659+0000","last_undegraded":"2024-07-27T07:04:21.204659+0000","last_fullsized":"2024-07-27T07:04:21.204659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315978+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:04:21.315978+0000","last_peered":"2024-07-27T07:04:21.315978+0000","last_clean":"2024-07-27T07:04:21.315978+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:04:21.315978+0000","last_undegraded":"2024-07-27T07:04:21.315978+0000","last_fullsized":"2024-07-27T07:04:21.315978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204923+0000","last_change":"2024-07-27T07:04:20.199658+0000","last_active":"2024-07-27T07:04:21.204923+0000","last_peered":"2024-07-27T07:04:21.204923+0000","last_clean":"2024-07-27T07:04:21.204923+0000","last_became_active":"2024-07-27T07:04:20.199287+0000","last_became_peered":"2024-07-27T07:04:20.199287+0000","last_unstale":"2024-07-27T07:04:21.204923+0000","last_undegraded":"2024-07-27T07:04:21.204923+0000","last_fullsized":"2024-07-27T07:04:21.204923+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:27.013336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316735+0000","last_change":"2024-07-27T07:04:19.197380+0000","last_active":"2024-07-27T07:04:21.316735+0000","last_peered":"2024-07-27T07:04:21.316735+0000","last_clean":"2024-07-27T07:04:21.316735+0000","last_became_active":"2024-07-27T07:04:19.197044+0000","last_became_peered":"2024-07-27T07:04:19.197044+0000","last_unstale":"2024-07-27T07:04:21.316735+0000","last_undegraded":"2024-07-27T07:04:21.316735+0000","last_fullsized":"2024-07-27T07:04:21.316735+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:27:20.522861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310125+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:04:21.310125+0000","last_peered":"2024-07-27T07:04:21.310125+0000","last_clean":"2024-07-27T07:04:21.310125+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:04:21.310125+0000","last_undegraded":"2024-07-27T07:04:21.310125+0000","last_fullsized":"2024-07-27T07:04:21.310125+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316092+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:04:21.316092+0000","last_peered":"2024-07-27T07:04:21.316092+0000","last_clean":"2024-07-27T07:04:21.316092+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:04:21.316092+0000","last_undegraded":"2024-07-27T07:04:21.316092+0000","last_fullsized":"2024-07-27T07:04:21.316092+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204737+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:04:21.204737+0000","last_peered":"2024-07-27T07:04:21.204737+0000","last_clean":"2024-07-27T07:04:21.204737+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:04:21.204737+0000","last_undegraded":"2024-07-27T07:04:21.204737+0000","last_fullsized":"2024-07-27T07:04:21.204737+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309688+0000","last_change":"2024-07-27T07:04:20.200959+0000","last_active":"2024-07-27T07:04:21.309688+0000","last_peered":"2024-07-27T07:04:21.309688+0000","last_clean":"2024-07-27T07:04:21.309688+0000","last_became_active":"2024-07-27T07:04:20.193846+0000","last_became_peered":"2024-07-27T07:04:20.193846+0000","last_unstale":"2024-07-27T07:04:21.309688+0000","last_undegraded":"2024-07-27T07:04:21.309688+0000","last_fullsized":"2024-07-27T07:04:21.309688+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:28.104004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313182+0000","last_change":"2024-07-27T07:04:19.186481+0000","last_active":"2024-07-27T07:04:21.313182+0000","last_peered":"2024-07-27T07:04:21.313182+0000","last_clean":"2024-07-27T07:04:21.313182+0000","last_became_active":"2024-07-27T07:04:19.186131+0000","last_became_peered":"2024-07-27T07:04:19.186131+0000","last_unstale":"2024-07-27T07:04:21.313182+0000","last_undegraded":"2024-07-27T07:04:21.313182+0000","last_fullsized":"2024-07-27T07:04:21.313182+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:45:33.696493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203772+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:04:21.203772+0000","last_peered":"2024-07-27T07:04:21.203772+0000","last_clean":"2024-07-27T07:04:21.203772+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:04:21.203772+0000","last_undegraded":"2024-07-27T07:04:21.203772+0000","last_fullsized":"2024-07-27T07:04:21.203772+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":239,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313727+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:04:21.313727+0000","last_peered":"2024-07-27T07:04:21.313727+0000","last_clean":"2024-07-27T07:04:21.313727+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:04:21.313727+0000","last_undegraded":"2024-07-27T07:04:21.313727+0000","last_fullsized":"2024-07-27T07:04:21.313727+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":281,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194481+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:04:21.194481+0000","last_peered":"2024-07-27T07:04:21.194481+0000","last_clean":"2024-07-27T07:04:21.194481+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:04:21.194481+0000","last_undegraded":"2024-07-27T07:04:21.194481+0000","last_fullsized":"2024-07-27T07:04:21.194481+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313690+0000","last_change":"2024-07-27T07:04:20.207498+0000","last_active":"2024-07-27T07:04:21.313690+0000","last_peered":"2024-07-27T07:04:21.313690+0000","last_clean":"2024-07-27T07:04:21.313690+0000","last_became_active":"2024-07-27T07:04:20.206582+0000","last_became_peered":"2024-07-27T07:04:20.206582+0000","last_unstale":"2024-07-27T07:04:21.313690+0000","last_undegraded":"2024-07-27T07:04:21.313690+0000","last_fullsized":"2024-07-27T07:04:21.313690+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:39.158076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203557+0000","last_change":"2024-07-27T07:04:19.194062+0000","last_active":"2024-07-27T07:04:21.203557+0000","last_peered":"2024-07-27T07:04:21.203557+0000","last_clean":"2024-07-27T07:04:21.203557+0000","last_became_active":"2024-07-27T07:04:19.193704+0000","last_became_peered":"2024-07-27T07:04:19.193704+0000","last_unstale":"2024-07-27T07:04:21.203557+0000","last_undegraded":"2024-07-27T07:04:21.203557+0000","last_fullsized":"2024-07-27T07:04:21.203557+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:38.891574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311384+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:04:21.311384+0000","last_peered":"2024-07-27T07:04:21.311384+0000","last_clean":"2024-07-27T07:04:21.311384+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:04:21.311384+0000","last_undegraded":"2024-07-27T07:04:21.311384+0000","last_fullsized":"2024-07-27T07:04:21.311384+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316143+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:04:21.316143+0000","last_peered":"2024-07-27T07:04:21.316143+0000","last_clean":"2024-07-27T07:04:21.316143+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:04:21.316143+0000","last_undegraded":"2024-07-27T07:04:21.316143+0000","last_fullsized":"2024-07-27T07:04:21.316143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313613+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:04:21.313613+0000","last_peered":"2024-07-27T07:04:21.313613+0000","last_clean":"2024-07-27T07:04:21.313613+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:04:21.313613+0000","last_undegraded":"2024-07-27T07:04:21.313613+0000","last_fullsized":"2024-07-27T07:04:21.313613+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207645+0000","last_change":"2024-07-27T07:04:20.194175+0000","last_active":"2024-07-27T07:04:21.207645+0000","last_peered":"2024-07-27T07:04:21.207645+0000","last_clean":"2024-07-27T07:04:21.207645+0000","last_became_active":"2024-07-27T07:04:20.193774+0000","last_became_peered":"2024-07-27T07:04:20.193774+0000","last_unstale":"2024-07-27T07:04:21.207645+0000","last_undegraded":"2024-07-27T07:04:21.207645+0000","last_fullsized":"2024-07-27T07:04:21.207645+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:39:55.124994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315194+0000","last_change":"2024-07-27T07:04:19.193357+0000","last_active":"2024-07-27T07:04:21.315194+0000","last_peered":"2024-07-27T07:04:21.315194+0000","last_clean":"2024-07-27T07:04:21.315194+0000","last_became_active":"2024-07-27T07:04:19.193009+0000","last_became_peered":"2024-07-27T07:04:19.193009+0000","last_unstale":"2024-07-27T07:04:21.315194+0000","last_undegraded":"2024-07-27T07:04:21.315194+0000","last_fullsized":"2024-07-27T07:04:21.315194+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:55:04.794267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307644+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:04:21.307644+0000","last_peered":"2024-07-27T07:04:21.307644+0000","last_clean":"2024-07-27T07:04:21.307644+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:04:21.307644+0000","last_undegraded":"2024-07-27T07:04:21.307644+0000","last_fullsized":"2024-07-27T07:04:21.307644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313779+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:04:21.313779+0000","last_peered":"2024-07-27T07:04:21.313779+0000","last_clean":"2024-07-27T07:04:21.313779+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:04:21.313779+0000","last_undegraded":"2024-07-27T07:04:21.313779+0000","last_fullsized":"2024-07-27T07:04:21.313779+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207224+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:04:21.207224+0000","last_peered":"2024-07-27T07:04:21.207224+0000","last_clean":"2024-07-27T07:04:21.207224+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:04:21.207224+0000","last_undegraded":"2024-07-27T07:04:21.207224+0000","last_fullsized":"2024-07-27T07:04:21.207224+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200587+0000","last_change":"2024-07-27T07:04:20.197346+0000","last_active":"2024-07-27T07:04:21.200587+0000","last_peered":"2024-07-27T07:04:21.200587+0000","last_clean":"2024-07-27T07:04:21.200587+0000","last_became_active":"2024-07-27T07:04:20.197024+0000","last_became_peered":"2024-07-27T07:04:20.197024+0000","last_unstale":"2024-07-27T07:04:21.200587+0000","last_undegraded":"2024-07-27T07:04:21.200587+0000","last_fullsized":"2024-07-27T07:04:21.200587+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:51:13.453319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314446+0000","last_change":"2024-07-27T07:04:19.186504+0000","last_active":"2024-07-27T07:04:21.314446+0000","last_peered":"2024-07-27T07:04:21.314446+0000","last_clean":"2024-07-27T07:04:21.314446+0000","last_became_active":"2024-07-27T07:04:19.183708+0000","last_became_peered":"2024-07-27T07:04:19.183708+0000","last_unstale":"2024-07-27T07:04:21.314446+0000","last_undegraded":"2024-07-27T07:04:21.314446+0000","last_fullsized":"2024-07-27T07:04:21.314446+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:00.864543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200704+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:04:21.200704+0000","last_peered":"2024-07-27T07:04:21.200704+0000","last_clean":"2024-07-27T07:04:21.200704+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:04:21.200704+0000","last_undegraded":"2024-07-27T07:04:21.200704+0000","last_fullsized":"2024-07-27T07:04:21.200704+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201712+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:04:21.201712+0000","last_peered":"2024-07-27T07:04:21.201712+0000","last_clean":"2024-07-27T07:04:21.201712+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:04:21.201712+0000","last_undegraded":"2024-07-27T07:04:21.201712+0000","last_fullsized":"2024-07-27T07:04:21.201712+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314775+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:04:21.314775+0000","last_peered":"2024-07-27T07:04:21.314775+0000","last_clean":"2024-07-27T07:04:21.314775+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:04:21.314775+0000","last_undegraded":"2024-07-27T07:04:21.314775+0000","last_fullsized":"2024-07-27T07:04:21.314775+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203377+0000","last_change":"2024-07-27T07:04:20.191590+0000","last_active":"2024-07-27T07:04:21.203377+0000","last_peered":"2024-07-27T07:04:21.203377+0000","last_clean":"2024-07-27T07:04:21.203377+0000","last_became_active":"2024-07-27T07:04:20.191241+0000","last_became_peered":"2024-07-27T07:04:20.191241+0000","last_unstale":"2024-07-27T07:04:21.203377+0000","last_undegraded":"2024-07-27T07:04:21.203377+0000","last_fullsized":"2024-07-27T07:04:21.203377+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:22:14.957206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313226+0000","last_change":"2024-07-27T07:04:19.195614+0000","last_active":"2024-07-27T07:04:21.313226+0000","last_peered":"2024-07-27T07:04:21.313226+0000","last_clean":"2024-07-27T07:04:21.313226+0000","last_became_active":"2024-07-27T07:04:19.193826+0000","last_became_peered":"2024-07-27T07:04:19.193826+0000","last_unstale":"2024-07-27T07:04:21.313226+0000","last_undegraded":"2024-07-27T07:04:21.313226+0000","last_fullsized":"2024-07-27T07:04:21.313226+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:48:26.646055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201724+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:04:21.201724+0000","last_peered":"2024-07-27T07:04:21.201724+0000","last_clean":"2024-07-27T07:04:21.201724+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:04:21.201724+0000","last_undegraded":"2024-07-27T07:04:21.201724+0000","last_fullsized":"2024-07-27T07:04:21.201724+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203679+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:04:21.203679+0000","last_peered":"2024-07-27T07:04:21.203679+0000","last_clean":"2024-07-27T07:04:21.203679+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:04:21.203679+0000","last_undegraded":"2024-07-27T07:04:21.203679+0000","last_fullsized":"2024-07-27T07:04:21.203679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206987+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:04:21.206987+0000","last_peered":"2024-07-27T07:04:21.206987+0000","last_clean":"2024-07-27T07:04:21.206987+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:04:21.206987+0000","last_undegraded":"2024-07-27T07:04:21.206987+0000","last_fullsized":"2024-07-27T07:04:21.206987+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":416,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314310+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:04:21.314310+0000","last_peered":"2024-07-27T07:04:21.314310+0000","last_clean":"2024-07-27T07:04:21.314310+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:04:21.314310+0000","last_undegraded":"2024-07-27T07:04:21.314310+0000","last_fullsized":"2024-07-27T07:04:21.314310+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476915,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41788,"kb_used_data":2288,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330052,"statfs":{"total":96636764160,"available":96593973248,"internally_reserved":0,"allocated":2342912,"data_stored":1268154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476913,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41784,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330056,"statfs":{"total":96636764160,"available":96593977344,"internally_reserved":0,"allocated":2330624,"data_stored":1267102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476915,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42376,"kb_used_data":2876,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329464,"statfs":{"total":96636764160,"available":96593371136,"internally_reserved":0,"allocated":2945024,"data_stored":1858682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476913,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37620,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334220,"statfs":{"total":96636764160,"available":96598241280,"internally_reserved":0,"allocated":2330624,"data_stored":1266590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509617,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37612,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334228,"statfs":{"total":96636764160,"available":96598249472,"internally_reserved":0,"allocated":2326528,"data_stored":1266520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509616,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42364,"kb_used_data":2860,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329476,"statfs":{"total":96636764160,"available":96593383424,"internally_reserved":0,"allocated":2928640,"data_stored":1857560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509617,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45940,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94325900,"statfs":{"total":96636764160,"available":96589721600,"internally_reserved":0,"allocated":2330624,"data_stored":1266554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542320,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41780,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330060,"statfs":{"total":96636764160,"available":96593981440,"internally_reserved":0,"allocated":2330624,"data_stored":1266554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:04:24.992 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:04:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.319+0000 7f43fce00640 1 -- 172.21.15.66:0/657434429 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 msgr2=0x7f43f80ceb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.319+0000 7f43fce00640 1 --2- 172.21.15.66:0/657434429 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80ceb00 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f43e8005fd0 tx=0x7f43e802a4b0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 -- 172.21.15.66:0/657434429 shutdown_connections 2024-07-27T07:04:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 --2- 172.21.15.66:0/657434429 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43f815ec80 0x7f43f815f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 --2- 172.21.15.66:0/657434429 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80ceb00 unknown :-1 s=CLOSED pgs=1816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 -- 172.21.15.66:0/657434429 >> 172.21.15.66:0/657434429 conn(0x7f43f80d1c10 msgr2=0x7f43f80d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 -- 172.21.15.66:0/657434429 shutdown_connections 2024-07-27T07:04:25.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.320+0000 7f43fce00640 1 -- 172.21.15.66:0/657434429 wait complete. 2024-07-27T07:04:25.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.322+0000 7f43fce00640 1 Processor -- start 2024-07-27T07:04:25.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.322+0000 7f43fce00640 1 -- start start 2024-07-27T07:04:25.324 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 0x7f43f81f5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43f815f5d0 0x7f43f80cd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f43f815fbf0 con 0x7f43f80d2730 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f43f80b1b20 con 0x7f43f815ec80 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43fce00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f43f81f54a0 con 0x7f43f815f5d0 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43f7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43f7400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46500/0 (socket says 172.21.15.66:46500) 2024-07-27T07:04:25.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.324+0000 7f43f7400640 1 -- 172.21.15.66:0/4226630480 learned_addr learned my addr 172.21.15.66:0/4226630480 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:25.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f6a00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 0x7f43f81f5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 -- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43f815f5d0 msgr2=0x7f43f80cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43f815f5d0 0x7f43f80cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 -- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 msgr2=0x7f43f81f5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 0x7f43f81f5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 -- 172.21.15.66:0/4226630480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43f81e8f30 con 0x7f43f80d2730 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f6a00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 0x7f43f81f5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43f7400640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f43e8034040 tx=0x7f43e80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e803e030 con 0x7f43f80d2730 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43e80047a0 con 0x7f43f80d2730 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.325+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43e8035040 con 0x7f43f80d2730 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.326+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43f81f5290 con 0x7f43f80d2730 2024-07-27T07:04:25.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.326+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43f81e8450 con 0x7f43f80d2730 2024-07-27T07:04:25.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.327+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43f80ceb00 con 0x7f43f80d2730 2024-07-27T07:04:25.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.328+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f43e8041030 con 0x7f43f80d2730 2024-07-27T07:04:25.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.329+0000 7f43ef400640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 0x7f43d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.329+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f43e80b98a0 con 0x7f43f80d2730 2024-07-27T07:04:25.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.330+0000 7f43f6a00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 0x7f43d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.331+0000 7f43f6a00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 0x7f43d4079520 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f43f80c8820 tx=0x7f43e0008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:25.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.334+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f43e80823c0 con 0x7f43f80d2730 2024-07-27T07:04:25.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.542+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f43f80b0480 con 0x7f43d4077010 2024-07-27T07:04:25.567 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.567+0000 7f43ef400640 1 -- 172.21.15.66:0/4226630480 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495226 (secure 0 0 0) 0x7f43f80b0480 con 0x7f43d4077010 2024-07-27T07:04:25.573 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:25.578 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:04:25.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 msgr2=0x7f43d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.579 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 0x7f43d4079520 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f43f80c8820 tx=0x7f43e0008040 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 msgr2=0x7f43f80b4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7f43e8034040 tx=0x7f43e80039e0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 shutdown_connections 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f43d4077010 0x7f43d4079520 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f43f815f5d0 0x7f43f80cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f43f815ec80 0x7f43f81f5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 --2- 172.21.15.66:0/4226630480 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f43f80d2730 0x7f43f80b4100 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.577+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 >> 172.21.15.66:0/4226630480 conn(0x7f43f80d1c10 msgr2=0x7f43f80d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.578+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 shutdown_connections 2024-07-27T07:04:25.580 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.578+0000 7f43fce00640 1 -- 172.21.15.66:0/4226630480 wait complete. 2024-07-27T07:04:25.608 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":609,"stamp":"2024-07-27T07:04:24.666327+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":373,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":331264,"kb_used_data":19400,"kb_used_omap":12,"kb_used_meta":311731,"kb_avail":754643456,"statfs":{"total":773094113280,"available":772754898944,"internally_reserved":0,"allocated":19865600,"data_stored":11317716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":319213105},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":48,"apply_latency_ms":48,"commit_latency_ns":48000000,"apply_latency_ns":48000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.003063"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194531+0000","last_change":"2024-07-27T07:04:20.216019+0000","last_active":"2024-07-27T07:04:21.194531+0000","last_peered":"2024-07-27T07:04:21.194531+0000","last_clean":"2024-07-27T07:04:21.194531+0000","last_became_active":"2024-07-27T07:04:20.214853+0000","last_became_peered":"2024-07-27T07:04:20.214853+0000","last_unstale":"2024-07-27T07:04:21.194531+0000","last_undegraded":"2024-07-27T07:04:21.194531+0000","last_fullsized":"2024-07-27T07:04:21.194531+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:13:11.885617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195477+0000","last_change":"2024-07-27T07:04:20.214339+0000","last_active":"2024-07-27T07:04:21.195477+0000","last_peered":"2024-07-27T07:04:21.195477+0000","last_clean":"2024-07-27T07:04:21.195477+0000","last_became_active":"2024-07-27T07:04:20.212846+0000","last_became_peered":"2024-07-27T07:04:20.212846+0000","last_unstale":"2024-07-27T07:04:21.195477+0000","last_undegraded":"2024-07-27T07:04:21.195477+0000","last_fullsized":"2024-07-27T07:04:21.195477+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:23:38.721063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195215+0000","last_change":"2024-07-27T07:04:20.227436+0000","last_active":"2024-07-27T07:04:21.195215+0000","last_peered":"2024-07-27T07:04:21.195215+0000","last_clean":"2024-07-27T07:04:21.195215+0000","last_became_active":"2024-07-27T07:04:20.227073+0000","last_became_peered":"2024-07-27T07:04:20.227073+0000","last_unstale":"2024-07-27T07:04:21.195215+0000","last_undegraded":"2024-07-27T07:04:21.195215+0000","last_fullsized":"2024-07-27T07:04:21.195215+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:33:35.220228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315020+0000","last_change":"2024-07-27T07:04:20.194018+0000","last_active":"2024-07-27T07:04:21.315020+0000","last_peered":"2024-07-27T07:04:21.315020+0000","last_clean":"2024-07-27T07:04:21.315020+0000","last_became_active":"2024-07-27T07:04:20.192296+0000","last_became_peered":"2024-07-27T07:04:20.192296+0000","last_unstale":"2024-07-27T07:04:21.315020+0000","last_undegraded":"2024-07-27T07:04:21.315020+0000","last_fullsized":"2024-07-27T07:04:21.315020+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:30:39.313370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309915+0000","last_change":"2024-07-27T07:04:20.207755+0000","last_active":"2024-07-27T07:04:21.309915+0000","last_peered":"2024-07-27T07:04:21.309915+0000","last_clean":"2024-07-27T07:04:21.309915+0000","last_became_active":"2024-07-27T07:04:20.207426+0000","last_became_peered":"2024-07-27T07:04:20.207426+0000","last_unstale":"2024-07-27T07:04:21.309915+0000","last_undegraded":"2024-07-27T07:04:21.309915+0000","last_fullsized":"2024-07-27T07:04:21.309915+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T19:02:22.424448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315022+0000","last_change":"2024-07-27T07:04:20.202905+0000","last_active":"2024-07-27T07:04:21.315022+0000","last_peered":"2024-07-27T07:04:21.315022+0000","last_clean":"2024-07-27T07:04:21.315022+0000","last_became_active":"2024-07-27T07:04:20.202612+0000","last_became_peered":"2024-07-27T07:04:20.202612+0000","last_unstale":"2024-07-27T07:04:21.315022+0000","last_undegraded":"2024-07-27T07:04:21.315022+0000","last_fullsized":"2024-07-27T07:04:21.315022+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:16.573209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200308+0000","last_change":"2024-07-27T07:04:20.185093+0000","last_active":"2024-07-27T07:04:21.200308+0000","last_peered":"2024-07-27T07:04:21.200308+0000","last_clean":"2024-07-27T07:04:21.200308+0000","last_became_active":"2024-07-27T07:04:20.184607+0000","last_became_peered":"2024-07-27T07:04:20.184607+0000","last_unstale":"2024-07-27T07:04:21.200308+0000","last_undegraded":"2024-07-27T07:04:21.200308+0000","last_fullsized":"2024-07-27T07:04:21.200308+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:21:57.363871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.308919+0000","last_change":"2024-07-27T07:04:20.193901+0000","last_active":"2024-07-27T07:04:21.308919+0000","last_peered":"2024-07-27T07:04:21.308919+0000","last_clean":"2024-07-27T07:04:21.308919+0000","last_became_active":"2024-07-27T07:04:20.193535+0000","last_became_peered":"2024-07-27T07:04:20.193535+0000","last_unstale":"2024-07-27T07:04:21.308919+0000","last_undegraded":"2024-07-27T07:04:21.308919+0000","last_fullsized":"2024-07-27T07:04:21.308919+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:39.974589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311991+0000","last_change":"2024-07-27T07:04:20.194701+0000","last_active":"2024-07-27T07:04:21.311991+0000","last_peered":"2024-07-27T07:04:21.311991+0000","last_clean":"2024-07-27T07:04:21.311991+0000","last_became_active":"2024-07-27T07:04:20.194348+0000","last_became_peered":"2024-07-27T07:04:20.194348+0000","last_unstale":"2024-07-27T07:04:21.311991+0000","last_undegraded":"2024-07-27T07:04:21.311991+0000","last_fullsized":"2024-07-27T07:04:21.311991+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:02.370343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311980+0000","last_change":"2024-07-27T07:04:20.199884+0000","last_active":"2024-07-27T07:04:21.311980+0000","last_peered":"2024-07-27T07:04:21.311980+0000","last_clean":"2024-07-27T07:04:21.311980+0000","last_became_active":"2024-07-27T07:04:20.199556+0000","last_became_peered":"2024-07-27T07:04:20.199556+0000","last_unstale":"2024-07-27T07:04:21.311980+0000","last_undegraded":"2024-07-27T07:04:21.311980+0000","last_fullsized":"2024-07-27T07:04:21.311980+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:53:37.099020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310101+0000","last_change":"2024-07-27T07:04:20.197671+0000","last_active":"2024-07-27T07:04:21.310101+0000","last_peered":"2024-07-27T07:04:21.310101+0000","last_clean":"2024-07-27T07:04:21.310101+0000","last_became_active":"2024-07-27T07:04:20.197314+0000","last_became_peered":"2024-07-27T07:04:20.197314+0000","last_unstale":"2024-07-27T07:04:21.310101+0000","last_undegraded":"2024-07-27T07:04:21.310101+0000","last_fullsized":"2024-07-27T07:04:21.310101+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:05:13.286635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204395+0000","last_change":"2024-07-27T07:04:20.202431+0000","last_active":"2024-07-27T07:04:21.204395+0000","last_peered":"2024-07-27T07:04:21.204395+0000","last_clean":"2024-07-27T07:04:21.204395+0000","last_became_active":"2024-07-27T07:04:20.202083+0000","last_became_peered":"2024-07-27T07:04:20.202083+0000","last_unstale":"2024-07-27T07:04:21.204395+0000","last_undegraded":"2024-07-27T07:04:21.204395+0000","last_fullsized":"2024-07-27T07:04:21.204395+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:02:50.001890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203749+0000","last_change":"2024-07-27T07:04:20.204183+0000","last_active":"2024-07-27T07:04:21.203749+0000","last_peered":"2024-07-27T07:04:21.203749+0000","last_clean":"2024-07-27T07:04:21.203749+0000","last_became_active":"2024-07-27T07:04:20.203521+0000","last_became_peered":"2024-07-27T07:04:20.203521+0000","last_unstale":"2024-07-27T07:04:21.203749+0000","last_undegraded":"2024-07-27T07:04:21.203749+0000","last_fullsized":"2024-07-27T07:04:21.203749+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:50:52.515521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309986+0000","last_change":"2024-07-27T07:04:20.208688+0000","last_active":"2024-07-27T07:04:21.309986+0000","last_peered":"2024-07-27T07:04:21.309986+0000","last_clean":"2024-07-27T07:04:21.309986+0000","last_became_active":"2024-07-27T07:04:20.207811+0000","last_became_peered":"2024-07-27T07:04:20.207811+0000","last_unstale":"2024-07-27T07:04:21.309986+0000","last_undegraded":"2024-07-27T07:04:21.309986+0000","last_fullsized":"2024-07-27T07:04:21.309986+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:14:15.700902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309113+0000","last_change":"2024-07-27T07:04:20.188701+0000","last_active":"2024-07-27T07:04:21.309113+0000","last_peered":"2024-07-27T07:04:21.309113+0000","last_clean":"2024-07-27T07:04:21.309113+0000","last_became_active":"2024-07-27T07:04:20.184678+0000","last_became_peered":"2024-07-27T07:04:20.184678+0000","last_unstale":"2024-07-27T07:04:21.309113+0000","last_undegraded":"2024-07-27T07:04:21.309113+0000","last_fullsized":"2024-07-27T07:04:21.309113+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:43:14.279381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.199565+0000","last_change":"2024-07-27T07:04:20.198592+0000","last_active":"2024-07-27T07:04:21.199565+0000","last_peered":"2024-07-27T07:04:21.199565+0000","last_clean":"2024-07-27T07:04:21.199565+0000","last_became_active":"2024-07-27T07:04:20.198252+0000","last_became_peered":"2024-07-27T07:04:20.198252+0000","last_unstale":"2024-07-27T07:04:21.199565+0000","last_undegraded":"2024-07-27T07:04:21.199565+0000","last_fullsized":"2024-07-27T07:04:21.199565+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:40:21.261307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316786+0000","last_change":"2024-07-27T07:04:20.198515+0000","last_active":"2024-07-27T07:04:21.316786+0000","last_peered":"2024-07-27T07:04:21.316786+0000","last_clean":"2024-07-27T07:04:21.316786+0000","last_became_active":"2024-07-27T07:04:20.197950+0000","last_became_peered":"2024-07-27T07:04:20.197950+0000","last_unstale":"2024-07-27T07:04:21.316786+0000","last_undegraded":"2024-07-27T07:04:21.316786+0000","last_fullsized":"2024-07-27T07:04:21.316786+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:15.310850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318146+0000","last_change":"2024-07-27T07:04:20.185822+0000","last_active":"2024-07-27T07:04:21.318146+0000","last_peered":"2024-07-27T07:04:21.318146+0000","last_clean":"2024-07-27T07:04:21.318146+0000","last_became_active":"2024-07-27T07:04:20.185486+0000","last_became_peered":"2024-07-27T07:04:20.185486+0000","last_unstale":"2024-07-27T07:04:21.318146+0000","last_undegraded":"2024-07-27T07:04:21.318146+0000","last_fullsized":"2024-07-27T07:04:21.318146+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:06:47.510105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201361+0000","last_change":"2024-07-27T07:04:20.212253+0000","last_active":"2024-07-27T07:04:21.201361+0000","last_peered":"2024-07-27T07:04:21.201361+0000","last_clean":"2024-07-27T07:04:21.201361+0000","last_became_active":"2024-07-27T07:04:20.211225+0000","last_became_peered":"2024-07-27T07:04:20.211225+0000","last_unstale":"2024-07-27T07:04:21.201361+0000","last_undegraded":"2024-07-27T07:04:21.201361+0000","last_fullsized":"2024-07-27T07:04:21.201361+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:09.323572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204118+0000","last_change":"2024-07-27T07:04:20.200184+0000","last_active":"2024-07-27T07:04:21.204118+0000","last_peered":"2024-07-27T07:04:21.204118+0000","last_clean":"2024-07-27T07:04:21.204118+0000","last_became_active":"2024-07-27T07:04:20.199572+0000","last_became_peered":"2024-07-27T07:04:20.199572+0000","last_unstale":"2024-07-27T07:04:21.204118+0000","last_undegraded":"2024-07-27T07:04:21.204118+0000","last_fullsized":"2024-07-27T07:04:21.204118+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:56:51.947638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315926+0000","last_change":"2024-07-27T07:04:20.219647+0000","last_active":"2024-07-27T07:04:21.315926+0000","last_peered":"2024-07-27T07:04:21.315926+0000","last_clean":"2024-07-27T07:04:21.315926+0000","last_became_active":"2024-07-27T07:04:20.219276+0000","last_became_peered":"2024-07-27T07:04:20.219276+0000","last_unstale":"2024-07-27T07:04:21.315926+0000","last_undegraded":"2024-07-27T07:04:21.315926+0000","last_fullsized":"2024-07-27T07:04:21.315926+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:19.261657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309607+0000","last_change":"2024-07-27T07:04:20.200176+0000","last_active":"2024-07-27T07:04:21.309607+0000","last_peered":"2024-07-27T07:04:21.309607+0000","last_clean":"2024-07-27T07:04:21.309607+0000","last_became_active":"2024-07-27T07:04:20.199578+0000","last_became_peered":"2024-07-27T07:04:20.199578+0000","last_unstale":"2024-07-27T07:04:21.309607+0000","last_undegraded":"2024-07-27T07:04:21.309607+0000","last_fullsized":"2024-07-27T07:04:21.309607+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:58:38.642838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204666+0000","last_change":"2024-07-27T07:04:20.193253+0000","last_active":"2024-07-27T07:04:21.204666+0000","last_peered":"2024-07-27T07:04:21.204666+0000","last_clean":"2024-07-27T07:04:21.204666+0000","last_became_active":"2024-07-27T07:04:20.192930+0000","last_became_peered":"2024-07-27T07:04:20.192930+0000","last_unstale":"2024-07-27T07:04:21.204666+0000","last_undegraded":"2024-07-27T07:04:21.204666+0000","last_fullsized":"2024-07-27T07:04:21.204666+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:55.036923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312789+0000","last_change":"2024-07-27T07:04:20.198734+0000","last_active":"2024-07-27T07:04:21.312789+0000","last_peered":"2024-07-27T07:04:21.312789+0000","last_clean":"2024-07-27T07:04:21.312789+0000","last_became_active":"2024-07-27T07:04:20.198411+0000","last_became_peered":"2024-07-27T07:04:20.198411+0000","last_unstale":"2024-07-27T07:04:21.312789+0000","last_undegraded":"2024-07-27T07:04:21.312789+0000","last_fullsized":"2024-07-27T07:04:21.312789+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:24:32.355627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310978+0000","last_change":"2024-07-27T07:04:20.206437+0000","last_active":"2024-07-27T07:04:21.310978+0000","last_peered":"2024-07-27T07:04:21.310978+0000","last_clean":"2024-07-27T07:04:21.310978+0000","last_became_active":"2024-07-27T07:04:20.205501+0000","last_became_peered":"2024-07-27T07:04:20.205501+0000","last_unstale":"2024-07-27T07:04:21.310978+0000","last_undegraded":"2024-07-27T07:04:21.310978+0000","last_fullsized":"2024-07-27T07:04:21.310978+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:42.466493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207402+0000","last_change":"2024-07-27T07:04:20.194745+0000","last_active":"2024-07-27T07:04:21.207402+0000","last_peered":"2024-07-27T07:04:21.207402+0000","last_clean":"2024-07-27T07:04:21.207402+0000","last_became_active":"2024-07-27T07:04:20.194338+0000","last_became_peered":"2024-07-27T07:04:20.194338+0000","last_unstale":"2024-07-27T07:04:21.207402+0000","last_undegraded":"2024-07-27T07:04:21.207402+0000","last_fullsized":"2024-07-27T07:04:21.207402+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:39:08.082424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310839+0000","last_change":"2024-07-27T07:04:20.212960+0000","last_active":"2024-07-27T07:04:21.310839+0000","last_peered":"2024-07-27T07:04:21.310839+0000","last_clean":"2024-07-27T07:04:21.310839+0000","last_became_active":"2024-07-27T07:04:20.212611+0000","last_became_peered":"2024-07-27T07:04:20.212611+0000","last_unstale":"2024-07-27T07:04:21.310839+0000","last_undegraded":"2024-07-27T07:04:21.310839+0000","last_fullsized":"2024-07-27T07:04:21.310839+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:41:00.662912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201237+0000","last_change":"2024-07-27T07:04:20.211655+0000","last_active":"2024-07-27T07:04:21.201237+0000","last_peered":"2024-07-27T07:04:21.201237+0000","last_clean":"2024-07-27T07:04:21.201237+0000","last_became_active":"2024-07-27T07:04:20.211314+0000","last_became_peered":"2024-07-27T07:04:20.211314+0000","last_unstale":"2024-07-27T07:04:21.201237+0000","last_undegraded":"2024-07-27T07:04:21.201237+0000","last_fullsized":"2024-07-27T07:04:21.201237+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:51:29.791298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194630+0000","last_change":"2024-07-27T07:04:20.219521+0000","last_active":"2024-07-27T07:04:21.194630+0000","last_peered":"2024-07-27T07:04:21.194630+0000","last_clean":"2024-07-27T07:04:21.194630+0000","last_became_active":"2024-07-27T07:04:20.219207+0000","last_became_peered":"2024-07-27T07:04:20.219207+0000","last_unstale":"2024-07-27T07:04:21.194630+0000","last_undegraded":"2024-07-27T07:04:21.194630+0000","last_fullsized":"2024-07-27T07:04:21.194630+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:13:40.284194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310572+0000","last_change":"2024-07-27T07:04:20.195425+0000","last_active":"2024-07-27T07:04:21.310572+0000","last_peered":"2024-07-27T07:04:21.310572+0000","last_clean":"2024-07-27T07:04:21.310572+0000","last_became_active":"2024-07-27T07:04:20.194449+0000","last_became_peered":"2024-07-27T07:04:20.194449+0000","last_unstale":"2024-07-27T07:04:21.310572+0000","last_undegraded":"2024-07-27T07:04:21.310572+0000","last_fullsized":"2024-07-27T07:04:21.310572+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:34.701005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193704+0000","last_change":"2024-07-27T07:04:20.208096+0000","last_active":"2024-07-27T07:04:21.193704+0000","last_peered":"2024-07-27T07:04:21.193704+0000","last_clean":"2024-07-27T07:04:21.193704+0000","last_became_active":"2024-07-27T07:04:20.207757+0000","last_became_peered":"2024-07-27T07:04:20.207757+0000","last_unstale":"2024-07-27T07:04:21.193704+0000","last_undegraded":"2024-07-27T07:04:21.193704+0000","last_fullsized":"2024-07-27T07:04:21.193704+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:39.242207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313233+0000","last_change":"2024-07-27T07:04:20.202595+0000","last_active":"2024-07-27T07:04:21.313233+0000","last_peered":"2024-07-27T07:04:21.313233+0000","last_clean":"2024-07-27T07:04:21.313233+0000","last_became_active":"2024-07-27T07:04:20.202139+0000","last_became_peered":"2024-07-27T07:04:20.202139+0000","last_unstale":"2024-07-27T07:04:21.313233+0000","last_undegraded":"2024-07-27T07:04:21.313233+0000","last_fullsized":"2024-07-27T07:04:21.313233+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:20.300940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206681+0000","last_change":"2024-07-27T07:04:20.212080+0000","last_active":"2024-07-27T07:04:21.206681+0000","last_peered":"2024-07-27T07:04:21.206681+0000","last_clean":"2024-07-27T07:04:21.206681+0000","last_became_active":"2024-07-27T07:04:20.211256+0000","last_became_peered":"2024-07-27T07:04:20.211256+0000","last_unstale":"2024-07-27T07:04:21.206681+0000","last_undegraded":"2024-07-27T07:04:21.206681+0000","last_fullsized":"2024-07-27T07:04:21.206681+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:54.845078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204005+0000","last_change":"2024-07-27T07:04:19.193791+0000","last_active":"2024-07-27T07:04:21.204005+0000","last_peered":"2024-07-27T07:04:21.204005+0000","last_clean":"2024-07-27T07:04:21.204005+0000","last_became_active":"2024-07-27T07:04:19.191362+0000","last_became_peered":"2024-07-27T07:04:19.191362+0000","last_unstale":"2024-07-27T07:04:21.204005+0000","last_undegraded":"2024-07-27T07:04:21.204005+0000","last_fullsized":"2024-07-27T07:04:21.204005+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:08:32.994254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309437+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:04:21.309437+0000","last_peered":"2024-07-27T07:04:21.309437+0000","last_clean":"2024-07-27T07:04:21.309437+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:04:21.309437+0000","last_undegraded":"2024-07-27T07:04:21.309437+0000","last_fullsized":"2024-07-27T07:04:21.309437+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195627+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:04:21.195627+0000","last_peered":"2024-07-27T07:04:21.195627+0000","last_clean":"2024-07-27T07:04:21.195627+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:04:21.195627+0000","last_undegraded":"2024-07-27T07:04:21.195627+0000","last_fullsized":"2024-07-27T07:04:21.195627+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206848+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:04:21.206848+0000","last_peered":"2024-07-27T07:04:21.206848+0000","last_clean":"2024-07-27T07:04:21.206848+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:04:21.206848+0000","last_undegraded":"2024-07-27T07:04:21.206848+0000","last_fullsized":"2024-07-27T07:04:21.206848+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315652+0000","last_change":"2024-07-27T07:04:20.189800+0000","last_active":"2024-07-27T07:04:21.315652+0000","last_peered":"2024-07-27T07:04:21.315652+0000","last_clean":"2024-07-27T07:04:21.315652+0000","last_became_active":"2024-07-27T07:04:20.189445+0000","last_became_peered":"2024-07-27T07:04:20.189445+0000","last_unstale":"2024-07-27T07:04:21.315652+0000","last_undegraded":"2024-07-27T07:04:21.315652+0000","last_fullsized":"2024-07-27T07:04:21.315652+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:46:52.771651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.d","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310302+0000","last_change":"2024-07-27T07:04:19.180250+0000","last_active":"2024-07-27T07:04:21.310302+0000","last_peered":"2024-07-27T07:04:21.310302+0000","last_clean":"2024-07-27T07:04:21.310302+0000","last_became_active":"2024-07-27T07:04:19.177487+0000","last_became_peered":"2024-07-27T07:04:19.177487+0000","last_unstale":"2024-07-27T07:04:21.310302+0000","last_undegraded":"2024-07-27T07:04:21.310302+0000","last_fullsized":"2024-07-27T07:04:21.310302+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:13:56.548929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312370+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:04:21.312370+0000","last_peered":"2024-07-27T07:04:21.312370+0000","last_clean":"2024-07-27T07:04:21.312370+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:04:21.312370+0000","last_undegraded":"2024-07-27T07:04:21.312370+0000","last_fullsized":"2024-07-27T07:04:21.312370+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313245+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:04:21.313245+0000","last_peered":"2024-07-27T07:04:21.313245+0000","last_clean":"2024-07-27T07:04:21.313245+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:04:21.313245+0000","last_undegraded":"2024-07-27T07:04:21.313245+0000","last_fullsized":"2024-07-27T07:04:21.313245+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194732+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:04:21.194732+0000","last_peered":"2024-07-27T07:04:21.194732+0000","last_clean":"2024-07-27T07:04:21.194732+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:04:21.194732+0000","last_undegraded":"2024-07-27T07:04:21.194732+0000","last_fullsized":"2024-07-27T07:04:21.194732+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318983+0000","last_change":"2024-07-27T07:04:20.218181+0000","last_active":"2024-07-27T07:04:21.318983+0000","last_peered":"2024-07-27T07:04:21.318983+0000","last_clean":"2024-07-27T07:04:21.318983+0000","last_became_active":"2024-07-27T07:04:20.217804+0000","last_became_peered":"2024-07-27T07:04:20.217804+0000","last_unstale":"2024-07-27T07:04:21.318983+0000","last_undegraded":"2024-07-27T07:04:21.318983+0000","last_fullsized":"2024-07-27T07:04:21.318983+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:59:20.325861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.e","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312277+0000","last_change":"2024-07-27T07:04:19.189086+0000","last_active":"2024-07-27T07:04:21.312277+0000","last_peered":"2024-07-27T07:04:21.312277+0000","last_clean":"2024-07-27T07:04:21.312277+0000","last_became_active":"2024-07-27T07:04:19.188749+0000","last_became_peered":"2024-07-27T07:04:19.188749+0000","last_unstale":"2024-07-27T07:04:21.312277+0000","last_undegraded":"2024-07-27T07:04:21.312277+0000","last_fullsized":"2024-07-27T07:04:21.312277+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:15.566174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":226,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203610+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:04:21.203610+0000","last_peered":"2024-07-27T07:04:21.203610+0000","last_clean":"2024-07-27T07:04:21.203610+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:04:21.203610+0000","last_undegraded":"2024-07-27T07:04:21.203610+0000","last_fullsized":"2024-07-27T07:04:21.203610+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":235,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311360+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:04:21.311360+0000","last_peered":"2024-07-27T07:04:21.311360+0000","last_clean":"2024-07-27T07:04:21.311360+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:04:21.311360+0000","last_undegraded":"2024-07-27T07:04:21.311360+0000","last_fullsized":"2024-07-27T07:04:21.311360+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":289,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312151+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:04:21.312151+0000","last_peered":"2024-07-27T07:04:21.312151+0000","last_clean":"2024-07-27T07:04:21.312151+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:04:21.312151+0000","last_undegraded":"2024-07-27T07:04:21.312151+0000","last_fullsized":"2024-07-27T07:04:21.312151+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203964+0000","last_change":"2024-07-27T07:04:20.191204+0000","last_active":"2024-07-27T07:04:21.203964+0000","last_peered":"2024-07-27T07:04:21.203964+0000","last_clean":"2024-07-27T07:04:21.203964+0000","last_became_active":"2024-07-27T07:04:20.190855+0000","last_became_peered":"2024-07-27T07:04:20.190855+0000","last_unstale":"2024-07-27T07:04:21.203964+0000","last_undegraded":"2024-07-27T07:04:21.203964+0000","last_fullsized":"2024-07-27T07:04:21.203964+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:34.926249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.f","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311260+0000","last_change":"2024-07-27T07:04:19.187302+0000","last_active":"2024-07-27T07:04:21.311260+0000","last_peered":"2024-07-27T07:04:21.311260+0000","last_clean":"2024-07-27T07:04:21.311260+0000","last_became_active":"2024-07-27T07:04:19.186838+0000","last_became_peered":"2024-07-27T07:04:19.186838+0000","last_unstale":"2024-07-27T07:04:21.311260+0000","last_undegraded":"2024-07-27T07:04:21.311260+0000","last_fullsized":"2024-07-27T07:04:21.311260+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:31.362192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201411+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:04:21.201411+0000","last_peered":"2024-07-27T07:04:21.201411+0000","last_clean":"2024-07-27T07:04:21.201411+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:04:21.201411+0000","last_undegraded":"2024-07-27T07:04:21.201411+0000","last_fullsized":"2024-07-27T07:04:21.201411+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311195+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:04:21.311195+0000","last_peered":"2024-07-27T07:04:21.311195+0000","last_clean":"2024-07-27T07:04:21.311195+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:04:21.311195+0000","last_undegraded":"2024-07-27T07:04:21.311195+0000","last_fullsized":"2024-07-27T07:04:21.311195+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":284,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317178+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:04:21.317178+0000","last_peered":"2024-07-27T07:04:21.317178+0000","last_clean":"2024-07-27T07:04:21.317178+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:04:21.317178+0000","last_undegraded":"2024-07-27T07:04:21.317178+0000","last_fullsized":"2024-07-27T07:04:21.317178+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202385+0000","last_change":"2024-07-27T07:04:20.197840+0000","last_active":"2024-07-27T07:04:21.202385+0000","last_peered":"2024-07-27T07:04:21.202385+0000","last_clean":"2024-07-27T07:04:21.202385+0000","last_became_active":"2024-07-27T07:04:20.197502+0000","last_became_peered":"2024-07-27T07:04:20.197502+0000","last_unstale":"2024-07-27T07:04:21.202385+0000","last_undegraded":"2024-07-27T07:04:21.202385+0000","last_fullsized":"2024-07-27T07:04:21.202385+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:37:55.774367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203232+0000","last_change":"2024-07-27T07:04:19.191692+0000","last_active":"2024-07-27T07:04:21.203232+0000","last_peered":"2024-07-27T07:04:21.203232+0000","last_clean":"2024-07-27T07:04:21.203232+0000","last_became_active":"2024-07-27T07:04:19.191115+0000","last_became_peered":"2024-07-27T07:04:19.191115+0000","last_unstale":"2024-07-27T07:04:21.203232+0000","last_undegraded":"2024-07-27T07:04:21.203232+0000","last_fullsized":"2024-07-27T07:04:21.203232+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:22:59.690962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309505+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:04:21.309505+0000","last_peered":"2024-07-27T07:04:21.309505+0000","last_clean":"2024-07-27T07:04:21.309505+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:04:21.309505+0000","last_undegraded":"2024-07-27T07:04:21.309505+0000","last_fullsized":"2024-07-27T07:04:21.309505+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313950+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:04:21.313950+0000","last_peered":"2024-07-27T07:04:21.313950+0000","last_clean":"2024-07-27T07:04:21.313950+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:04:21.313950+0000","last_undegraded":"2024-07-27T07:04:21.313950+0000","last_fullsized":"2024-07-27T07:04:21.313950+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203385+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:04:21.203385+0000","last_peered":"2024-07-27T07:04:21.203385+0000","last_clean":"2024-07-27T07:04:21.203385+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:04:21.203385+0000","last_undegraded":"2024-07-27T07:04:21.203385+0000","last_fullsized":"2024-07-27T07:04:21.203385+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193874+0000","last_change":"2024-07-27T07:04:20.201260+0000","last_active":"2024-07-27T07:04:21.193874+0000","last_peered":"2024-07-27T07:04:21.193874+0000","last_clean":"2024-07-27T07:04:21.193874+0000","last_became_active":"2024-07-27T07:04:20.200894+0000","last_became_peered":"2024-07-27T07:04:20.200894+0000","last_unstale":"2024-07-27T07:04:21.193874+0000","last_undegraded":"2024-07-27T07:04:21.193874+0000","last_fullsized":"2024-07-27T07:04:21.193874+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:15:08.593071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311928+0000","last_change":"2024-07-27T07:04:19.185463+0000","last_active":"2024-07-27T07:04:21.311928+0000","last_peered":"2024-07-27T07:04:21.311928+0000","last_clean":"2024-07-27T07:04:21.311928+0000","last_became_active":"2024-07-27T07:04:19.182317+0000","last_became_peered":"2024-07-27T07:04:19.182317+0000","last_unstale":"2024-07-27T07:04:21.311928+0000","last_undegraded":"2024-07-27T07:04:21.311928+0000","last_fullsized":"2024-07-27T07:04:21.311928+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:27:35.572920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200765+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:04:21.200765+0000","last_peered":"2024-07-27T07:04:21.200765+0000","last_clean":"2024-07-27T07:04:21.200765+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:04:21.200765+0000","last_undegraded":"2024-07-27T07:04:21.200765+0000","last_fullsized":"2024-07-27T07:04:21.200765+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206125+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:04:21.206125+0000","last_peered":"2024-07-27T07:04:21.206125+0000","last_clean":"2024-07-27T07:04:21.206125+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:04:21.206125+0000","last_undegraded":"2024-07-27T07:04:21.206125+0000","last_fullsized":"2024-07-27T07:04:21.206125+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311931+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:04:21.311931+0000","last_peered":"2024-07-27T07:04:21.311931+0000","last_clean":"2024-07-27T07:04:21.311931+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:04:21.311931+0000","last_undegraded":"2024-07-27T07:04:21.311931+0000","last_fullsized":"2024-07-27T07:04:21.311931+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206851+0000","last_change":"2024-07-27T07:04:20.177576+0000","last_active":"2024-07-27T07:04:21.206851+0000","last_peered":"2024-07-27T07:04:21.206851+0000","last_clean":"2024-07-27T07:04:21.206851+0000","last_became_active":"2024-07-27T07:04:20.177117+0000","last_became_peered":"2024-07-27T07:04:20.177117+0000","last_unstale":"2024-07-27T07:04:21.206851+0000","last_undegraded":"2024-07-27T07:04:21.206851+0000","last_fullsized":"2024-07-27T07:04:21.206851+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:06:10.608570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203510+0000","last_change":"2024-07-27T07:04:19.192085+0000","last_active":"2024-07-27T07:04:21.203510+0000","last_peered":"2024-07-27T07:04:21.203510+0000","last_clean":"2024-07-27T07:04:21.203510+0000","last_became_active":"2024-07-27T07:04:19.191757+0000","last_became_peered":"2024-07-27T07:04:19.191757+0000","last_unstale":"2024-07-27T07:04:21.203510+0000","last_undegraded":"2024-07-27T07:04:21.203510+0000","last_fullsized":"2024-07-27T07:04:21.203510+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:37.206600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201449+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:04:21.201449+0000","last_peered":"2024-07-27T07:04:21.201449+0000","last_clean":"2024-07-27T07:04:21.201449+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:04:21.201449+0000","last_undegraded":"2024-07-27T07:04:21.201449+0000","last_fullsized":"2024-07-27T07:04:21.201449+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200086+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:04:21.200086+0000","last_peered":"2024-07-27T07:04:21.200086+0000","last_clean":"2024-07-27T07:04:21.200086+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:04:21.200086+0000","last_undegraded":"2024-07-27T07:04:21.200086+0000","last_fullsized":"2024-07-27T07:04:21.200086+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315327+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:04:21.315327+0000","last_peered":"2024-07-27T07:04:21.315327+0000","last_clean":"2024-07-27T07:04:21.315327+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:04:21.315327+0000","last_undegraded":"2024-07-27T07:04:21.315327+0000","last_fullsized":"2024-07-27T07:04:21.315327+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194008+0000","last_change":"2024-07-27T07:04:20.209332+0000","last_active":"2024-07-27T07:04:21.194008+0000","last_peered":"2024-07-27T07:04:21.194008+0000","last_clean":"2024-07-27T07:04:21.194008+0000","last_became_active":"2024-07-27T07:04:20.204770+0000","last_became_peered":"2024-07-27T07:04:20.204770+0000","last_unstale":"2024-07-27T07:04:21.194008+0000","last_undegraded":"2024-07-27T07:04:21.194008+0000","last_fullsized":"2024-07-27T07:04:21.194008+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:27:41.042130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.b","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205739+0000","last_change":"2024-07-27T07:04:19.184119+0000","last_active":"2024-07-27T07:04:21.205739+0000","last_peered":"2024-07-27T07:04:21.205739+0000","last_clean":"2024-07-27T07:04:21.205739+0000","last_became_active":"2024-07-27T07:04:19.183782+0000","last_became_peered":"2024-07-27T07:04:19.183782+0000","last_unstale":"2024-07-27T07:04:21.205739+0000","last_undegraded":"2024-07-27T07:04:21.205739+0000","last_fullsized":"2024-07-27T07:04:21.205739+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:46:03.205578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311163+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:04:21.311163+0000","last_peered":"2024-07-27T07:04:21.311163+0000","last_clean":"2024-07-27T07:04:21.311163+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:04:21.311163+0000","last_undegraded":"2024-07-27T07:04:21.311163+0000","last_fullsized":"2024-07-27T07:04:21.311163+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194041+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:04:21.194041+0000","last_peered":"2024-07-27T07:04:21.194041+0000","last_clean":"2024-07-27T07:04:21.194041+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:04:21.194041+0000","last_undegraded":"2024-07-27T07:04:21.194041+0000","last_fullsized":"2024-07-27T07:04:21.194041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203584+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:04:21.203584+0000","last_peered":"2024-07-27T07:04:21.203584+0000","last_clean":"2024-07-27T07:04:21.203584+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:04:21.203584+0000","last_undegraded":"2024-07-27T07:04:21.203584+0000","last_fullsized":"2024-07-27T07:04:21.203584+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315235+0000","last_change":"2024-07-27T07:04:20.191410+0000","last_active":"2024-07-27T07:04:21.315235+0000","last_peered":"2024-07-27T07:04:21.315235+0000","last_clean":"2024-07-27T07:04:21.315235+0000","last_became_active":"2024-07-27T07:04:20.191081+0000","last_became_peered":"2024-07-27T07:04:20.191081+0000","last_unstale":"2024-07-27T07:04:21.315235+0000","last_undegraded":"2024-07-27T07:04:21.315235+0000","last_fullsized":"2024-07-27T07:04:21.315235+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:07:57.219901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205450+0000","last_change":"2024-07-27T07:04:19.190378+0000","last_active":"2024-07-27T07:04:21.205450+0000","last_peered":"2024-07-27T07:04:21.205450+0000","last_clean":"2024-07-27T07:04:21.205450+0000","last_became_active":"2024-07-27T07:04:19.189953+0000","last_became_peered":"2024-07-27T07:04:19.189953+0000","last_unstale":"2024-07-27T07:04:21.205450+0000","last_undegraded":"2024-07-27T07:04:21.205450+0000","last_fullsized":"2024-07-27T07:04:21.205450+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:24:41.459457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309177+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:04:21.309177+0000","last_peered":"2024-07-27T07:04:21.309177+0000","last_clean":"2024-07-27T07:04:21.309177+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:04:21.309177+0000","last_undegraded":"2024-07-27T07:04:21.309177+0000","last_fullsized":"2024-07-27T07:04:21.309177+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195485+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:04:21.195485+0000","last_peered":"2024-07-27T07:04:21.195485+0000","last_clean":"2024-07-27T07:04:21.195485+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:04:21.195485+0000","last_undegraded":"2024-07-27T07:04:21.195485+0000","last_fullsized":"2024-07-27T07:04:21.195485+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203775+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:04:21.203775+0000","last_peered":"2024-07-27T07:04:21.203775+0000","last_clean":"2024-07-27T07:04:21.203775+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:04:21.203775+0000","last_undegraded":"2024-07-27T07:04:21.203775+0000","last_fullsized":"2024-07-27T07:04:21.203775+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317452+0000","last_change":"2024-07-27T07:04:20.195999+0000","last_active":"2024-07-27T07:04:21.317452+0000","last_peered":"2024-07-27T07:04:21.317452+0000","last_clean":"2024-07-27T07:04:21.317452+0000","last_became_active":"2024-07-27T07:04:20.195676+0000","last_became_peered":"2024-07-27T07:04:20.195676+0000","last_unstale":"2024-07-27T07:04:21.317452+0000","last_undegraded":"2024-07-27T07:04:21.317452+0000","last_fullsized":"2024-07-27T07:04:21.317452+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:35.456062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195598+0000","last_change":"2024-07-27T07:04:19.196883+0000","last_active":"2024-07-27T07:04:21.195598+0000","last_peered":"2024-07-27T07:04:21.195598+0000","last_clean":"2024-07-27T07:04:21.195598+0000","last_became_active":"2024-07-27T07:04:19.195390+0000","last_became_peered":"2024-07-27T07:04:19.195390+0000","last_unstale":"2024-07-27T07:04:21.195598+0000","last_undegraded":"2024-07-27T07:04:21.195598+0000","last_fullsized":"2024-07-27T07:04:21.195598+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:06:14.174039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307595+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:04:21.307595+0000","last_peered":"2024-07-27T07:04:21.307595+0000","last_clean":"2024-07-27T07:04:21.307595+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:04:21.307595+0000","last_undegraded":"2024-07-27T07:04:21.307595+0000","last_fullsized":"2024-07-27T07:04:21.307595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204531+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:04:21.204531+0000","last_peered":"2024-07-27T07:04:21.204531+0000","last_clean":"2024-07-27T07:04:21.204531+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:04:21.204531+0000","last_undegraded":"2024-07-27T07:04:21.204531+0000","last_fullsized":"2024-07-27T07:04:21.204531+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206684+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:04:21.206684+0000","last_peered":"2024-07-27T07:04:21.206684+0000","last_clean":"2024-07-27T07:04:21.206684+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:04:21.206684+0000","last_undegraded":"2024-07-27T07:04:21.206684+0000","last_fullsized":"2024-07-27T07:04:21.206684+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318869+0000","last_change":"2024-07-27T07:04:20.194578+0000","last_active":"2024-07-27T07:04:21.318869+0000","last_peered":"2024-07-27T07:04:21.318869+0000","last_clean":"2024-07-27T07:04:21.318869+0000","last_became_active":"2024-07-27T07:04:20.194267+0000","last_became_peered":"2024-07-27T07:04:20.194267+0000","last_unstale":"2024-07-27T07:04:21.318869+0000","last_undegraded":"2024-07-27T07:04:21.318869+0000","last_fullsized":"2024-07-27T07:04:21.318869+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:02:08.839701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.6","version":"181'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203914+0000","last_change":"2024-07-27T07:04:19.197378+0000","last_active":"2024-07-27T07:04:21.203914+0000","last_peered":"2024-07-27T07:04:21.203914+0000","last_clean":"2024-07-27T07:04:21.203914+0000","last_became_active":"2024-07-27T07:04:19.196718+0000","last_became_peered":"2024-07-27T07:04:19.196718+0000","last_unstale":"2024-07-27T07:04:21.203914+0000","last_undegraded":"2024-07-27T07:04:21.203914+0000","last_fullsized":"2024-07-27T07:04:21.203914+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:20:31.583147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311045+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:04:21.311045+0000","last_peered":"2024-07-27T07:04:21.311045+0000","last_clean":"2024-07-27T07:04:21.311045+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:04:21.311045+0000","last_undegraded":"2024-07-27T07:04:21.311045+0000","last_fullsized":"2024-07-27T07:04:21.311045+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":238,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206285+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:04:21.206285+0000","last_peered":"2024-07-27T07:04:21.206285+0000","last_clean":"2024-07-27T07:04:21.206285+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:04:21.206285+0000","last_undegraded":"2024-07-27T07:04:21.206285+0000","last_fullsized":"2024-07-27T07:04:21.206285+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313433+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:04:21.313433+0000","last_peered":"2024-07-27T07:04:21.313433+0000","last_clean":"2024-07-27T07:04:21.313433+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:04:21.313433+0000","last_undegraded":"2024-07-27T07:04:21.313433+0000","last_fullsized":"2024-07-27T07:04:21.313433+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206740+0000","last_change":"2024-07-27T07:04:20.194644+0000","last_active":"2024-07-27T07:04:21.206740+0000","last_peered":"2024-07-27T07:04:21.206740+0000","last_clean":"2024-07-27T07:04:21.206740+0000","last_became_active":"2024-07-27T07:04:20.193557+0000","last_became_peered":"2024-07-27T07:04:20.193557+0000","last_unstale":"2024-07-27T07:04:21.206740+0000","last_undegraded":"2024-07-27T07:04:21.206740+0000","last_fullsized":"2024-07-27T07:04:21.206740+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:30:16.700892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.7","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316866+0000","last_change":"2024-07-27T07:04:19.195610+0000","last_active":"2024-07-27T07:04:21.316866+0000","last_peered":"2024-07-27T07:04:21.316866+0000","last_clean":"2024-07-27T07:04:21.316866+0000","last_became_active":"2024-07-27T07:04:19.194854+0000","last_became_peered":"2024-07-27T07:04:19.194854+0000","last_unstale":"2024-07-27T07:04:21.316866+0000","last_undegraded":"2024-07-27T07:04:21.316866+0000","last_fullsized":"2024-07-27T07:04:21.316866+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:42:38.235172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":228,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307595+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:04:21.307595+0000","last_peered":"2024-07-27T07:04:21.307595+0000","last_clean":"2024-07-27T07:04:21.307595+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:04:21.307595+0000","last_undegraded":"2024-07-27T07:04:21.307595+0000","last_fullsized":"2024-07-27T07:04:21.307595+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203035+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:04:21.203035+0000","last_peered":"2024-07-27T07:04:21.203035+0000","last_clean":"2024-07-27T07:04:21.203035+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:04:21.203035+0000","last_undegraded":"2024-07-27T07:04:21.203035+0000","last_fullsized":"2024-07-27T07:04:21.203035+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311132+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:04:21.311132+0000","last_peered":"2024-07-27T07:04:21.311132+0000","last_clean":"2024-07-27T07:04:21.311132+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:04:21.311132+0000","last_undegraded":"2024-07-27T07:04:21.311132+0000","last_fullsized":"2024-07-27T07:04:21.311132+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194240+0000","last_change":"2024-07-27T07:04:20.207113+0000","last_active":"2024-07-27T07:04:21.194240+0000","last_peered":"2024-07-27T07:04:21.194240+0000","last_clean":"2024-07-27T07:04:21.194240+0000","last_became_active":"2024-07-27T07:04:20.204753+0000","last_became_peered":"2024-07-27T07:04:20.204753+0000","last_unstale":"2024-07-27T07:04:21.194240+0000","last_undegraded":"2024-07-27T07:04:21.194240+0000","last_fullsized":"2024-07-27T07:04:21.194240+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:36:58.753163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193652+0000","last_change":"2024-07-27T07:04:19.194910+0000","last_active":"2024-07-27T07:04:21.193652+0000","last_peered":"2024-07-27T07:04:21.193652+0000","last_clean":"2024-07-27T07:04:21.193652+0000","last_became_active":"2024-07-27T07:04:19.192948+0000","last_became_peered":"2024-07-27T07:04:19.192948+0000","last_unstale":"2024-07-27T07:04:21.193652+0000","last_undegraded":"2024-07-27T07:04:21.193652+0000","last_fullsized":"2024-07-27T07:04:21.193652+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:26.648696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":222,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194740+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:04:21.194740+0000","last_peered":"2024-07-27T07:04:21.194740+0000","last_clean":"2024-07-27T07:04:21.194740+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:04:21.194740+0000","last_undegraded":"2024-07-27T07:04:21.194740+0000","last_fullsized":"2024-07-27T07:04:21.194740+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194202+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:04:21.194202+0000","last_peered":"2024-07-27T07:04:21.194202+0000","last_clean":"2024-07-27T07:04:21.194202+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:04:21.194202+0000","last_undegraded":"2024-07-27T07:04:21.194202+0000","last_fullsized":"2024-07-27T07:04:21.194202+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194373+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:04:21.194373+0000","last_peered":"2024-07-27T07:04:21.194373+0000","last_clean":"2024-07-27T07:04:21.194373+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:04:21.194373+0000","last_undegraded":"2024-07-27T07:04:21.194373+0000","last_fullsized":"2024-07-27T07:04:21.194373+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201890+0000","last_change":"2024-07-27T07:04:20.189708+0000","last_active":"2024-07-27T07:04:21.201890+0000","last_peered":"2024-07-27T07:04:21.201890+0000","last_clean":"2024-07-27T07:04:21.201890+0000","last_became_active":"2024-07-27T07:04:20.189353+0000","last_became_peered":"2024-07-27T07:04:20.189353+0000","last_unstale":"2024-07-27T07:04:21.201890+0000","last_undegraded":"2024-07-27T07:04:21.201890+0000","last_fullsized":"2024-07-27T07:04:21.201890+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:34:20.219798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193771+0000","last_change":"2024-07-27T07:04:19.197672+0000","last_active":"2024-07-27T07:04:21.193771+0000","last_peered":"2024-07-27T07:04:21.193771+0000","last_clean":"2024-07-27T07:04:21.193771+0000","last_became_active":"2024-07-27T07:04:19.195959+0000","last_became_peered":"2024-07-27T07:04:19.195959+0000","last_unstale":"2024-07-27T07:04:21.193771+0000","last_undegraded":"2024-07-27T07:04:21.193771+0000","last_fullsized":"2024-07-27T07:04:21.193771+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:26:53.838043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":231,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205042+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:04:21.205042+0000","last_peered":"2024-07-27T07:04:21.205042+0000","last_clean":"2024-07-27T07:04:21.205042+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:04:21.205042+0000","last_undegraded":"2024-07-27T07:04:21.205042+0000","last_fullsized":"2024-07-27T07:04:21.205042+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":235,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310649+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:04:21.310649+0000","last_peered":"2024-07-27T07:04:21.310649+0000","last_clean":"2024-07-27T07:04:21.310649+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:04:21.310649+0000","last_undegraded":"2024-07-27T07:04:21.310649+0000","last_fullsized":"2024-07-27T07:04:21.310649+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313883+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:04:21.313883+0000","last_peered":"2024-07-27T07:04:21.313883+0000","last_clean":"2024-07-27T07:04:21.313883+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:04:21.313883+0000","last_undegraded":"2024-07-27T07:04:21.313883+0000","last_fullsized":"2024-07-27T07:04:21.313883+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194993+0000","last_change":"2024-07-27T07:04:20.205929+0000","last_active":"2024-07-27T07:04:21.194993+0000","last_peered":"2024-07-27T07:04:21.194993+0000","last_clean":"2024-07-27T07:04:21.194993+0000","last_became_active":"2024-07-27T07:04:20.204284+0000","last_became_peered":"2024-07-27T07:04:20.204284+0000","last_unstale":"2024-07-27T07:04:21.194993+0000","last_undegraded":"2024-07-27T07:04:21.194993+0000","last_fullsized":"2024-07-27T07:04:21.194993+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:15:20.300940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.199832+0000","last_change":"2024-07-27T07:04:19.187264+0000","last_active":"2024-07-27T07:04:21.199832+0000","last_peered":"2024-07-27T07:04:21.199832+0000","last_clean":"2024-07-27T07:04:21.199832+0000","last_became_active":"2024-07-27T07:04:19.186405+0000","last_became_peered":"2024-07-27T07:04:19.186405+0000","last_unstale":"2024-07-27T07:04:21.199832+0000","last_undegraded":"2024-07-27T07:04:21.199832+0000","last_fullsized":"2024-07-27T07:04:21.199832+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:14:01.526280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311189+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:04:21.311189+0000","last_peered":"2024-07-27T07:04:21.311189+0000","last_clean":"2024-07-27T07:04:21.311189+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:04:21.311189+0000","last_undegraded":"2024-07-27T07:04:21.311189+0000","last_fullsized":"2024-07-27T07:04:21.311189+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313438+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:04:21.313438+0000","last_peered":"2024-07-27T07:04:21.313438+0000","last_clean":"2024-07-27T07:04:21.313438+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:04:21.313438+0000","last_undegraded":"2024-07-27T07:04:21.313438+0000","last_fullsized":"2024-07-27T07:04:21.313438+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316252+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:04:21.316252+0000","last_peered":"2024-07-27T07:04:21.316252+0000","last_clean":"2024-07-27T07:04:21.316252+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:04:21.316252+0000","last_undegraded":"2024-07-27T07:04:21.316252+0000","last_fullsized":"2024-07-27T07:04:21.316252+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315117+0000","last_change":"2024-07-27T07:04:20.202604+0000","last_active":"2024-07-27T07:04:21.315117+0000","last_peered":"2024-07-27T07:04:21.315117+0000","last_clean":"2024-07-27T07:04:21.315117+0000","last_became_active":"2024-07-27T07:04:20.202169+0000","last_became_peered":"2024-07-27T07:04:20.202169+0000","last_unstale":"2024-07-27T07:04:21.315117+0000","last_undegraded":"2024-07-27T07:04:21.315117+0000","last_fullsized":"2024-07-27T07:04:21.315117+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:29:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310164+0000","last_change":"2024-07-27T07:04:19.179414+0000","last_active":"2024-07-27T07:04:21.310164+0000","last_peered":"2024-07-27T07:04:21.310164+0000","last_clean":"2024-07-27T07:04:21.310164+0000","last_became_active":"2024-07-27T07:04:19.179072+0000","last_became_peered":"2024-07-27T07:04:19.179072+0000","last_unstale":"2024-07-27T07:04:21.310164+0000","last_undegraded":"2024-07-27T07:04:21.310164+0000","last_fullsized":"2024-07-27T07:04:21.310164+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:02.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":224,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312294+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:04:21.312294+0000","last_peered":"2024-07-27T07:04:21.312294+0000","last_clean":"2024-07-27T07:04:21.312294+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:04:21.312294+0000","last_undegraded":"2024-07-27T07:04:21.312294+0000","last_fullsized":"2024-07-27T07:04:21.312294+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314253+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:04:21.314253+0000","last_peered":"2024-07-27T07:04:21.314253+0000","last_clean":"2024-07-27T07:04:21.314253+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:04:21.314253+0000","last_undegraded":"2024-07-27T07:04:21.314253+0000","last_fullsized":"2024-07-27T07:04:21.314253+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309845+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:04:21.309845+0000","last_peered":"2024-07-27T07:04:21.309845+0000","last_clean":"2024-07-27T07:04:21.309845+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:04:21.309845+0000","last_undegraded":"2024-07-27T07:04:21.309845+0000","last_fullsized":"2024-07-27T07:04:21.309845+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311598+0000","last_change":"2024-07-27T07:04:20.186200+0000","last_active":"2024-07-27T07:04:21.311598+0000","last_peered":"2024-07-27T07:04:21.311598+0000","last_clean":"2024-07-27T07:04:21.311598+0000","last_became_active":"2024-07-27T07:04:20.185878+0000","last_became_peered":"2024-07-27T07:04:20.185878+0000","last_unstale":"2024-07-27T07:04:21.311598+0000","last_undegraded":"2024-07-27T07:04:21.311598+0000","last_fullsized":"2024-07-27T07:04:21.311598+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:38:07.395356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1c","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205130+0000","last_change":"2024-07-27T07:04:19.181849+0000","last_active":"2024-07-27T07:04:21.205130+0000","last_peered":"2024-07-27T07:04:21.205130+0000","last_clean":"2024-07-27T07:04:21.205130+0000","last_became_active":"2024-07-27T07:04:19.181471+0000","last_became_peered":"2024-07-27T07:04:19.181471+0000","last_unstale":"2024-07-27T07:04:21.205130+0000","last_undegraded":"2024-07-27T07:04:21.205130+0000","last_fullsized":"2024-07-27T07:04:21.205130+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:40:59.655877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204233+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:04:21.204233+0000","last_peered":"2024-07-27T07:04:21.204233+0000","last_clean":"2024-07-27T07:04:21.204233+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:04:21.204233+0000","last_undegraded":"2024-07-27T07:04:21.204233+0000","last_fullsized":"2024-07-27T07:04:21.204233+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203809+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:04:21.203809+0000","last_peered":"2024-07-27T07:04:21.203809+0000","last_clean":"2024-07-27T07:04:21.203809+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:04:21.203809+0000","last_undegraded":"2024-07-27T07:04:21.203809+0000","last_fullsized":"2024-07-27T07:04:21.203809+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":282,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311237+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:04:21.311237+0000","last_peered":"2024-07-27T07:04:21.311237+0000","last_clean":"2024-07-27T07:04:21.311237+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:04:21.311237+0000","last_undegraded":"2024-07-27T07:04:21.311237+0000","last_fullsized":"2024-07-27T07:04:21.311237+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316175+0000","last_change":"2024-07-27T07:04:20.211554+0000","last_active":"2024-07-27T07:04:21.316175+0000","last_peered":"2024-07-27T07:04:21.316175+0000","last_clean":"2024-07-27T07:04:21.316175+0000","last_became_active":"2024-07-27T07:04:20.211125+0000","last_became_peered":"2024-07-27T07:04:20.211125+0000","last_unstale":"2024-07-27T07:04:21.316175+0000","last_undegraded":"2024-07-27T07:04:21.316175+0000","last_fullsized":"2024-07-27T07:04:21.316175+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:00.724376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1d","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316586+0000","last_change":"2024-07-27T07:04:19.196278+0000","last_active":"2024-07-27T07:04:21.316586+0000","last_peered":"2024-07-27T07:04:21.316586+0000","last_clean":"2024-07-27T07:04:21.316586+0000","last_became_active":"2024-07-27T07:04:19.195857+0000","last_became_peered":"2024-07-27T07:04:19.195857+0000","last_unstale":"2024-07-27T07:04:21.316586+0000","last_undegraded":"2024-07-27T07:04:21.316586+0000","last_fullsized":"2024-07-27T07:04:21.316586+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:50:57.416199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204301+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:04:21.204301+0000","last_peered":"2024-07-27T07:04:21.204301+0000","last_clean":"2024-07-27T07:04:21.204301+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:04:21.204301+0000","last_undegraded":"2024-07-27T07:04:21.204301+0000","last_fullsized":"2024-07-27T07:04:21.204301+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317009+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:04:21.317009+0000","last_peered":"2024-07-27T07:04:21.317009+0000","last_clean":"2024-07-27T07:04:21.317009+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:04:21.317009+0000","last_undegraded":"2024-07-27T07:04:21.317009+0000","last_fullsized":"2024-07-27T07:04:21.317009+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":280,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194909+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:04:21.194909+0000","last_peered":"2024-07-27T07:04:21.194909+0000","last_clean":"2024-07-27T07:04:21.194909+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:04:21.194909+0000","last_undegraded":"2024-07-27T07:04:21.194909+0000","last_fullsized":"2024-07-27T07:04:21.194909+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194789+0000","last_change":"2024-07-27T07:04:20.215306+0000","last_active":"2024-07-27T07:04:21.194789+0000","last_peered":"2024-07-27T07:04:21.194789+0000","last_clean":"2024-07-27T07:04:21.194789+0000","last_became_active":"2024-07-27T07:04:20.214281+0000","last_became_peered":"2024-07-27T07:04:20.214281+0000","last_unstale":"2024-07-27T07:04:21.194789+0000","last_undegraded":"2024-07-27T07:04:21.194789+0000","last_fullsized":"2024-07-27T07:04:21.194789+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:28:35.196904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1e","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312144+0000","last_change":"2024-07-27T07:04:19.190649+0000","last_active":"2024-07-27T07:04:21.312144+0000","last_peered":"2024-07-27T07:04:21.312144+0000","last_clean":"2024-07-27T07:04:21.312144+0000","last_became_active":"2024-07-27T07:04:19.190134+0000","last_became_peered":"2024-07-27T07:04:19.190134+0000","last_unstale":"2024-07-27T07:04:21.312144+0000","last_undegraded":"2024-07-27T07:04:21.312144+0000","last_fullsized":"2024-07-27T07:04:21.312144+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:38.151041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":223,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195719+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:04:21.195719+0000","last_peered":"2024-07-27T07:04:21.195719+0000","last_clean":"2024-07-27T07:04:21.195719+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:04:21.195719+0000","last_undegraded":"2024-07-27T07:04:21.195719+0000","last_fullsized":"2024-07-27T07:04:21.195719+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194604+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:04:21.194604+0000","last_peered":"2024-07-27T07:04:21.194604+0000","last_clean":"2024-07-27T07:04:21.194604+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:04:21.194604+0000","last_undegraded":"2024-07-27T07:04:21.194604+0000","last_fullsized":"2024-07-27T07:04:21.194604+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317197+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:04:21.317197+0000","last_peered":"2024-07-27T07:04:21.317197+0000","last_clean":"2024-07-27T07:04:21.317197+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:04:21.317197+0000","last_undegraded":"2024-07-27T07:04:21.317197+0000","last_fullsized":"2024-07-27T07:04:21.317197+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.318372+0000","last_change":"2024-07-27T07:04:20.192714+0000","last_active":"2024-07-27T07:04:21.318372+0000","last_peered":"2024-07-27T07:04:21.318372+0000","last_clean":"2024-07-27T07:04:21.318372+0000","last_became_active":"2024-07-27T07:04:20.192245+0000","last_became_peered":"2024-07-27T07:04:20.192245+0000","last_unstale":"2024-07-27T07:04:21.318372+0000","last_undegraded":"2024-07-27T07:04:21.318372+0000","last_fullsized":"2024-07-27T07:04:21.318372+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:35:27.072639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1f","version":"180'4","reported_seq":19,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194938+0000","last_change":"2024-07-27T07:04:19.193925+0000","last_active":"2024-07-27T07:04:21.194938+0000","last_peered":"2024-07-27T07:04:21.194938+0000","last_clean":"2024-07-27T07:04:21.194938+0000","last_became_active":"2024-07-27T07:04:19.192649+0000","last_became_peered":"2024-07-27T07:04:19.192649+0000","last_unstale":"2024-07-27T07:04:21.194938+0000","last_undegraded":"2024-07-27T07:04:21.194938+0000","last_fullsized":"2024-07-27T07:04:21.194938+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:54.029888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204339+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:04:21.204339+0000","last_peered":"2024-07-27T07:04:21.204339+0000","last_clean":"2024-07-27T07:04:21.204339+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:04:21.204339+0000","last_undegraded":"2024-07-27T07:04:21.204339+0000","last_fullsized":"2024-07-27T07:04:21.204339+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":236,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311587+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:04:21.311587+0000","last_peered":"2024-07-27T07:04:21.311587+0000","last_clean":"2024-07-27T07:04:21.311587+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:04:21.311587+0000","last_undegraded":"2024-07-27T07:04:21.311587+0000","last_fullsized":"2024-07-27T07:04:21.311587+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317465+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:04:21.317465+0000","last_peered":"2024-07-27T07:04:21.317465+0000","last_clean":"2024-07-27T07:04:21.317465+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:04:21.317465+0000","last_undegraded":"2024-07-27T07:04:21.317465+0000","last_fullsized":"2024-07-27T07:04:21.317465+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313128+0000","last_change":"2024-07-27T07:04:20.191356+0000","last_active":"2024-07-27T07:04:21.313128+0000","last_peered":"2024-07-27T07:04:21.313128+0000","last_clean":"2024-07-27T07:04:21.313128+0000","last_became_active":"2024-07-27T07:04:20.190992+0000","last_became_peered":"2024-07-27T07:04:20.190992+0000","last_unstale":"2024-07-27T07:04:21.313128+0000","last_undegraded":"2024-07-27T07:04:21.313128+0000","last_fullsized":"2024-07-27T07:04:21.313128+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:57:08.797063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203899+0000","last_change":"2024-07-27T07:04:19.193156+0000","last_active":"2024-07-27T07:04:21.203899+0000","last_peered":"2024-07-27T07:04:21.203899+0000","last_clean":"2024-07-27T07:04:21.203899+0000","last_became_active":"2024-07-27T07:04:19.192742+0000","last_became_peered":"2024-07-27T07:04:19.192742+0000","last_unstale":"2024-07-27T07:04:21.203899+0000","last_undegraded":"2024-07-27T07:04:21.203899+0000","last_fullsized":"2024-07-27T07:04:21.203899+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:24:31.348592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202486+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:04:21.202486+0000","last_peered":"2024-07-27T07:04:21.202486+0000","last_clean":"2024-07-27T07:04:21.202486+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:04:21.202486+0000","last_undegraded":"2024-07-27T07:04:21.202486+0000","last_fullsized":"2024-07-27T07:04:21.202486+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":230,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194318+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:04:21.194318+0000","last_peered":"2024-07-27T07:04:21.194318+0000","last_clean":"2024-07-27T07:04:21.194318+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:04:21.194318+0000","last_undegraded":"2024-07-27T07:04:21.194318+0000","last_fullsized":"2024-07-27T07:04:21.194318+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204653+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:04:21.204653+0000","last_peered":"2024-07-27T07:04:21.204653+0000","last_clean":"2024-07-27T07:04:21.204653+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:04:21.204653+0000","last_undegraded":"2024-07-27T07:04:21.204653+0000","last_fullsized":"2024-07-27T07:04:21.204653+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203631+0000","last_change":"2024-07-27T07:04:20.198753+0000","last_active":"2024-07-27T07:04:21.203631+0000","last_peered":"2024-07-27T07:04:21.203631+0000","last_clean":"2024-07-27T07:04:21.203631+0000","last_became_active":"2024-07-27T07:04:20.198424+0000","last_became_peered":"2024-07-27T07:04:20.198424+0000","last_unstale":"2024-07-27T07:04:21.203631+0000","last_undegraded":"2024-07-27T07:04:21.203631+0000","last_fullsized":"2024-07-27T07:04:21.203631+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:09.398745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.193604+0000","last_change":"2024-07-27T07:04:19.190143+0000","last_active":"2024-07-27T07:04:21.193604+0000","last_peered":"2024-07-27T07:04:21.193604+0000","last_clean":"2024-07-27T07:04:21.193604+0000","last_became_active":"2024-07-27T07:04:19.189797+0000","last_became_peered":"2024-07-27T07:04:19.189797+0000","last_unstale":"2024-07-27T07:04:21.193604+0000","last_undegraded":"2024-07-27T07:04:21.193604+0000","last_fullsized":"2024-07-27T07:04:21.193604+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:47:58.228447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309290+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:04:21.309290+0000","last_peered":"2024-07-27T07:04:21.309290+0000","last_clean":"2024-07-27T07:04:21.309290+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:04:21.309290+0000","last_undegraded":"2024-07-27T07:04:21.309290+0000","last_fullsized":"2024-07-27T07:04:21.309290+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":239,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315051+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:04:21.315051+0000","last_peered":"2024-07-27T07:04:21.315051+0000","last_clean":"2024-07-27T07:04:21.315051+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:04:21.315051+0000","last_undegraded":"2024-07-27T07:04:21.315051+0000","last_fullsized":"2024-07-27T07:04:21.315051+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203894+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:04:21.203894+0000","last_peered":"2024-07-27T07:04:21.203894+0000","last_clean":"2024-07-27T07:04:21.203894+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:04:21.203894+0000","last_undegraded":"2024-07-27T07:04:21.203894+0000","last_fullsized":"2024-07-27T07:04:21.203894+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316080+0000","last_change":"2024-07-27T07:04:20.194424+0000","last_active":"2024-07-27T07:04:21.316080+0000","last_peered":"2024-07-27T07:04:21.316080+0000","last_clean":"2024-07-27T07:04:21.316080+0000","last_became_active":"2024-07-27T07:04:20.194088+0000","last_became_peered":"2024-07-27T07:04:20.194088+0000","last_unstale":"2024-07-27T07:04:21.316080+0000","last_undegraded":"2024-07-27T07:04:21.316080+0000","last_fullsized":"2024-07-27T07:04:21.316080+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:29:50.450415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.1a","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313589+0000","last_change":"2024-07-27T07:04:19.191351+0000","last_active":"2024-07-27T07:04:21.313589+0000","last_peered":"2024-07-27T07:04:21.313589+0000","last_clean":"2024-07-27T07:04:21.313589+0000","last_became_active":"2024-07-27T07:04:19.190991+0000","last_became_peered":"2024-07-27T07:04:19.190991+0000","last_unstale":"2024-07-27T07:04:21.313589+0000","last_undegraded":"2024-07-27T07:04:21.313589+0000","last_fullsized":"2024-07-27T07:04:21.313589+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:30.386294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309644+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:04:21.309644+0000","last_peered":"2024-07-27T07:04:21.309644+0000","last_clean":"2024-07-27T07:04:21.309644+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:04:21.309644+0000","last_undegraded":"2024-07-27T07:04:21.309644+0000","last_fullsized":"2024-07-27T07:04:21.309644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":236,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309024+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:04:21.309024+0000","last_peered":"2024-07-27T07:04:21.309024+0000","last_clean":"2024-07-27T07:04:21.309024+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:04:21.309024+0000","last_undegraded":"2024-07-27T07:04:21.309024+0000","last_fullsized":"2024-07-27T07:04:21.309024+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.202783+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:04:21.202783+0000","last_peered":"2024-07-27T07:04:21.202783+0000","last_clean":"2024-07-27T07:04:21.202783+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:04:21.202783+0000","last_undegraded":"2024-07-27T07:04:21.202783+0000","last_fullsized":"2024-07-27T07:04:21.202783+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315446+0000","last_change":"2024-07-27T07:04:20.195021+0000","last_active":"2024-07-27T07:04:21.315446+0000","last_peered":"2024-07-27T07:04:21.315446+0000","last_clean":"2024-07-27T07:04:21.315446+0000","last_became_active":"2024-07-27T07:04:20.192962+0000","last_became_peered":"2024-07-27T07:04:20.192962+0000","last_unstale":"2024-07-27T07:04:21.315446+0000","last_undegraded":"2024-07-27T07:04:21.315446+0000","last_fullsized":"2024-07-27T07:04:21.315446+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:01:23.666472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1b","version":"180'1","reported_seq":16,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194472+0000","last_change":"2024-07-27T07:04:19.190486+0000","last_active":"2024-07-27T07:04:21.194472+0000","last_peered":"2024-07-27T07:04:21.194472+0000","last_clean":"2024-07-27T07:04:21.194472+0000","last_became_active":"2024-07-27T07:04:19.190196+0000","last_became_peered":"2024-07-27T07:04:19.190196+0000","last_unstale":"2024-07-27T07:04:21.194472+0000","last_undegraded":"2024-07-27T07:04:21.194472+0000","last_fullsized":"2024-07-27T07:04:21.194472+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:41:52.002052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311924+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:04:21.311924+0000","last_peered":"2024-07-27T07:04:21.311924+0000","last_clean":"2024-07-27T07:04:21.311924+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:04:21.311924+0000","last_undegraded":"2024-07-27T07:04:21.311924+0000","last_fullsized":"2024-07-27T07:04:21.311924+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309765+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:04:21.309765+0000","last_peered":"2024-07-27T07:04:21.309765+0000","last_clean":"2024-07-27T07:04:21.309765+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:04:21.309765+0000","last_undegraded":"2024-07-27T07:04:21.309765+0000","last_fullsized":"2024-07-27T07:04:21.309765+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314416+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:04:21.314416+0000","last_peered":"2024-07-27T07:04:21.314416+0000","last_clean":"2024-07-27T07:04:21.314416+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:04:21.314416+0000","last_undegraded":"2024-07-27T07:04:21.314416+0000","last_fullsized":"2024-07-27T07:04:21.314416+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195444+0000","last_change":"2024-07-27T07:04:20.227453+0000","last_active":"2024-07-27T07:04:21.195444+0000","last_peered":"2024-07-27T07:04:21.195444+0000","last_clean":"2024-07-27T07:04:21.195444+0000","last_became_active":"2024-07-27T07:04:20.227114+0000","last_became_peered":"2024-07-27T07:04:20.227114+0000","last_unstale":"2024-07-27T07:04:21.195444+0000","last_undegraded":"2024-07-27T07:04:21.195444+0000","last_fullsized":"2024-07-27T07:04:21.195444+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:48:48.420650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.14","version":"180'6","reported_seq":21,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309820+0000","last_change":"2024-07-27T07:04:19.190711+0000","last_active":"2024-07-27T07:04:21.309820+0000","last_peered":"2024-07-27T07:04:21.309820+0000","last_clean":"2024-07-27T07:04:21.309820+0000","last_became_active":"2024-07-27T07:04:19.190376+0000","last_became_peered":"2024-07-27T07:04:19.190376+0000","last_unstale":"2024-07-27T07:04:21.309820+0000","last_undegraded":"2024-07-27T07:04:21.309820+0000","last_fullsized":"2024-07-27T07:04:21.309820+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:04.900637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":223,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.195307+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:04:21.195307+0000","last_peered":"2024-07-27T07:04:21.195307+0000","last_clean":"2024-07-27T07:04:21.195307+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:04:21.195307+0000","last_undegraded":"2024-07-27T07:04:21.195307+0000","last_fullsized":"2024-07-27T07:04:21.195307+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.317168+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:04:21.317168+0000","last_peered":"2024-07-27T07:04:21.317168+0000","last_clean":"2024-07-27T07:04:21.317168+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:04:21.317168+0000","last_undegraded":"2024-07-27T07:04:21.317168+0000","last_fullsized":"2024-07-27T07:04:21.317168+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":286,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203885+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:04:21.203885+0000","last_peered":"2024-07-27T07:04:21.203885+0000","last_clean":"2024-07-27T07:04:21.203885+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:04:21.203885+0000","last_undegraded":"2024-07-27T07:04:21.203885+0000","last_fullsized":"2024-07-27T07:04:21.203885+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200167+0000","last_change":"2024-07-27T07:04:20.190623+0000","last_active":"2024-07-27T07:04:21.200167+0000","last_peered":"2024-07-27T07:04:21.200167+0000","last_clean":"2024-07-27T07:04:21.200167+0000","last_became_active":"2024-07-27T07:04:20.190319+0000","last_became_peered":"2024-07-27T07:04:20.190319+0000","last_unstale":"2024-07-27T07:04:21.200167+0000","last_undegraded":"2024-07-27T07:04:21.200167+0000","last_fullsized":"2024-07-27T07:04:21.200167+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:00:02.827258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.15","version":"180'3","reported_seq":18,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.205771+0000","last_change":"2024-07-27T07:04:19.177764+0000","last_active":"2024-07-27T07:04:21.205771+0000","last_peered":"2024-07-27T07:04:21.205771+0000","last_clean":"2024-07-27T07:04:21.205771+0000","last_became_active":"2024-07-27T07:04:19.177171+0000","last_became_peered":"2024-07-27T07:04:19.177171+0000","last_unstale":"2024-07-27T07:04:21.205771+0000","last_undegraded":"2024-07-27T07:04:21.205771+0000","last_fullsized":"2024-07-27T07:04:21.205771+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:14:16.561715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.312464+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:04:21.312464+0000","last_peered":"2024-07-27T07:04:21.312464+0000","last_clean":"2024-07-27T07:04:21.312464+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:04:21.312464+0000","last_undegraded":"2024-07-27T07:04:21.312464+0000","last_fullsized":"2024-07-27T07:04:21.312464+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204659+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:04:21.204659+0000","last_peered":"2024-07-27T07:04:21.204659+0000","last_clean":"2024-07-27T07:04:21.204659+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:04:21.204659+0000","last_undegraded":"2024-07-27T07:04:21.204659+0000","last_fullsized":"2024-07-27T07:04:21.204659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315978+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:04:21.315978+0000","last_peered":"2024-07-27T07:04:21.315978+0000","last_clean":"2024-07-27T07:04:21.315978+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:04:21.315978+0000","last_undegraded":"2024-07-27T07:04:21.315978+0000","last_fullsized":"2024-07-27T07:04:21.315978+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204923+0000","last_change":"2024-07-27T07:04:20.199658+0000","last_active":"2024-07-27T07:04:21.204923+0000","last_peered":"2024-07-27T07:04:21.204923+0000","last_clean":"2024-07-27T07:04:21.204923+0000","last_became_active":"2024-07-27T07:04:20.199287+0000","last_became_peered":"2024-07-27T07:04:20.199287+0000","last_unstale":"2024-07-27T07:04:21.204923+0000","last_undegraded":"2024-07-27T07:04:21.204923+0000","last_fullsized":"2024-07-27T07:04:21.204923+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:27.013336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316735+0000","last_change":"2024-07-27T07:04:19.197380+0000","last_active":"2024-07-27T07:04:21.316735+0000","last_peered":"2024-07-27T07:04:21.316735+0000","last_clean":"2024-07-27T07:04:21.316735+0000","last_became_active":"2024-07-27T07:04:19.197044+0000","last_became_peered":"2024-07-27T07:04:19.197044+0000","last_unstale":"2024-07-27T07:04:21.316735+0000","last_undegraded":"2024-07-27T07:04:21.316735+0000","last_fullsized":"2024-07-27T07:04:21.316735+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:27:20.522861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.310125+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:04:21.310125+0000","last_peered":"2024-07-27T07:04:21.310125+0000","last_clean":"2024-07-27T07:04:21.310125+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:04:21.310125+0000","last_undegraded":"2024-07-27T07:04:21.310125+0000","last_fullsized":"2024-07-27T07:04:21.310125+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316092+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:04:21.316092+0000","last_peered":"2024-07-27T07:04:21.316092+0000","last_clean":"2024-07-27T07:04:21.316092+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:04:21.316092+0000","last_undegraded":"2024-07-27T07:04:21.316092+0000","last_fullsized":"2024-07-27T07:04:21.316092+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":285,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.204737+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:04:21.204737+0000","last_peered":"2024-07-27T07:04:21.204737+0000","last_clean":"2024-07-27T07:04:21.204737+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:04:21.204737+0000","last_undegraded":"2024-07-27T07:04:21.204737+0000","last_fullsized":"2024-07-27T07:04:21.204737+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.309688+0000","last_change":"2024-07-27T07:04:20.200959+0000","last_active":"2024-07-27T07:04:21.309688+0000","last_peered":"2024-07-27T07:04:21.309688+0000","last_clean":"2024-07-27T07:04:21.309688+0000","last_became_active":"2024-07-27T07:04:20.193846+0000","last_became_peered":"2024-07-27T07:04:20.193846+0000","last_unstale":"2024-07-27T07:04:21.309688+0000","last_undegraded":"2024-07-27T07:04:21.309688+0000","last_fullsized":"2024-07-27T07:04:21.309688+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:28.104004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.10","version":"180'8","reported_seq":23,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313182+0000","last_change":"2024-07-27T07:04:19.186481+0000","last_active":"2024-07-27T07:04:21.313182+0000","last_peered":"2024-07-27T07:04:21.313182+0000","last_clean":"2024-07-27T07:04:21.313182+0000","last_became_active":"2024-07-27T07:04:19.186131+0000","last_became_peered":"2024-07-27T07:04:19.186131+0000","last_unstale":"2024-07-27T07:04:21.313182+0000","last_undegraded":"2024-07-27T07:04:21.313182+0000","last_fullsized":"2024-07-27T07:04:21.313182+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:45:33.696493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":227,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203772+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:04:21.203772+0000","last_peered":"2024-07-27T07:04:21.203772+0000","last_clean":"2024-07-27T07:04:21.203772+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:04:21.203772+0000","last_undegraded":"2024-07-27T07:04:21.203772+0000","last_fullsized":"2024-07-27T07:04:21.203772+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":239,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313727+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:04:21.313727+0000","last_peered":"2024-07-27T07:04:21.313727+0000","last_clean":"2024-07-27T07:04:21.313727+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:04:21.313727+0000","last_undegraded":"2024-07-27T07:04:21.313727+0000","last_fullsized":"2024-07-27T07:04:21.313727+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":281,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.194481+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:04:21.194481+0000","last_peered":"2024-07-27T07:04:21.194481+0000","last_clean":"2024-07-27T07:04:21.194481+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:04:21.194481+0000","last_undegraded":"2024-07-27T07:04:21.194481+0000","last_fullsized":"2024-07-27T07:04:21.194481+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313690+0000","last_change":"2024-07-27T07:04:20.207498+0000","last_active":"2024-07-27T07:04:21.313690+0000","last_peered":"2024-07-27T07:04:21.313690+0000","last_clean":"2024-07-27T07:04:21.313690+0000","last_became_active":"2024-07-27T07:04:20.206582+0000","last_became_peered":"2024-07-27T07:04:20.206582+0000","last_unstale":"2024-07-27T07:04:21.313690+0000","last_undegraded":"2024-07-27T07:04:21.313690+0000","last_fullsized":"2024-07-27T07:04:21.313690+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:53:39.158076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203557+0000","last_change":"2024-07-27T07:04:19.194062+0000","last_active":"2024-07-27T07:04:21.203557+0000","last_peered":"2024-07-27T07:04:21.203557+0000","last_clean":"2024-07-27T07:04:21.203557+0000","last_became_active":"2024-07-27T07:04:19.193704+0000","last_became_peered":"2024-07-27T07:04:19.193704+0000","last_unstale":"2024-07-27T07:04:21.203557+0000","last_undegraded":"2024-07-27T07:04:21.203557+0000","last_fullsized":"2024-07-27T07:04:21.203557+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:58:38.891574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.311384+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:04:21.311384+0000","last_peered":"2024-07-27T07:04:21.311384+0000","last_clean":"2024-07-27T07:04:21.311384+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:04:21.311384+0000","last_undegraded":"2024-07-27T07:04:21.311384+0000","last_fullsized":"2024-07-27T07:04:21.311384+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.316143+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:04:21.316143+0000","last_peered":"2024-07-27T07:04:21.316143+0000","last_clean":"2024-07-27T07:04:21.316143+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:04:21.316143+0000","last_undegraded":"2024-07-27T07:04:21.316143+0000","last_fullsized":"2024-07-27T07:04:21.316143+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":283,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313613+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:04:21.313613+0000","last_peered":"2024-07-27T07:04:21.313613+0000","last_clean":"2024-07-27T07:04:21.313613+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:04:21.313613+0000","last_undegraded":"2024-07-27T07:04:21.313613+0000","last_fullsized":"2024-07-27T07:04:21.313613+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207645+0000","last_change":"2024-07-27T07:04:20.194175+0000","last_active":"2024-07-27T07:04:21.207645+0000","last_peered":"2024-07-27T07:04:21.207645+0000","last_clean":"2024-07-27T07:04:21.207645+0000","last_became_active":"2024-07-27T07:04:20.193774+0000","last_became_peered":"2024-07-27T07:04:20.193774+0000","last_unstale":"2024-07-27T07:04:21.207645+0000","last_undegraded":"2024-07-27T07:04:21.207645+0000","last_fullsized":"2024-07-27T07:04:21.207645+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:39:55.124994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.315194+0000","last_change":"2024-07-27T07:04:19.193357+0000","last_active":"2024-07-27T07:04:21.315194+0000","last_peered":"2024-07-27T07:04:21.315194+0000","last_clean":"2024-07-27T07:04:21.315194+0000","last_became_active":"2024-07-27T07:04:19.193009+0000","last_became_peered":"2024-07-27T07:04:19.193009+0000","last_unstale":"2024-07-27T07:04:21.315194+0000","last_undegraded":"2024-07-27T07:04:21.315194+0000","last_fullsized":"2024-07-27T07:04:21.315194+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:55:04.794267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":229,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.307644+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:04:21.307644+0000","last_peered":"2024-07-27T07:04:21.307644+0000","last_clean":"2024-07-27T07:04:21.307644+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:04:21.307644+0000","last_undegraded":"2024-07-27T07:04:21.307644+0000","last_fullsized":"2024-07-27T07:04:21.307644+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":233,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313779+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:04:21.313779+0000","last_peered":"2024-07-27T07:04:21.313779+0000","last_clean":"2024-07-27T07:04:21.313779+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:04:21.313779+0000","last_undegraded":"2024-07-27T07:04:21.313779+0000","last_fullsized":"2024-07-27T07:04:21.313779+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.207224+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:04:21.207224+0000","last_peered":"2024-07-27T07:04:21.207224+0000","last_clean":"2024-07-27T07:04:21.207224+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:04:21.207224+0000","last_undegraded":"2024-07-27T07:04:21.207224+0000","last_fullsized":"2024-07-27T07:04:21.207224+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200587+0000","last_change":"2024-07-27T07:04:20.197346+0000","last_active":"2024-07-27T07:04:21.200587+0000","last_peered":"2024-07-27T07:04:21.200587+0000","last_clean":"2024-07-27T07:04:21.200587+0000","last_became_active":"2024-07-27T07:04:20.197024+0000","last_became_peered":"2024-07-27T07:04:20.197024+0000","last_unstale":"2024-07-27T07:04:21.200587+0000","last_undegraded":"2024-07-27T07:04:21.200587+0000","last_fullsized":"2024-07-27T07:04:21.200587+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:51:13.453319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.13","version":"180'2","reported_seq":17,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314446+0000","last_change":"2024-07-27T07:04:19.186504+0000","last_active":"2024-07-27T07:04:21.314446+0000","last_peered":"2024-07-27T07:04:21.314446+0000","last_clean":"2024-07-27T07:04:21.314446+0000","last_became_active":"2024-07-27T07:04:19.183708+0000","last_became_peered":"2024-07-27T07:04:19.183708+0000","last_unstale":"2024-07-27T07:04:21.314446+0000","last_undegraded":"2024-07-27T07:04:21.314446+0000","last_fullsized":"2024-07-27T07:04:21.314446+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:00.864543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.200704+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:04:21.200704+0000","last_peered":"2024-07-27T07:04:21.200704+0000","last_clean":"2024-07-27T07:04:21.200704+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:04:21.200704+0000","last_undegraded":"2024-07-27T07:04:21.200704+0000","last_fullsized":"2024-07-27T07:04:21.200704+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":232,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201712+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:04:21.201712+0000","last_peered":"2024-07-27T07:04:21.201712+0000","last_clean":"2024-07-27T07:04:21.201712+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:04:21.201712+0000","last_undegraded":"2024-07-27T07:04:21.201712+0000","last_fullsized":"2024-07-27T07:04:21.201712+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":295,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314775+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:04:21.314775+0000","last_peered":"2024-07-27T07:04:21.314775+0000","last_clean":"2024-07-27T07:04:21.314775+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:04:21.314775+0000","last_undegraded":"2024-07-27T07:04:21.314775+0000","last_fullsized":"2024-07-27T07:04:21.314775+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203377+0000","last_change":"2024-07-27T07:04:20.191590+0000","last_active":"2024-07-27T07:04:21.203377+0000","last_peered":"2024-07-27T07:04:21.203377+0000","last_clean":"2024-07-27T07:04:21.203377+0000","last_became_active":"2024-07-27T07:04:20.191241+0000","last_became_peered":"2024-07-27T07:04:20.191241+0000","last_unstale":"2024-07-27T07:04:21.203377+0000","last_undegraded":"2024-07-27T07:04:21.203377+0000","last_fullsized":"2024-07-27T07:04:21.203377+0000","mapping_epoch":179,"log_start":"0'0","ondisk_log_start":"0'0","created":179,"last_epoch_clean":180,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:19.131882+0000","last_clean_scrub_stamp":"2024-07-27T07:04:19.131882+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:22:14.957206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":15,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.313226+0000","last_change":"2024-07-27T07:04:19.195614+0000","last_active":"2024-07-27T07:04:21.313226+0000","last_peered":"2024-07-27T07:04:21.313226+0000","last_clean":"2024-07-27T07:04:21.313226+0000","last_became_active":"2024-07-27T07:04:19.193826+0000","last_became_peered":"2024-07-27T07:04:19.193826+0000","last_unstale":"2024-07-27T07:04:21.313226+0000","last_undegraded":"2024-07-27T07:04:21.313226+0000","last_fullsized":"2024-07-27T07:04:21.313226+0000","mapping_epoch":178,"log_start":"0'0","ondisk_log_start":"0'0","created":178,"last_epoch_clean":179,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:04:18.124846+0000","last_clean_scrub_stamp":"2024-07-27T07:04:18.124846+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:48:26.646055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":225,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.201724+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:04:21.201724+0000","last_peered":"2024-07-27T07:04:21.201724+0000","last_clean":"2024-07-27T07:04:21.201724+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:04:21.201724+0000","last_undegraded":"2024-07-27T07:04:21.201724+0000","last_fullsized":"2024-07-27T07:04:21.201724+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":234,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.203679+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:04:21.203679+0000","last_peered":"2024-07-27T07:04:21.203679+0000","last_clean":"2024-07-27T07:04:21.203679+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:04:21.203679+0000","last_undegraded":"2024-07-27T07:04:21.203679+0000","last_fullsized":"2024-07-27T07:04:21.203679+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":294,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.206987+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:04:21.206987+0000","last_peered":"2024-07-27T07:04:21.206987+0000","last_clean":"2024-07-27T07:04:21.206987+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:04:21.206987+0000","last_undegraded":"2024-07-27T07:04:21.206987+0000","last_fullsized":"2024-07-27T07:04:21.206987+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":416,"reported_epoch":181,"state":"active+clean","last_fresh":"2024-07-27T07:04:21.314310+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:04:21.314310+0000","last_peered":"2024-07-27T07:04:21.314310+0000","last_clean":"2024-07-27T07:04:21.314310+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:04:21.314310+0000","last_undegraded":"2024-07-27T07:04:21.314310+0000","last_fullsized":"2024-07-27T07:04:21.314310+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476915,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41788,"kb_used_data":2288,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330052,"statfs":{"total":96636764160,"available":96593973248,"internally_reserved":0,"allocated":2342912,"data_stored":1268154,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40434119},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476913,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41784,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330056,"statfs":{"total":96636764160,"available":96593977344,"internally_reserved":0,"allocated":2330624,"data_stored":1267102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476915,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42376,"kb_used_data":2876,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329464,"statfs":{"total":96636764160,"available":96593371136,"internally_reserved":0,"allocated":2945024,"data_stored":1858682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476913,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37620,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334220,"statfs":{"total":96636764160,"available":96598241280,"internally_reserved":0,"allocated":2330624,"data_stored":1266590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509617,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37612,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334228,"statfs":{"total":96636764160,"available":96598249472,"internally_reserved":0,"allocated":2326528,"data_stored":1266520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":36174283},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509616,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42364,"kb_used_data":2860,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329476,"statfs":{"total":96636764160,"available":96593383424,"internally_reserved":0,"allocated":2928640,"data_stored":1857560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509617,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45940,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94325900,"statfs":{"total":96636764160,"available":96589721600,"internally_reserved":0,"allocated":2330624,"data_stored":1266554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542320,"num_pgs":51,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41780,"kb_used_data":2276,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330060,"statfs":{"total":96636764160,"available":96593981440,"internally_reserved":0,"allocated":2330624,"data_stored":1266554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:04:25.616 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T07:04:25.616 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T07:04:25.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 -- 172.21.15.66:0/3935636586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c415b200 msgr2=0x7ff2c40b35f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 --2- 172.21.15.66:0/3935636586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c415b200 0x7ff2c40b35f0 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7ff2c4071d90 tx=0x7ff2b402a6f0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 -- 172.21.15.66:0/3935636586 shutdown_connections 2024-07-27T07:04:25.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 --2- 172.21.15.66:0/3935636586 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c40b3b30 0x7ff2c4072490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 --2- 172.21.15.66:0/3935636586 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c415b200 0x7ff2c40b35f0 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 --2- 172.21.15.66:0/3935636586 >> v2:172.21.15.155:3300/0 conn(0x7ff2c406e290 0x7ff2c4151210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 -- 172.21.15.66:0/3935636586 >> 172.21.15.66:0/3935636586 conn(0x7ff2c40b1720 msgr2=0x7ff2c40b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:25.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 -- 172.21.15.66:0/3935636586 shutdown_connections 2024-07-27T07:04:25.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.952+0000 7ff2cac00640 1 -- 172.21.15.66:0/3935636586 wait complete. 2024-07-27T07:04:25.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.955+0000 7ff2cac00640 1 Processor -- start 2024-07-27T07:04:25.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.955+0000 7ff2cac00640 1 -- start start 2024-07-27T07:04:25.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2c406e290 0x7ff2c41e81f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 0x7ff2c41e7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c40703d0 con 0x7ff2c40b3b30 2024-07-27T07:04:25.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff2c415b780 con 0x7ff2c406e290 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2cac00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff2c4070550 con 0x7ff2c415b200 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2c8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2c8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46520/0 (socket says 172.21.15.66:46520) 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2c8e00640 1 -- 172.21.15.66:0/2830068505 learned_addr learned my addr 172.21.15.66:0/2830068505 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.957+0000 7ff2c9800640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2c406e290 0x7ff2c41e81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2ca200640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 0x7ff2c41e7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 -- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 msgr2=0x7ff2c41e7340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 0x7ff2c41e7340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 -- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2c406e290 msgr2=0x7ff2c41e81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2c406e290 0x7ff2c41e81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 -- 172.21.15.66:0/2830068505 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2c41e8a00 con 0x7ff2c40b3b30 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2ca200640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 0x7ff2c41e7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:25.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c8e00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7ff2b402ace0 tx=0x7ff2b4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:25.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b4004220 con 0x7ff2c40b3b30 2024-07-27T07:04:25.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2b40043e0 con 0x7ff2c40b3b30 2024-07-27T07:04:25.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2b4004830 con 0x7ff2c40b3b30 2024-07-27T07:04:25.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.958+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2c41e8730 con 0x7ff2c40b3b30 2024-07-27T07:04:25.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.959+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2c41f5110 con 0x7ff2c40b3b30 2024-07-27T07:04:25.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.960+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2c4072490 con 0x7ff2c40b3b30 2024-07-27T07:04:25.961 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.961+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff2b403b410 con 0x7ff2c40b3b30 2024-07-27T07:04:25.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.962+0000 7ff2c1600640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 0x7ff2a8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:25.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.962+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7ff2b40ba3d0 con 0x7ff2c40b3b30 2024-07-27T07:04:25.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.963+0000 7ff2c9800640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 0x7ff2a8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:25.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.964+0000 7ff2c9800640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 0x7ff2a8079520 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ff2b800daa0 tx=0x7ff2b8005d70 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:25.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:25.967+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff2b403f030 con 0x7ff2c40b3b30 2024-07-27T07:04:26.089 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:04:26.089+0000 7f1671600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-07-27T07:04:26.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.259+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7ff2c415d410 con 0x7ff2c40b3b30 2024-07-27T07:04:26.267 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.267+0000 7ff2c1600640 1 -- 172.21.15.66:0/2830068505 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7ff2b402f880 con 0x7ff2c40b3b30 2024-07-27T07:04:26.267 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T07:04:26.268 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T07:04:26.268 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T07:04:26.268 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T07:04:26.268 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T07:04:26.268 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T07:04:26.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.269+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 msgr2=0x7ff2a8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.269+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 0x7ff2a8079520 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ff2b800daa0 tx=0x7ff2b8005d70 comp rx=0 tx=0).stop 2024-07-27T07:04:26.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.269+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 msgr2=0x7ff2c41e6e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.269+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7ff2b402ace0 tx=0x7ff2b4003c20 comp rx=0 tx=0).stop 2024-07-27T07:04:26.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 shutdown_connections 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff2a8077010 0x7ff2a8079520 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff2c415b200 0x7ff2c41e7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff2c40b3b30 0x7ff2c41e6e00 unknown :-1 s=CLOSED pgs=1819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 --2- 172.21.15.66:0/2830068505 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff2c406e290 0x7ff2c41e81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 >> 172.21.15.66:0/2830068505 conn(0x7ff2c40b1720 msgr2=0x7ff2c40cc540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 shutdown_connections 2024-07-27T07:04:26.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.270+0000 7ff2cac00640 1 -- 172.21.15.66:0/2830068505 wait complete. 2024-07-27T07:04:26.298 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:26.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.585+0000 7fa48a600640 1 -- 172.21.15.66:0/1971985026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa46c003a50 msgr2=0x7fa46c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.585+0000 7fa48a600640 1 --2- 172.21.15.66:0/1971985026 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa46c003a50 0x7fa46c003ec0 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fa478006f90 tx=0x7fa46c005830 comp rx=0 tx=0).stop 2024-07-27T07:04:26.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.586+0000 7fa489c00640 1 -- 172.21.15.66:0/1971985026 reap_dead start 2024-07-27T07:04:26.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.586+0000 7fa48a600640 1 -- 172.21.15.66:0/1971985026 shutdown_connections 2024-07-27T07:04:26.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.586+0000 7fa48a600640 1 -- 172.21.15.66:0/1971985026 >> 172.21.15.66:0/1971985026 conn(0x7fa4840cfa80 msgr2=0x7fa4840cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:26.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.586+0000 7fa48a600640 1 -- 172.21.15.66:0/1971985026 shutdown_connections 2024-07-27T07:04:26.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.586+0000 7fa48a600640 1 -- 172.21.15.66:0/1971985026 wait complete. 2024-07-27T07:04:26.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.588+0000 7fa48a600640 1 Processor -- start 2024-07-27T07:04:26.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.589+0000 7fa48a600640 1 -- start start 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa46c003a50 0x7fa4840cacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 0x7fa484152f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa484072da0 con 0x7fa48414b210 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa484072c20 con 0x7fa48414acc0 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa48a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa484072f20 con 0x7fa46c003a50 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.590+0000 7fa483e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46528/0 (socket says 172.21.15.66:46528) 2024-07-27T07:04:26.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 -- 172.21.15.66:0/3485049073 learned_addr learned my addr 172.21.15.66:0/3485049073 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa489200640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa46c003a50 0x7fa4840cacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa489c00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 0x7fa484152f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 -- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa46c003a50 msgr2=0x7fa4840cacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa46c003a50 0x7fa4840cacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 -- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 msgr2=0x7fa484152f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 0x7fa484152f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 -- 172.21.15.66:0/3485049073 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa48415c590 con 0x7fa48414b210 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa489c00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 0x7fa484152f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:26.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.591+0000 7fa483e00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7fa47000e780 tx=0x7fa47000ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.592+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa47000cc00 con 0x7fa48414b210 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.592+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa47000ee90 con 0x7fa48414b210 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.592+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa470005280 con 0x7fa48414b210 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.592+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa48415d5f0 con 0x7fa48414b210 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.592+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa48415bab0 con 0x7fa48414b210 2024-07-27T07:04:26.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.593+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa48406e9b0 con 0x7fa48414b210 2024-07-27T07:04:26.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.595+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa470005420 con 0x7fa48414b210 2024-07-27T07:04:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.596+0000 7fa480c00640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 0x7fa464079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.596+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fa470099850 con 0x7fa48414b210 2024-07-27T07:04:26.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.596+0000 7fa489200640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 0x7fa464079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:26.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.598+0000 7fa489200640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 0x7fa464079520 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fa478033000 tx=0x7fa4840cecf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:26.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.600+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa470016030 con 0x7fa48414b210 2024-07-27T07:04:26.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.857+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa4840b3760 con 0x7fa48414b210 2024-07-27T07:04:26.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.859+0000 7fa480c00640 1 -- 172.21.15.66:0/3485049073 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7fa470062370 con 0x7fa48414b210 2024-07-27T07:04:26.859 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:26.859 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:26.860 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:26.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 msgr2=0x7fa464079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 0x7fa464079520 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fa478033000 tx=0x7fa4840cecf0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 msgr2=0x7fa4840cb230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:26.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7fa47000e780 tx=0x7fa47000ec40 comp rx=0 tx=0).stop 2024-07-27T07:04:26.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 shutdown_connections 2024-07-27T07:04:26.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa464077010 0x7fa464079520 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa48414acc0 0x7fa484152f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa48414b210 0x7fa4840cb230 unknown :-1 s=CLOSED pgs=1822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 --2- 172.21.15.66:0/3485049073 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa46c003a50 0x7fa4840cacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.861+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 >> 172.21.15.66:0/3485049073 conn(0x7fa4840cfa80 msgr2=0x7fa48415dac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.862+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 shutdown_connections 2024-07-27T07:04:26.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:26.862+0000 7fa48a600640 1 -- 172.21.15.66:0/3485049073 wait complete. 2024-07-27T07:04:27.293 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 193, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T07:04:19.736043+0000', 'modified': '2024-07-27T07:04:22.794378+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9156}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9156': {'gid': 9156, 'name': 'a', 'rank': 0, 'incarnation': 189, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6834/856765388', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 856765388}, {'type': 'v1', 'addr': '172.21.15.66:6834', 'nonce': 856765388}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9156, 'qdb_cluster': [9156]} 2024-07-27T07:04:27.293 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T07:04:27.293 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 -- 172.21.15.66:0/3842723558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800b33b0 msgr2=0x7fc0800acd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 --2- 172.21.15.66:0/3842723558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800b33b0 0x7fc0800acd80 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7fc078009830 tx=0x7fc07802a3f0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 -- 172.21.15.66:0/3842723558 shutdown_connections 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 --2- 172.21.15.66:0/3842723558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800b33b0 0x7fc0800acd80 unknown :-1 s=CLOSED pgs=1824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 -- 172.21.15.66:0/3842723558 >> 172.21.15.66:0/3842723558 conn(0x7fc08006d3f0 msgr2=0x7fc0800b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 -- 172.21.15.66:0/3842723558 shutdown_connections 2024-07-27T07:04:27.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.595+0000 7fc084e00640 1 -- 172.21.15.66:0/3842723558 wait complete. 2024-07-27T07:04:27.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.597+0000 7fc084e00640 1 Processor -- start 2024-07-27T07:04:27.598 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.597+0000 7fc084e00640 1 -- start start 2024-07-27T07:04:27.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0800b33b0 0x7fc0801f5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc0800b1510 0x7fc08014c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.600 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc0800aef30 con 0x7fc0800ced90 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc0800aedb0 con 0x7fc0800b1510 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc084e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc0800af0b0 con 0x7fc0800b33b0 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc07d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc07d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46556/0 (socket says 172.21.15.66:46556) 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.599+0000 7fc07d400640 1 -- 172.21.15.66:0/4020483927 learned_addr learned my addr 172.21.15.66:0/4020483927 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07de00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0800b33b0 0x7fc0801f5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 -- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0800b33b0 msgr2=0x7fc0801f5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0800b33b0 0x7fc0801f5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 -- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc0800b1510 msgr2=0x7fc08014c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc0800b1510 0x7fc08014c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 -- 172.21.15.66:0/4020483927 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0801f5090 con 0x7fc0800ced90 2024-07-27T07:04:27.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc07d400640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7fc06800c3c0 tx=0x7fc06800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.600+0000 7fc076000640 1 -- 172.21.15.66:0/4020483927 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc068017070 con 0x7fc0800ced90 2024-07-27T07:04:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.601+0000 7fc076000640 1 -- 172.21.15.66:0/4020483927 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0680035f0 con 0x7fc0800ced90 2024-07-27T07:04:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.601+0000 7fc076000640 1 -- 172.21.15.66:0/4020483927 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc068003a80 con 0x7fc0800ced90 2024-07-27T07:04:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.601+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc08009bbf0 con 0x7fc0800ced90 2024-07-27T07:04:27.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.601+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0801f5610 con 0x7fc0800ced90 2024-07-27T07:04:27.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.605+0000 7fc076000640 1 -- 172.21.15.66:0/4020483927 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc06801a070 con 0x7fc0800ced90 2024-07-27T07:04:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.606+0000 7fc076000640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 0x7fc05c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.606+0000 7fc076000640 1 -- 172.21.15.66:0/4020483927 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fc0680982c0 con 0x7fc0800ced90 2024-07-27T07:04:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.606+0000 7fc08bfae740 1 Processor -- start 2024-07-27T07:04:27.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.606+0000 7fc08bfae740 1 -- start start 2024-07-27T07:04:27.607 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.606+0000 7fc07de00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 0x7fc05c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91f33b0 0x5566e95dacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91fb590 0x5566e95db1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5566e9534390 con 0x5566e921c270 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5566e9523a30 con 0x5566e91f33b0 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5566e95278d0 con 0x5566e91fb590 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 0x7fc05c079550 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc070009f20 tx=0x7fc0700094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46562/0 (socket says 172.21.15.66:46562) 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 -- 172.21.15.66:0/2527445624 learned_addr learned my addr 172.21.15.66:0/2527445624 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07e800640 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91fb590 0x5566e95db1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 -- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91fb590 msgr2=0x5566e95db1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07d400640 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91f33b0 0x5566e95dacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91fb590 0x5566e95db1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 -- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91f33b0 msgr2=0x5566e95dacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91f33b0 0x5566e95dacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.608+0000 7fc07de00640 1 -- 172.21.15.66:0/2527445624 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566e94dfd70 con 0x5566e921c270 2024-07-27T07:04:27.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.609+0000 7fc07de00640 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7fc070017790 tx=0x7fc070011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbfb778d84e0c56a server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.609+0000 7fc06ea00640 1 -- 172.21.15.66:0/2527445624 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070017e40 con 0x5566e921c270 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.609+0000 7fc06ea00640 1 -- 172.21.15.66:0/2527445624 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc070003970 con 0x5566e921c270 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.609+0000 7fc06ea00640 1 -- 172.21.15.66:0/2527445624 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070003b80 con 0x5566e921c270 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 -- 172.21.15.66:0/2527445624 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 msgr2=0x5566e95eb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7fc070017790 tx=0x7fc070011000 comp rx=0 tx=0).stop 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 -- 172.21.15.66:0/2527445624 shutdown_connections 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91fb590 0x5566e95db1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91f33b0 0x5566e95dacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 --2- 172.21.15.66:0/2527445624 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95eb4f0 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 -- 172.21.15.66:0/2527445624 >> 172.21.15.66:0/2527445624 conn(0x5566e92103c0 msgr2=0x5566e95c15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 -- 172.21.15.66:0/2527445624 shutdown_connections 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.610+0000 7fc08bfae740 1 -- 172.21.15.66:0/2527445624 wait complete. 2024-07-27T07:04:27.612 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.611+0000 7fc08bfae740 1 -- start start 2024-07-27T07:04:27.613 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.612+0000 7fc08bfae740 1 Processor -- start 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e9602510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e921c270 0x5566e96082e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5566e9296620 con 0x5566e91fb590 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5566e94c0e10 con 0x5566e921c270 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5566e9604eb0 con 0x5566e91f33b0 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc08bfae740 10 client.0 _ll_register_callbacks cb 0x5566e951d7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:04:27.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.613+0000 7fc07d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46578/0 (socket says 172.21.15.66:46578) 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 -- 172.21.15.66:0/3739388075 learned_addr learned my addr 172.21.15.66:0/3739388075 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07de00640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e9602510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07e800640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e921c270 0x5566e96082e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 -- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 msgr2=0x5566e9602510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e9602510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 -- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e921c270 msgr2=0x5566e96082e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e921c270 0x5566e96082e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 -- 172.21.15.66:0/3739388075 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566e9287850 con 0x5566e91fb590 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc07d400640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fc06805cd60 tx=0x7fc06805ffa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb21aec6d42f27aa server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc063400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.614+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc068069500 con 0x5566e91fb590 2024-07-27T07:04:27.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fc06805f9d0 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc070003970 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fc06807c050 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 10 client.9282 fetch_fsmap learned FSMap version 193 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=193,monmap=2+}) -- 0x5566e92fe6b0 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc070003970 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 193) ==== 3502+0+0 (secure 0 0 0) 0x7fc06805c0e0 con 0x5566e91fb590 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 10 client.9282 fetch_fsmap finished waiting for FSMap version 193 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 10 client.9282 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 20 client.9282 populate_metadata read hostname 'smithi066' 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e91dae40 0x5566e9603f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 4 client.9282 mds_command: new command op to 9156 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.615+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 --> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566e95362e0 con 0x5566e91dae40 2024-07-27T07:04:27.618 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.616+0000 7fc07de00640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e91dae40 0x5566e9603f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.616+0000 7fc07de00640 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e91dae40 0x5566e9603f30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=638af55e61bbb585 server_cookie=c46fd23a00e9ccc0 in_seq=0 out_seq=0 2024-07-27T07:04:27.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.616+0000 7fc063400640 10 client.9282 ms_handle_connect on v2:172.21.15.66:6832/856765388 2024-07-27T07:04:27.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc063400640 1 -- 172.21.15.66:0/3739388075 <== mds.0 v2:172.21.15.66:6832/856765388 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5566e95362e0 con 0x5566e91dae40 2024-07-27T07:04:27.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc063400640 10 client.9282 handle_command_reply: tid=0 2024-07-27T07:04:27.620 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 client.9282 shutdown 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 msgr2=0x5566e9619470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fc06805cd60 tx=0x7fc06805ffa0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 shutdown_connections 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e91dae40 0x5566e9603f30 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e921c270 0x5566e96082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91fb590 0x5566e9619470 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3739388075 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e9602510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc063400640 0 client.9282 ms_handle_reset on v2:172.21.15.66:6832/856765388 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.617+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 >> 172.21.15.66:0/3739388075 conn(0x5566e92103c0 msgr2=0x5566e9609810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.618+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 shutdown_connections 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.618+0000 7fc08bfae740 1 -- 172.21.15.66:0/3739388075 wait complete. 2024-07-27T07:04:27.621 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.618+0000 7fc08bfae740 20 client.9282 trim_cache size 0 max 16384 2024-07-27T07:04:27.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.638+0000 7fc08bfae740 1 Processor -- start 2024-07-27T07:04:27.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.638+0000 7fc08bfae740 1 -- start start 2024-07-27T07:04:27.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e95ff330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 0x5566e95ff870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc0802038e0 con 0x5566e91f33b0 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc080202d20 con 0x5566e91fb590 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc080203290 con 0x5566e921c270 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc07de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc07de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46590/0 (socket says 172.21.15.66:46590) 2024-07-27T07:04:27.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.640+0000 7fc07de00640 1 -- 172.21.15.66:0/4103801592 learned_addr learned my addr 172.21.15.66:0/4103801592 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 -- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 msgr2=0x5566e95ff870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07e800640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 0x5566e95ff870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07d400640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e95ff330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 0x5566e95ff870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 -- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 msgr2=0x5566e95ff330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.642 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e95ff330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 -- 172.21.15.66:0/4103801592 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566e95e7fc0 con 0x5566e91f33b0 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07d400640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e95ff330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07e800640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 0x5566e95ff870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.641+0000 7fc07de00640 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7fc070009fd0 tx=0x7fc070004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd929ab1518d620c server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.642+0000 7fc06e000640 1 -- 172.21.15.66:0/4103801592 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc070003970 con 0x5566e91f33b0 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.642+0000 7fc06e000640 1 -- 172.21.15.66:0/4103801592 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc07002d430 con 0x5566e91f33b0 2024-07-27T07:04:27.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.642+0000 7fc06e000640 1 -- 172.21.15.66:0/4103801592 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc07002d660 con 0x5566e91f33b0 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.642+0000 7fc08bfae740 1 -- 172.21.15.66:0/4103801592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 msgr2=0x5566e9605230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.642+0000 7fc08bfae740 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7fc070009fd0 tx=0x7fc070004a70 comp rx=0 tx=0).stop 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 -- 172.21.15.66:0/4103801592 shutdown_connections 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e921c270 0x5566e95ff870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e95ff330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 --2- 172.21.15.66:0/4103801592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e91f33b0 0x5566e9605230 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 -- 172.21.15.66:0/4103801592 >> 172.21.15.66:0/4103801592 conn(0x5566e92103c0 msgr2=0x5566e95eb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 -- 172.21.15.66:0/4103801592 shutdown_connections 2024-07-27T07:04:27.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.643+0000 7fc08bfae740 1 -- 172.21.15.66:0/4103801592 wait complete. 2024-07-27T07:04:27.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.644+0000 7fc08bfae740 1 -- start start 2024-07-27T07:04:27.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.644+0000 7fc08bfae740 1 Processor -- start 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e96042d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e9619290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x5566e9600a00 con 0x5566e921c270 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x5566e9604bf0 con 0x5566e91fb590 2024-07-27T07:04:27.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.645+0000 7fc08bfae740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x5566e9600fc0 con 0x5566e91f33b0 2024-07-27T07:04:27.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc08bfae740 10 client.0 _ll_register_callbacks cb 0x7fc068001120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:04:27.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46592/0 (socket says 172.21.15.66:46592) 2024-07-27T07:04:27.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 -- 172.21.15.66:0/3990911617 learned_addr learned my addr 172.21.15.66:0/3990911617 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07d400640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e9619290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 -- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 msgr2=0x5566e96042d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e96042d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 -- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 msgr2=0x5566e9619290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e9619290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.646+0000 7fc07e800640 1 -- 172.21.15.66:0/3990911617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566e96197d0 con 0x5566e921c270 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc07e800640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7fc0780045f0 tx=0x7fc078009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c82a57e5874536f server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.649 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc063400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc078003b00 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7fc078003ca0 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc07002d430 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=193) ==== 24+0+0 (secure 0 0 0) 0x7fc07804e050 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc08bfae740 10 client.9288 fetch_fsmap learned FSMap version 193 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.647+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=193,monmap=2+}) -- 0x5566e9687f40 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc07002d430 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 193) ==== 3502+0+0 (secure 0 0 0) 0x7fc078051020 con 0x5566e921c270 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 10 client.9288 fetch_fsmap finished waiting for FSMap version 193 2024-07-27T07:04:27.650 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 10 client.9288 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 20 client.9288 populate_metadata read hostname 'smithi066' 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e9602340 0x5566e9602750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 4 client.9288 mds_command: new command op to 9156 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 --> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] -- command(tid 0: {"prefix": "status"}) -- 0x5566e9531d80 con 0x5566e9602340 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.648+0000 7fc07de00640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e9602340 0x5566e9602750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc07de00640 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e9602340 0x5566e9602750 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69a2eb2a67706e63 server_cookie=63824a366fa4c3ec in_seq=0 out_seq=0 2024-07-27T07:04:27.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc063400640 10 client.9288 ms_handle_connect on v2:172.21.15.66:6832/856765388 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc063400640 1 -- 172.21.15.66:0/3990911617 <== mds.0 v2:172.21.15.66:6832/856765388 1 ==== command_reply(tid 0: 0 ) ==== 8+0+328 (crc 0 0 0) 0x5566e9531d80 con 0x5566e9602340 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc063400640 10 client.9288 handle_command_reply: tid=0 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 client.9288 shutdown 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 msgr2=0x5566e95dac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7fc0780045f0 tx=0x7fc078009510 comp rx=0 tx=0).stop 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 shutdown_connections 2024-07-27T07:04:27.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:6832/856765388,v1:172.21.15.66:6834/856765388] conn(0x5566e9602340 0x5566e9602750 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x5566e921c270 0x5566e95dac90 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x5566e91fb590 0x5566e9619290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 --2- 172.21.15.66:0/3990911617 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x5566e91f33b0 0x5566e96042d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc063400640 0 client.9288 ms_handle_reset on v2:172.21.15.66:6832/856765388 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 >> 172.21.15.66:0/3990911617 conn(0x5566e92103c0 msgr2=0x5566e95eb310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 shutdown_connections 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.649+0000 7fc08bfae740 1 -- 172.21.15.66:0/3990911617 wait complete. 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc08bfae740 20 client.9288 trim_cache size 0 max 16384 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:04:27.653 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 9156, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4662944810000003, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 193, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 181, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 181, 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 12.152650993 2024-07-27T07:04:27.654 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 msgr2=0x7fc05c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 0x7fc05c079550 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fc070009f20 tx=0x7fc0700094d0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 msgr2=0x7fc0800b0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7fc06800c3c0 tx=0x7fc06800c880 comp rx=0 tx=0).stop 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 shutdown_connections 2024-07-27T07:04:27.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc05c077040 0x7fc05c079550 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc0800b1510 0x7fc08014c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc0800ced90 0x7fc0800b0fd0 unknown :-1 s=CLOSED pgs=1825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 --2- 172.21.15.66:0/4020483927 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc0800b33b0 0x7fc0801f5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 >> 172.21.15.66:0/4020483927 conn(0x7fc08006d3f0 msgr2=0x7fc08015ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.650+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 shutdown_connections 2024-07-27T07:04:27.656 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.651+0000 7fc084e00640 1 -- 172.21.15.66:0/4020483927 wait complete. 2024-07-27T07:04:27.676 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 -- 172.21.15.66:0/811729792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 msgr2=0x7f05e806f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 --2- 172.21.15.66:0/811729792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e806f3c0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7f05e80b6e60 tx=0x7f05d002a4d0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 -- 172.21.15.66:0/811729792 shutdown_connections 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 --2- 172.21.15.66:0/811729792 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e806f3c0 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 --2- 172.21.15.66:0/811729792 >> v2:172.21.15.155:3300/0 conn(0x7f05e8070120 0x7f05e8158870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 -- 172.21.15.66:0/811729792 >> 172.21.15.66:0/811729792 conn(0x7f05e80d0bd0 msgr2=0x7f05e80d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 -- 172.21.15.66:0/811729792 shutdown_connections 2024-07-27T07:04:27.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.952+0000 7f05ee600640 1 -- 172.21.15.66:0/811729792 wait complete. 2024-07-27T07:04:27.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.954+0000 7f05ee600640 1 Processor -- start 2024-07-27T07:04:27.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.955+0000 7f05ee600640 1 -- start start 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05e806c7f0 0x7f05e80b3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05e8070120 0x7f05e80b5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f05e80ca2b0 con 0x7f05e815f2c0 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f05e80ca130 con 0x7f05e8070120 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05ee600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f05e80ca430 con 0x7f05e806c7f0 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05edc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05edc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46610/0 (socket says 172.21.15.66:46610) 2024-07-27T07:04:27.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.956+0000 7f05edc00640 1 -- 172.21.15.66:0/470340605 learned_addr learned my addr 172.21.15.66:0/470340605 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:27.958 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05dfe00640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05e8070120 0x7f05e80b5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05ed200640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05e806c7f0 0x7f05e80b3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 -- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05e806c7f0 msgr2=0x7f05e80b3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05e806c7f0 0x7f05e80b3ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 -- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05e8070120 msgr2=0x7f05e80b5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:27.962 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05e8070120 0x7f05e80b5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 -- 172.21.15.66:0/470340605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05e8154910 con 0x7f05e815f2c0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.957+0000 7f05edc00640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f05e000b3e0 tx=0x7f05e000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.958+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0015030 con 0x7f05e815f2c0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.958+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05e0004110 con 0x7f05e815f2c0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.958+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0011630 con 0x7f05e815f2c0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.958+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05e80b4780 con 0x7f05e815f2c0 2024-07-27T07:04:27.963 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.958+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05e80b4d40 con 0x7f05e815f2c0 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.959+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05e80b44f0 con 0x7f05e815f2c0 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.960+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f05e0018070 con 0x7f05e815f2c0 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.961+0000 7f05e5600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 0x7f05c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.961+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f05e0098b20 con 0x7f05e815f2c0 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.962+0000 7f05ed200640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 0x7f05c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:27.964 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.963+0000 7f05ed200640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 0x7f05c4079520 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f05d8005c40 tx=0x7f05d8005bd0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:27.967 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:27.967+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f05e00616d0 con 0x7f05e815f2c0 2024-07-27T07:04:28.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.225+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f05e815e400 con 0x7f05e815f2c0 2024-07-27T07:04:28.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.226+0000 7f05e5600640 1 -- 172.21.15.66:0/470340605 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v193) ==== 53+0+73 (secure 0 0 0) 0x7f05e815e400 con 0x7f05e815f2c0 2024-07-27T07:04:28.227 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 msgr2=0x7f05c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 0x7f05c4079520 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f05d8005c40 tx=0x7f05d8005bd0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 msgr2=0x7f05e80b6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 secure :-1 s=READY pgs=1831 cs=0 l=1 rev1=1 crypto rx=0x7f05e000b3e0 tx=0x7f05e000b8a0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 shutdown_connections 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f05c4077010 0x7f05c4079520 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f05e815f2c0 0x7f05e80b6280 unknown :-1 s=CLOSED pgs=1831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f05e8070120 0x7f05e80b5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 --2- 172.21.15.66:0/470340605 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f05e806c7f0 0x7f05e80b3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:28.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.229+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 >> 172.21.15.66:0/470340605 conn(0x7f05e80d0bd0 msgr2=0x7f05e8161250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:28.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.230+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 shutdown_connections 2024-07-27T07:04:28.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28.230+0000 7f05ee600640 1 -- 172.21.15.66:0/470340605 wait complete. 2024-07-27T07:04:28.260 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:04:28.260 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:04:28.261 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:04:28.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.261 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:04:28.315 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:04:28.315 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:04:28.315 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:04:28.316 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41721sec preferred_lft 41721sec 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:04:28.317 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:04:28.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.318 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:04:28.394 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:04:28.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.398 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:04:28.452 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:04:28.453 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:04:28.453 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:04:28.453 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:04:28.453 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:04:28.453 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:04:28.453 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:04:28.453 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:04:28.454 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:04:28.454 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:04:28.454 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:04:28.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:04:28.655 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:04:28.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.665 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:04:28.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:04:28.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:04:28.714 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:04:28.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.715 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:04:28.803 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:04:28.803 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:04:28.862 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:04:28.862 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:04:28.863 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:04:28.919 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:04:28.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:28.919 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:04:29.136 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:04:29.136 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:04:29.181 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:04:29.181 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:04:29.181 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:04:29.181 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:04:29.181 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:04:29.185 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:04:29.185 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:04:29.185 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:04:29.185 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:04:29.185 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:04:29.188 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:04:29.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:29.188 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:04:29.278 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:04:29.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:04:29.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:04:29.427 INFO:teuthology.orchestra.run.smithi066.stdout:client6416 2024-07-27T07:04:29.427 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:29.427 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:29.478 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T07:04:29.780 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T07:04:29.780 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T07:04:29.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:29.781 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts) 2024-07-27T07:04:29.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:29.847 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_1) 2024-07-27T07:04:29.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:29.941 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_2) 2024-07-27T07:04:30.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.029 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_3) 2024-07-27T07:04:30.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.118 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_4) 2024-07-27T07:04:30.207 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.209 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_5) 2024-07-27T07:04:30.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.300 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_6) 2024-07-27T07:04:30.386 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.387 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_7) 2024-07-27T07:04:30.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.475 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_8) 2024-07-27T07:04:30.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.564 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_9) 2024-07-27T07:04:30.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.645 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_10) 2024-07-27T07:04:30.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.737 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_11) 2024-07-27T07:04:30.812 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:04:30.813 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.813 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_12) 2024-07-27T07:04:30.859 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:04:30.928 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:30.928 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_13) 2024-07-27T07:04:31.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.082 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_14) 2024-07-27T07:04:31.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.158 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_15) 2024-07-27T07:04:31.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.235 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_16) 2024-07-27T07:04:31.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.309 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_17) 2024-07-27T07:04:31.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.384 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_18) 2024-07-27T07:04:31.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.460 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_19) 2024-07-27T07:04:31.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.529 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_20) 2024-07-27T07:04:31.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.598 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_21) 2024-07-27T07:04:31.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.672 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_22) 2024-07-27T07:04:31.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.777 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_23) 2024-07-27T07:04:31.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.857 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_24) 2024-07-27T07:04:31.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:31.935 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_25) 2024-07-27T07:04:32.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.011 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_26) 2024-07-27T07:04:32.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.086 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_27) 2024-07-27T07:04:32.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.164 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_28) 2024-07-27T07:04:32.239 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.239 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_29) 2024-07-27T07:04:32.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.317 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_30) 2024-07-27T07:04:32.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.395 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_31) 2024-07-27T07:04:32.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.472 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_32) 2024-07-27T07:04:32.552 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.552 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_33) 2024-07-27T07:04:32.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.626 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_34) 2024-07-27T07:04:32.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.697 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_35) 2024-07-27T07:04:32.773 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.773 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_36) 2024-07-27T07:04:32.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.848 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_37) 2024-07-27T07:04:32.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:32.925 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_38) 2024-07-27T07:04:33.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.001 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_39) 2024-07-27T07:04:33.079 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.079 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_40) 2024-07-27T07:04:33.156 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.156 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_41) 2024-07-27T07:04:33.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.228 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_42) 2024-07-27T07:04:33.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.305 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_43) 2024-07-27T07:04:33.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.383 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_44) 2024-07-27T07:04:33.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.462 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_45) 2024-07-27T07:04:33.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.543 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_46) 2024-07-27T07:04:33.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.622 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_47) 2024-07-27T07:04:33.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.701 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_48) 2024-07-27T07:04:33.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.781 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_49) 2024-07-27T07:04:33.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.857 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_50) 2024-07-27T07:04:33.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:33.935 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_51) 2024-07-27T07:04:34.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.013 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_52) 2024-07-27T07:04:34.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.091 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_53) 2024-07-27T07:04:34.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.168 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_54) 2024-07-27T07:04:34.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.250 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_55) 2024-07-27T07:04:34.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.324 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_56) 2024-07-27T07:04:34.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.407 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_57) 2024-07-27T07:04:34.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.484 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_58) 2024-07-27T07:04:34.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.567 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_59) 2024-07-27T07:04:34.645 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.645 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_60) 2024-07-27T07:04:34.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.726 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_61) 2024-07-27T07:04:34.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.805 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_62) 2024-07-27T07:04:34.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.888 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_63) 2024-07-27T07:04:34.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:34.985 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_64) 2024-07-27T07:04:35.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.077 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_65) 2024-07-27T07:04:35.171 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.172 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_66) 2024-07-27T07:04:35.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.260 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_67) 2024-07-27T07:04:35.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.347 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_68) 2024-07-27T07:04:35.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.437 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_69) 2024-07-27T07:04:35.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.526 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_70) 2024-07-27T07:04:35.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.618 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_71) 2024-07-27T07:04:35.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.704 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_72) 2024-07-27T07:04:35.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.787 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_73) 2024-07-27T07:04:35.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.864 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_74) 2024-07-27T07:04:35.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:35.944 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_75) 2024-07-27T07:04:36.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.022 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_76) 2024-07-27T07:04:36.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.104 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_77) 2024-07-27T07:04:36.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.182 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_78) 2024-07-27T07:04:36.260 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.261 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_79) 2024-07-27T07:04:36.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.339 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_80) 2024-07-27T07:04:36.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.418 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_81) 2024-07-27T07:04:36.496 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.497 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_82) 2024-07-27T07:04:36.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.572 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_83) 2024-07-27T07:04:36.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.641 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_84) 2024-07-27T07:04:36.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.719 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_85) 2024-07-27T07:04:36.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.803 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_86) 2024-07-27T07:04:36.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.880 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_87) 2024-07-27T07:04:36.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:36.959 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_88) 2024-07-27T07:04:37.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.038 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_89) 2024-07-27T07:04:37.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.117 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_90) 2024-07-27T07:04:37.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.200 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_91) 2024-07-27T07:04:37.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.276 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_92) 2024-07-27T07:04:37.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.353 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_93) 2024-07-27T07:04:37.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.432 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_94) 2024-07-27T07:04:37.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.511 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_95) 2024-07-27T07:04:37.592 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.592 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_96) 2024-07-27T07:04:37.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.670 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_97) 2024-07-27T07:04:37.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.751 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_98) 2024-07-27T07:04:37.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:37.832 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_99) 2024-07-27T07:04:37.909 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:38.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.205+0000 7f06ab400640 1 -- 172.21.15.66:0/2438826903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0688003a00 msgr2=0x7f0688003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:38.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.205+0000 7f06ab400640 1 --2- 172.21.15.66:0/2438826903 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f0688003a00 0x7f0688003e70 secure :-1 s=READY pgs=1833 cs=0 l=1 rev1=1 crypto rx=0x7f0694009ed0 tx=0x7f0688005830 comp rx=0 tx=0).stop 2024-07-27T07:04:38.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.205+0000 7f06a9400640 1 -- 172.21.15.66:0/2438826903 reap_dead start 2024-07-27T07:04:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.205+0000 7f06ab400640 1 -- 172.21.15.66:0/2438826903 shutdown_connections 2024-07-27T07:04:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.205+0000 7f06ab400640 1 -- 172.21.15.66:0/2438826903 >> 172.21.15.66:0/2438826903 conn(0x7f06a406d3f0 msgr2=0x7f06a40b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.206+0000 7f06ab400640 1 -- 172.21.15.66:0/2438826903 shutdown_connections 2024-07-27T07:04:38.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.206+0000 7f06ab400640 1 -- 172.21.15.66:0/2438826903 wait complete. 2024-07-27T07:04:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.208+0000 7f06ab400640 1 Processor -- start 2024-07-27T07:04:38.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.208+0000 7f06ab400640 1 -- start start 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 0x7f06a40c4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06a409c480 0x7f06a41f60c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06a406edf0 con 0x7f06a41456b0 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06a4160220 con 0x7f06a409c480 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06ab400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06a406ef70 con 0x7f0688003a00 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:38.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:33114/0 (socket says 172.21.15.66:33114) 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a3e00640 1 -- 172.21.15.66:0/2664502241 learned_addr learned my addr 172.21.15.66:0/2664502241 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a8a00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 0x7f06a40c4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a9400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06a409c480 0x7f06a41f60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a3e00640 1 -- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 msgr2=0x7f06a40c4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.210+0000 7f06a3e00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 0x7f06a40c4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a3e00640 1 -- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06a409c480 msgr2=0x7f06a41f60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a3e00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06a409c480 0x7f06a41f60c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a3e00640 1 -- 172.21.15.66:0/2664502241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06a409b3e0 con 0x7f06a41456b0 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a8a00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 0x7f06a40c4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:38.213 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a3e00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7f068c001220 tx=0x7f068c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068c018070 con 0x7f06a41456b0 2024-07-27T07:04:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f068c0050d0 con 0x7f06a41456b0 2024-07-27T07:04:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068c00b690 con 0x7f06a41456b0 2024-07-27T07:04:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06a409b6c0 con 0x7f06a41456b0 2024-07-27T07:04:38.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.211+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06a409bc80 con 0x7f06a41456b0 2024-07-27T07:04:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.213+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06a406e8b0 con 0x7f06a41456b0 2024-07-27T07:04:38.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.214+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f068c01b070 con 0x7f06a41456b0 2024-07-27T07:04:38.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.215+0000 7f06a0c00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 0x7f0680079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:38.216 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.215+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 7309+0+0 (secure 0 0 0) 0x7f068c0985a0 con 0x7f06a41456b0 2024-07-27T07:04:38.217 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.216+0000 7f06a8a00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 0x7f0680079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:38.218 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.217+0000 7f06a8a00640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 0x7f0680079520 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f0694035000 tx=0x7f069402d040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:38.221 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.220+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f068c060b00 con 0x7f06a41456b0 2024-07-27T07:04:38.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.477+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06a40cf550 con 0x7f06a41456b0 2024-07-27T07:04:38.480 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.478+0000 7f06a0c00640 1 -- 172.21.15.66:0/2664502241 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7f068c069390 con 0x7f06a41456b0 2024-07-27T07:04:38.480 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:38.480 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:38.480 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:38.483 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 msgr2=0x7f0680079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 0x7f0680079520 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f0694035000 tx=0x7f069402d040 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 msgr2=0x7f06a4144e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 secure :-1 s=READY pgs=1834 cs=0 l=1 rev1=1 crypto rx=0x7f068c001220 tx=0x7f068c00dc30 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 shutdown_connections 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0680077010 0x7f0680079520 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06a409c480 0x7f06a41f60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06a41456b0 0x7f06a4144e10 unknown :-1 s=CLOSED pgs=1834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 --2- 172.21.15.66:0/2664502241 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f0688003a00 0x7f06a40c4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 >> 172.21.15.66:0/2664502241 conn(0x7f06a406d3f0 msgr2=0x7f06a415ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 shutdown_connections 2024-07-27T07:04:38.484 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:38.482+0000 7f06ab400640 1 -- 172.21.15.66:0/2664502241 wait complete. 2024-07-27T07:04:38.514 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config set mds_max_snaps_per_dir 98 2024-07-27T07:04:38.825 INFO:teuthology.orchestra.run.smithi066.stdout:{"success":"mds_max_snaps_per_dir = '' "} 2024-07-27T07:04:38.825 DEBUG:tasks.cephfs.filesystem:_json_asok output { "success": "mds_max_snaps_per_dir = '' " } 2024-07-27T07:04:38.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:38.825 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir accounts/.snap/s_100) 2024-07-27T07:04:38.883 INFO:teuthology.orchestra.run.smithi066.stderr:mkdir: cannot create directory ‘accounts/.snap/s_100’: Too many links 2024-07-27T07:04:38.884 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:04:38.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:38.885 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_1) 2024-07-27T07:04:38.956 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:38.956 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_2) 2024-07-27T07:04:39.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.027 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_3) 2024-07-27T07:04:39.096 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.097 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_4) 2024-07-27T07:04:39.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.167 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_5) 2024-07-27T07:04:39.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.236 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_6) 2024-07-27T07:04:39.299 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.299 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_7) 2024-07-27T07:04:39.361 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.361 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_8) 2024-07-27T07:04:39.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.429 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_9) 2024-07-27T07:04:39.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.501 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_10) 2024-07-27T07:04:39.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.570 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_11) 2024-07-27T07:04:39.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.637 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_12) 2024-07-27T07:04:39.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.707 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_13) 2024-07-27T07:04:39.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.777 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_14) 2024-07-27T07:04:39.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.843 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_15) 2024-07-27T07:04:39.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.909 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_16) 2024-07-27T07:04:39.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:39.977 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_17) 2024-07-27T07:04:40.045 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.045 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_18) 2024-07-27T07:04:40.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.111 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_19) 2024-07-27T07:04:40.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.176 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_20) 2024-07-27T07:04:40.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.248 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_21) 2024-07-27T07:04:40.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.308 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_22) 2024-07-27T07:04:40.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.374 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_23) 2024-07-27T07:04:40.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.440 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_24) 2024-07-27T07:04:40.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.502 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_25) 2024-07-27T07:04:40.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.570 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_26) 2024-07-27T07:04:40.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.637 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_27) 2024-07-27T07:04:40.701 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.701 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_28) 2024-07-27T07:04:40.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.764 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_29) 2024-07-27T07:04:40.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:40.876 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_30) 2024-07-27T07:04:41.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.004 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_31) 2024-07-27T07:04:41.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.077 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_32) 2024-07-27T07:04:41.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.128 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_33) 2024-07-27T07:04:41.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.195 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_34) 2024-07-27T07:04:41.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.244 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_35) 2024-07-27T07:04:41.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.296 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_36) 2024-07-27T07:04:41.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.360 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_37) 2024-07-27T07:04:41.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.432 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_38) 2024-07-27T07:04:41.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.500 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_39) 2024-07-27T07:04:41.570 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.570 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_40) 2024-07-27T07:04:41.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.643 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_41) 2024-07-27T07:04:41.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.716 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_42) 2024-07-27T07:04:41.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.787 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_43) 2024-07-27T07:04:41.856 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.856 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_44) 2024-07-27T07:04:41.912 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.912 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_45) 2024-07-27T07:04:41.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:41.982 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_46) 2024-07-27T07:04:42.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.061 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_47) 2024-07-27T07:04:42.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.119 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_48) 2024-07-27T07:04:42.175 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.175 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_49) 2024-07-27T07:04:42.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.236 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_50) 2024-07-27T07:04:42.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.301 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_51) 2024-07-27T07:04:42.373 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.373 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_52) 2024-07-27T07:04:42.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.447 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_53) 2024-07-27T07:04:42.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.519 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_54) 2024-07-27T07:04:42.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.595 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_55) 2024-07-27T07:04:42.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.669 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_56) 2024-07-27T07:04:42.742 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.742 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_57) 2024-07-27T07:04:42.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.805 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_58) 2024-07-27T07:04:42.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.910 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_59) 2024-07-27T07:04:42.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:42.972 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_60) 2024-07-27T07:04:43.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.022 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_61) 2024-07-27T07:04:43.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.074 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_62) 2024-07-27T07:04:43.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.131 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_63) 2024-07-27T07:04:43.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.195 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_64) 2024-07-27T07:04:43.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.283 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_65) 2024-07-27T07:04:43.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.342 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_66) 2024-07-27T07:04:43.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.391 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_67) 2024-07-27T07:04:43.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.444 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_68) 2024-07-27T07:04:43.504 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.504 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_69) 2024-07-27T07:04:43.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.572 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_70) 2024-07-27T07:04:43.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.649 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_71) 2024-07-27T07:04:43.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.725 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_72) 2024-07-27T07:04:43.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.798 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_73) 2024-07-27T07:04:43.888 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.889 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_74) 2024-07-27T07:04:43.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:43.961 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_75) 2024-07-27T07:04:44.008 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.008 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_76) 2024-07-27T07:04:44.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.060 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_77) 2024-07-27T07:04:44.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.123 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_78) 2024-07-27T07:04:44.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.193 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_79) 2024-07-27T07:04:44.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.264 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_80) 2024-07-27T07:04:44.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.338 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_81) 2024-07-27T07:04:44.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.418 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_82) 2024-07-27T07:04:44.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.491 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_83) 2024-07-27T07:04:44.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.591 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_84) 2024-07-27T07:04:44.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.648 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_85) 2024-07-27T07:04:44.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.698 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_86) 2024-07-27T07:04:44.751 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.751 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_87) 2024-07-27T07:04:44.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.806 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_88) 2024-07-27T07:04:44.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.894 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_89) 2024-07-27T07:04:44.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:44.975 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_90) 2024-07-27T07:04:45.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.023 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_91) 2024-07-27T07:04:45.073 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.073 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_92) 2024-07-27T07:04:45.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.129 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_93) 2024-07-27T07:04:45.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.195 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_94) 2024-07-27T07:04:45.264 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.264 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_95) 2024-07-27T07:04:45.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.335 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_96) 2024-07-27T07:04:45.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.404 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_97) 2024-07-27T07:04:45.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.499 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_98) 2024-07-27T07:04:45.557 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.557 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts/.snap/s_99) 2024-07-27T07:04:45.604 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:45.604 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir accounts) 2024-07-27T07:04:45.646 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:04:45.646 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:04:45.805 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:04:45.939 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:04:45.939 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:04:45.939 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:45.940 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:45.995 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:45.995 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:46.039 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:04:46.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 -- 172.21.15.66:0/2265700612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300b5250 msgr2=0x7f2c3015b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 --2- 172.21.15.66:0/2265700612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300b5250 0x7f2c3015b3e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f2c24009830 tx=0x7f2c2402a510 comp rx=0 tx=0).stop 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 -- 172.21.15.66:0/2265700612 shutdown_connections 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 --2- 172.21.15.66:0/2265700612 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300cec80 0x7f2c30073280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 --2- 172.21.15.66:0/2265700612 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300b5250 0x7f2c3015b3e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 -- 172.21.15.66:0/2265700612 >> 172.21.15.66:0/2265700612 conn(0x7f2c300b2930 msgr2=0x7f2c30072b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 -- 172.21.15.66:0/2265700612 shutdown_connections 2024-07-27T07:04:46.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.411+0000 7f2c36400640 1 -- 172.21.15.66:0/2265700612 wait complete. 2024-07-27T07:04:46.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.413+0000 7f2c36400640 1 Processor -- start 2024-07-27T07:04:46.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.413+0000 7f2c36400640 1 -- start start 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300737c0 0x7f2c3014fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300b5250 0x7f2c301fc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2c3015f130 con 0x7f2c300cec80 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2c300b4870 con 0x7f2c300737c0 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c36400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2c3015f2b0 con 0x7f2c300b5250 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c35a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c35000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300737c0 0x7f2c3014fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:46.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.415+0000 7f2c35a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46374/0 (socket says 172.21.15.66:46374) 2024-07-27T07:04:46.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 -- 172.21.15.66:0/2993832804 learned_addr learned my addr 172.21.15.66:0/2993832804 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:46.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c2fe00640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300b5250 0x7f2c301fc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:46.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 -- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300b5250 msgr2=0x7f2c301fc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300b5250 0x7f2c301fc7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 -- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300737c0 msgr2=0x7f2c3014fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300737c0 0x7f2c3014fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 -- 172.21.15.66:0/2993832804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c301502d0 con 0x7f2c300cec80 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.416+0000 7f2c35a00640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800caa0 tx=0x7f2c2800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.417+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28016020 con 0x7f2c300cec80 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.417+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c2800ac90 con 0x7f2c300cec80 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.417+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c28012680 con 0x7f2c300cec80 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.417+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c301fd410 con 0x7f2c300cec80 2024-07-27T07:04:46.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.417+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c3014a3c0 con 0x7f2c300cec80 2024-07-27T07:04:46.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.418+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c301fd180 con 0x7f2c300cec80 2024-07-27T07:04:46.421 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.419+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2c28019020 con 0x7f2c300cec80 2024-07-27T07:04:46.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.421+0000 7f2c2cc00640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 0x7f2c10079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:46.422 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.421+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 7397+0+0 (secure 0 0 0) 0x7f2c280994b0 con 0x7f2c300cec80 2024-07-27T07:04:46.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.421+0000 7f2c35000640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 0x7f2c10079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:46.423 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.422+0000 7f2c35000640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 0x7f2c10079550 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f2c24034000 tx=0x7f2c24004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:46.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.426+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2c28020020 con 0x7f2c300cec80 2024-07-27T07:04:46.652 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.651+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2c3015b3e0 con 0x7f2c300cec80 2024-07-27T07:04:46.653 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.652+0000 7f2c2cc00640 1 -- 172.21.15.66:0/2993832804 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v187) ==== 80+0+0 (secure 0 0 0) 0x7f2c301502d0 con 0x7f2c300cec80 2024-07-27T07:04:46.654 INFO:teuthology.orchestra.run.smithi066.stderr:listed 0 entries 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.655+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 msgr2=0x7f2c10079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.655+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 0x7f2c10079550 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f2c24034000 tx=0x7f2c24004730 comp rx=0 tx=0).stop 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.655+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 msgr2=0x7f2c3015a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.655+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f2c2800caa0 tx=0x7f2c2800cf60 comp rx=0 tx=0).stop 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 shutdown_connections 2024-07-27T07:04:46.657 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2c10077040 0x7f2c10079550 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2c300cec80 0x7f2c3015a220 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2c300b5250 0x7f2c301fc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 --2- 172.21.15.66:0/2993832804 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2c300737c0 0x7f2c3014fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 >> 172.21.15.66:0/2993832804 conn(0x7f2c300b2930 msgr2=0x7f2c30158750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 shutdown_connections 2024-07-27T07:04:46.658 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:46.656+0000 7f2c36400640 1 -- 172.21.15.66:0/2993832804 wait complete. 2024-07-27T07:04:46.688 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:04:46.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:46.688 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:04:46.825 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:04:46.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:04:46.825 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:04:46.902 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:04:46.902 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:04:46.902 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:46.942 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:04:46.942 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:04:46.942 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:04:46.942 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:46.981 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:04:46.981 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:04:46.981 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:04:46.982 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:04:47.033 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:04:47.034 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.317+0000 7fda13e00640 1 -- 172.21.15.66:0/3833115348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda1406cd30 msgr2=0x7fda1415fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.317+0000 7fda13e00640 1 --2- 172.21.15.66:0/3833115348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda1406cd30 0x7fda1415fe10 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc009830 tx=0x7fd9fc02a400 comp rx=0 tx=0).stop 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 -- 172.21.15.66:0/3833115348 shutdown_connections 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 --2- 172.21.15.66:0/3833115348 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda1406cd30 0x7fda1415fe10 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 --2- 172.21.15.66:0/3833115348 >> v2:172.21.15.155:3300/0 conn(0x7fda1415d2d0 0x7fda1406c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 -- 172.21.15.66:0/3833115348 >> 172.21.15.66:0/3833115348 conn(0x7fda140d0bd0 msgr2=0x7fda140d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:47.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 -- 172.21.15.66:0/3833115348 shutdown_connections 2024-07-27T07:04:47.320 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.318+0000 7fda13e00640 1 -- 172.21.15.66:0/3833115348 wait complete. 2024-07-27T07:04:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.321+0000 7fda13e00640 1 Processor -- start 2024-07-27T07:04:47.322 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.321+0000 7fda13e00640 1 -- start start 2024-07-27T07:04:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fda1406cd30 0x7fda14153010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.325 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 0x7fda141f8750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fda14160af0 con 0x7fda1415d2d0 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fda14160970 con 0x7fda1406cd30 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda13e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fda1406fa60 con 0x7fda14160350 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.323+0000 7fda12000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46388/0 (socket says 172.21.15.66:46388) 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 -- 172.21.15.66:0/530492154 learned_addr learned my addr 172.21.15.66:0/530492154 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12a00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fda1406cd30 0x7fda14153010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda13400640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 0x7fda141f8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 -- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 msgr2=0x7fda141f8750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 0x7fda141f8750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 -- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fda1406cd30 msgr2=0x7fda14153010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fda1406cd30 0x7fda14153010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda12000640 1 -- 172.21.15.66:0/530492154 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda1415b490 con 0x7fda1415d2d0 2024-07-27T07:04:47.327 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.324+0000 7fda13400640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 0x7fda141f8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda12000640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc009950 tx=0x7fd9fc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc031d60 con 0x7fda1415d2d0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd9fc033e10 con 0x7fda1415d2d0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc033310 con 0x7fda1415d2d0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda1415a3f0 con 0x7fda1415d2d0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.325+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda1415a9b0 con 0x7fda1415d2d0 2024-07-27T07:04:47.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.326+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda140b26c0 con 0x7fda1415d2d0 2024-07-27T07:04:47.329 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.328+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd9fc0334b0 con 0x7fda1415d2d0 2024-07-27T07:04:47.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.329+0000 7fda0aa00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 0x7fd9f0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.330 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.329+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 7397+0+0 (secure 0 0 0) 0x7fd9fc0ba4e0 con 0x7fda1415d2d0 2024-07-27T07:04:47.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.329+0000 7fda12a00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 0x7fd9f0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.331+0000 7fda12a00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 0x7fd9f0079520 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fda0c005fd0 tx=0x7fda0c0095c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:47.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.333+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fda140b26c0 con 0x7fda1415d2d0 2024-07-27T07:04:47.589 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.588+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda1406ff80 con 0x7fda1415d2d0 2024-07-27T07:04:47.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.589+0000 7fda0aa00640 1 -- 172.21.15.66:0/530492154 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7fd9fc03f030 con 0x7fda1415d2d0 2024-07-27T07:04:47.591 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:47.591 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:47.591 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:47.593 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 msgr2=0x7fd9f0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 0x7fd9f0079520 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fda0c005fd0 tx=0x7fda0c0095c0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 msgr2=0x7fda14156290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 secure :-1 s=READY pgs=1837 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc009950 tx=0x7fd9fc033c20 comp rx=0 tx=0).stop 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 shutdown_connections 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd9f0077010 0x7fd9f0079520 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.594 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fda14160350 0x7fda141f8750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fda1415d2d0 0x7fda14156290 unknown :-1 s=CLOSED pgs=1837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 --2- 172.21.15.66:0/530492154 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fda1406cd30 0x7fda14153010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.592+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 >> 172.21.15.66:0/530492154 conn(0x7fda140d0bd0 msgr2=0x7fda140d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:47.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.593+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 shutdown_connections 2024-07-27T07:04:47.595 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.593+0000 7fda13e00640 1 -- 172.21.15.66:0/530492154 wait complete. 2024-07-27T07:04:47.620 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 -- 172.21.15.66:0/1209763484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc578005910 msgr2=0x7fc578005d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 --2- 172.21.15.66:0/1209763484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc578005910 0x7fc578005d20 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7fc57c006f60 tx=0x7fc578006940 comp rx=0 tx=0).stop 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 -- 172.21.15.66:0/1209763484 shutdown_connections 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 --2- 172.21.15.66:0/1209763484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc578005910 0x7fc578005d20 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 -- 172.21.15.66:0/1209763484 >> 172.21.15.66:0/1209763484 conn(0x7fc59406d3f0 msgr2=0x7fc5940b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:47.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 -- 172.21.15.66:0/1209763484 shutdown_connections 2024-07-27T07:04:47.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.919+0000 7fc599600640 1 -- 172.21.15.66:0/1209763484 wait complete. 2024-07-27T07:04:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.922+0000 7fc599600640 1 Processor -- start 2024-07-27T07:04:47.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.922+0000 7fc599600640 1 -- start start 2024-07-27T07:04:47.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc578005910 0x7fc59414d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.925 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc594159010 0x7fc594159420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc5940b3df0 con 0x7fc5941e54a0 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc5940b3c70 con 0x7fc578005910 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.923+0000 7fc599600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc5940b3f70 con 0x7fc594159010 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46412/0 (socket says 172.21.15.66:46412) 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 -- 172.21.15.66:0/1232599762 learned_addr learned my addr 172.21.15.66:0/1232599762 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc592000640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc594159010 0x7fc594159420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc592a00640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc578005910 0x7fc59414d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 -- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc594159010 msgr2=0x7fc594159420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc594159010 0x7fc594159420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.926 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 -- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc578005910 msgr2=0x7fc59414d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:47.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc578005910 0x7fc59414d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:47.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.924+0000 7fc593400640 1 -- 172.21.15.66:0/1232599762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc594159960 con 0x7fc5941e54a0 2024-07-27T07:04:47.927 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc593400640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7fc5940b4cd0 tx=0x7fc58400d820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584005280 con 0x7fc5941e54a0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc584005440 con 0x7fc5941e54a0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5941e5df0 con 0x7fc5941e54a0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc584003830 con 0x7fc5941e54a0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.925+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5940b1490 con 0x7fc5941e54a0 2024-07-27T07:04:47.928 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.926+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5941e5fc0 con 0x7fc5941e54a0 2024-07-27T07:04:47.929 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.928+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc5840039d0 con 0x7fc5941e54a0 2024-07-27T07:04:47.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.929+0000 7fc58aa00640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 0x7fc570079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:47.930 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.929+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 7381+0+0 (secure 0 0 0) 0x7fc5840984f0 con 0x7fc5941e54a0 2024-07-27T07:04:47.931 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.930+0000 7fc592a00640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 0x7fc570079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:47.932 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.931+0000 7fc592a00640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 0x7fc570079550 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc58c005fd0 tx=0x7fc58c009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:47.935 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:47.934+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc594159960 con 0x7fc5941e54a0 2024-07-27T07:04:48.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.205+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc59415c670 con 0x7fc5941e54a0 2024-07-27T07:04:48.208 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.206+0000 7fc58aa00640 1 -- 172.21.15.66:0/1232599762 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7fc584060fc0 con 0x7fc5941e54a0 2024-07-27T07:04:48.208 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:48.208 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:48.208 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:48.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 msgr2=0x7fc570079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 0x7fc570079550 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc58c005fd0 tx=0x7fc58c009500 comp rx=0 tx=0).stop 2024-07-27T07:04:48.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 msgr2=0x7fc5941e58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.210 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 secure :-1 s=READY pgs=1840 cs=0 l=1 rev1=1 crypto rx=0x7fc5940b4cd0 tx=0x7fc58400d820 comp rx=0 tx=0).stop 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 shutdown_connections 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc570077040 0x7fc570079550 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc5941e54a0 0x7fc5941e58b0 unknown :-1 s=CLOSED pgs=1840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc594159010 0x7fc594159420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 --2- 172.21.15.66:0/1232599762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc578005910 0x7fc59414d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.209+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 >> 172.21.15.66:0/1232599762 conn(0x7fc59406d3f0 msgr2=0x7fc59415e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:48.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.210+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 shutdown_connections 2024-07-27T07:04:48.212 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.210+0000 7fc599600640 1 -- 172.21.15.66:0/1232599762 wait complete. 2024-07-27T07:04:48.236 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:48.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 -- 172.21.15.66:0/879892641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 msgr2=0x7f72f815fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 --2- 172.21.15.66:0/879892641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f815fe10 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7f72f80d1ca0 tx=0x7f72e002a440 comp rx=0 tx=0).stop 2024-07-27T07:04:48.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 -- 172.21.15.66:0/879892641 shutdown_connections 2024-07-27T07:04:48.496 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 --2- 172.21.15.66:0/879892641 >> v2:172.21.15.155:3300/0 conn(0x7f72f8160350 0x7f72f8160760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 --2- 172.21.15.66:0/879892641 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f815fe10 unknown :-1 s=CLOSED pgs=1841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 --2- 172.21.15.66:0/879892641 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 0x7f72f806c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.494+0000 7f72fe000640 1 -- 172.21.15.66:0/879892641 >> 172.21.15.66:0/879892641 conn(0x7f72f80d0bd0 msgr2=0x7f72f80d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:48.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.495+0000 7f72fe000640 1 -- 172.21.15.66:0/879892641 shutdown_connections 2024-07-27T07:04:48.497 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.495+0000 7f72fe000640 1 -- 172.21.15.66:0/879892641 wait complete. 2024-07-27T07:04:48.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.497+0000 7f72fe000640 1 Processor -- start 2024-07-27T07:04:48.498 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.497+0000 7f72fe000640 1 -- start start 2024-07-27T07:04:48.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:48.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 0x7f72f80ca1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:48.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f8160350 0x7f72f8158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:48.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f72f806f4d0 con 0x7f72f806cd30 2024-07-27T07:04:48.500 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72f806f350 con 0x7f72f8160350 2024-07-27T07:04:48.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fe000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72f806f650 con 0x7f72f815d2d0 2024-07-27T07:04:48.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:48.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46434/0 (socket says 172.21.15.66:46434) 2024-07-27T07:04:48.501 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 -- 172.21.15.66:0/3601275362 learned_addr learned my addr 172.21.15.66:0/3601275362 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 -- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 msgr2=0x7f72f80ca1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72f7e00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 0x7f72f80ca1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 0x7f72f80ca1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fd600640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f8160350 0x7f72f8158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 -- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f8160350 msgr2=0x7f72f8158550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f8160350 0x7f72f8158550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.499+0000 7f72fcc00640 1 -- 172.21.15.66:0/3601275362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72f81f8bd0 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72fcc00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f72e800d690 tx=0x7f72e800db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e8017070 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72e8005310 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72f81f8eb0 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72e8009820 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.500+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72f81f9470 con 0x7f72f806cd30 2024-07-27T07:04:48.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.501+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72f806c7f0 con 0x7f72f806cd30 2024-07-27T07:04:48.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.503+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f72e80099c0 con 0x7f72f806cd30 2024-07-27T07:04:48.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.504+0000 7f72f4c00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 0x7f72d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:48.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.504+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(190..190 src has 1..190) ==== 7397+0+0 (secure 0 0 0) 0x7f72e8098f70 con 0x7f72f806cd30 2024-07-27T07:04:48.505 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.504+0000 7f72f7e00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 0x7f72d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:48.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.506+0000 7f72f7e00640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 0x7f72d4079520 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f72e0033000 tx=0x7f72e0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:48.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.508+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72e8061b60 con 0x7f72f806cd30 2024-07-27T07:04:48.715 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.714+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f72f806d560 con 0x7f72f806cd30 2024-07-27T07:04:48.719 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.718+0000 7f72f4c00640 1 -- 172.21.15.66:0/3601275362 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v190) ==== 74+0+22700 (secure 0 0 0) 0x7f72e8061460 con 0x7f72f806cd30 2024-07-27T07:04:48.720 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:48.720 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":190,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:48.191645+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:04:17.848378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-07-27T07:04:18.702505+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"189","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":199,"snap_epoch":189,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":25,"length":76},{"begin":124,"length":76}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":23,"snaps":[{"begin":2,"length":23},{"begin":101,"length":23}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 msgr2=0x7f72d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 0x7f72d4079520 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f72e0033000 tx=0x7f72e0004730 comp rx=0 tx=0).stop 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 msgr2=0x7f72f80cfef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f72e800d690 tx=0x7f72e800db50 comp rx=0 tx=0).stop 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 shutdown_connections 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72d4077010 0x7f72d4079520 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72f8160350 0x7f72f8158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72f815d2d0 0x7f72f80ca1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 --2- 172.21.15.66:0/3601275362 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72f806cd30 0x7f72f80cfef0 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:48.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 >> 172.21.15.66:0/3601275362 conn(0x7f72f80d0bd0 msgr2=0x7f72f80cdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:48.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 shutdown_connections 2024-07-27T07:04:48.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:48.721+0000 7f72fe000640 1 -- 172.21.15.66:0/3601275362 wait complete. 2024-07-27T07:04:48.746 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T07:04:48.747 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:49.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 -- 172.21.15.66:0/167075289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c0703f0 msgr2=0x7fae5c072b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 --2- 172.21.15.66:0/167075289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c0703f0 0x7fae5c072b90 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7fae5c071ad0 tx=0x7fae5002a5f0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 -- 172.21.15.66:0/167075289 shutdown_connections 2024-07-27T07:04:49.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 --2- 172.21.15.66:0/167075289 >> v2:172.21.15.155:3300/0 conn(0x7fae5c0b5250 0x7fae5c15dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 --2- 172.21.15.66:0/167075289 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c0703f0 0x7fae5c072b90 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 -- 172.21.15.66:0/167075289 >> 172.21.15.66:0/167075289 conn(0x7fae5c0cfa80 msgr2=0x7fae5c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:49.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 -- 172.21.15.66:0/167075289 shutdown_connections 2024-07-27T07:04:49.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.025+0000 7fae62e00640 1 -- 172.21.15.66:0/167075289 wait complete. 2024-07-27T07:04:49.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.028+0000 7fae62e00640 1 Processor -- start 2024-07-27T07:04:49.029 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.028+0000 7fae62e00640 1 -- start start 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 0x7fae5c1469d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae5c0b5250 0x7fae5c0b3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fae5c06f5b0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fae5c15ea90 con 0x7fae5c0703f0 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.029+0000 7fae62e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fae5c06f730 con 0x7fae5c0b5250 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46462/0 (socket says 172.21.15.66:46462) 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 -- 172.21.15.66:0/1712933211 learned_addr learned my addr 172.21.15.66:0/1712933211 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:49.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae61a00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 0x7fae5c1469d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae61000640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae5c0b5250 0x7fae5c0b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 -- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae5c0b5250 msgr2=0x7fae5c0b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae5c0b5250 0x7fae5c0b3980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 -- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 msgr2=0x7fae5c1469d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 0x7fae5c1469d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 -- 172.21.15.66:0/1712933211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae5c1f51c0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae61a00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 0x7fae5c1469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:49.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.030+0000 7fae62400640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7fae5400c730 tx=0x7fae5400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:49.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.031+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae54003b70 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.031+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae54003d30 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.031+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae540052d0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.031+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae5c1f54a0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.031+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae5c1f5a60 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.032+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae5c072b90 con 0x7fae5c15a1e0 2024-07-27T07:04:49.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.033+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fae54005680 con 0x7fae5c15a1e0 2024-07-27T07:04:49.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.034+0000 7fae59600640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 0x7fae3c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.034+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(190..190 src has 1..190) ==== 7397+0+0 (secure 0 0 0) 0x7fae54098fe0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.035+0000 7fae61a00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 0x7fae3c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.036+0000 7fae61a00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 0x7fae3c079520 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fae50033000 tx=0x7fae50004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:49.040 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.039+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fae54061b90 con 0x7fae5c15a1e0 2024-07-27T07:04:49.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.282+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae5c154ff0 con 0x7fae5c15a1e0 2024-07-27T07:04:49.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.283+0000 7fae59600640 1 -- 172.21.15.66:0/1712933211 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7fae54061490 con 0x7fae5c15a1e0 2024-07-27T07:04:49.285 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:49.285 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:49.285 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 msgr2=0x7fae3c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 0x7fae3c079520 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fae50033000 tx=0x7fae50004730 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 msgr2=0x7fae5c0b3ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 secure :-1 s=READY pgs=1845 cs=0 l=1 rev1=1 crypto rx=0x7fae5400c730 tx=0x7fae5400cbf0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 shutdown_connections 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fae3c077010 0x7fae3c079520 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fae5c15a1e0 0x7fae5c0b3ec0 unknown :-1 s=CLOSED pgs=1845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fae5c0b5250 0x7fae5c0b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 --2- 172.21.15.66:0/1712933211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fae5c0703f0 0x7fae5c1469d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 >> 172.21.15.66:0/1712933211 conn(0x7fae5c0cfa80 msgr2=0x7fae5c155b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 shutdown_connections 2024-07-27T07:04:49.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.286+0000 7fae62e00640 1 -- 172.21.15.66:0/1712933211 wait complete. 2024-07-27T07:04:49.313 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:04:49.596 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 -- 172.21.15.66:0/2759851846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b2a90 msgr2=0x7f2ff00b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 --2- 172.21.15.66:0/2759851846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b2a90 0x7f2ff00b2ea0 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7f2ff00d0900 tx=0x7f2fd802a560 comp rx=0 tx=0).stop 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 -- 172.21.15.66:0/2759851846 shutdown_connections 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 --2- 172.21.15.66:0/2759851846 >> v2:172.21.15.155:3300/0 conn(0x7f2ff00b4a40 0x7f2ff00b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 --2- 172.21.15.66:0/2759851846 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b2a90 0x7f2ff00b2ea0 unknown :-1 s=CLOSED pgs=1846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 --2- 172.21.15.66:0/2759851846 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff0072300 0x7f2ff015cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 -- 172.21.15.66:0/2759851846 >> 172.21.15.66:0/2759851846 conn(0x7f2ff00cfa80 msgr2=0x7f2ff00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 -- 172.21.15.66:0/2759851846 shutdown_connections 2024-07-27T07:04:49.597 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.595+0000 7f2ff5200640 1 -- 172.21.15.66:0/2759851846 wait complete. 2024-07-27T07:04:49.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.597+0000 7f2ff5200640 1 Processor -- start 2024-07-27T07:04:49.599 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.598+0000 7f2ff5200640 1 -- start start 2024-07-27T07:04:49.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ff0072300 0x7f2ff00ce060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 0x7f2ff01e8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff006f230 con 0x7f2ff00b4a40 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff006f0b0 con 0x7f2ff0072300 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.599+0000 7f2ff5200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff006f3b0 con 0x7f2ff00b2a90 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46466/0 (socket says 172.21.15.66:46466) 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 -- 172.21.15.66:0/3809110488 learned_addr learned my addr 172.21.15.66:0/3809110488 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fef400640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ff0072300 0x7f2ff00ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fe7e00640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 0x7f2ff01e8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 -- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 msgr2=0x7f2ff01e8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.602 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 0x7f2ff01e8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 -- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ff0072300 msgr2=0x7f2ff00ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ff0072300 0x7f2ff00ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fefe00640 1 -- 172.21.15.66:0/3809110488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff0143b10 con 0x7f2ff00b4a40 2024-07-27T07:04:49.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.600+0000 7f2fe7e00640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 0x7f2ff01e8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:49.603 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2fefe00640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f2fe800cae0 tx=0x7f2fe80071c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8007d40 con 0x7f2ff00b4a40 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fe8004b20 con 0x7f2ff00b4a40 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe8005020 con 0x7f2ff00b4a40 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff00cf020 con 0x7f2ff00b4a40 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.601+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff01f8540 con 0x7f2ff00b4a40 2024-07-27T07:04:49.604 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.602+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff00b2ea0 con 0x7f2ff00b4a40 2024-07-27T07:04:49.605 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.604+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2fe80051c0 con 0x7f2ff00b4a40 2024-07-27T07:04:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.605+0000 7f2fe7400640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 0x7f2fcc079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.605+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(190..190 src has 1..190) ==== 7397+0+0 (secure 0 0 0) 0x7f2fe8099a20 con 0x7f2ff00b4a40 2024-07-27T07:04:49.606 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.605+0000 7f2fef400640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 0x7f2fcc079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:49.608 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.607+0000 7f2fef400640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 0x7f2fcc079520 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f2fe000c9c0 tx=0x7f2fe000c3a0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:49.610 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.609+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2fe8014070 con 0x7f2ff00b4a40 2024-07-27T07:04:49.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.858+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ff00cf2b0 con 0x7f2ff00b4a40 2024-07-27T07:04:49.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.859+0000 7f2fe7400640 1 -- 172.21.15.66:0/3809110488 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 193 v193) ==== 95+0+5231 (secure 0 0 0) 0x7f2fe8062570 con 0x7f2ff00b4a40 2024-07-27T07:04:49.861 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:49.861 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":193,"btime":"2024-07-27T07:04:23:199208+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188}],"filesystems":[{"mdsmap":{"epoch":193,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:04:19.736043+0000","modified":"2024-07-27T07:04:22.794378+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9156},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9156":{"gid":9156,"name":"a","rank":0,"incarnation":189,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6834/856765388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":856765388},{"type":"v1","addr":"172.21.15.66:6834","nonce":856765388}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9156,"qdb_cluster":[9156]},"id":9}]} 2024-07-27T07:04:49.861 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 193 2024-07-27T07:04:49.863 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 msgr2=0x7f2fcc079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 0x7f2fcc079520 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f2fe000c9c0 tx=0x7f2fe000c3a0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 msgr2=0x7f2ff0142bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7f2fe800cae0 tx=0x7f2fe80071c0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 shutdown_connections 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2fcc077010 0x7f2fcc079520 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ff00b4a40 0x7f2ff0142bf0 unknown :-1 s=CLOSED pgs=1847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2ff00b2a90 0x7f2ff01e8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 --2- 172.21.15.66:0/3809110488 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ff0072300 0x7f2ff00ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 >> 172.21.15.66:0/3809110488 conn(0x7f2ff00cfa80 msgr2=0x7f2ff015b120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 shutdown_connections 2024-07-27T07:04:49.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:49.862+0000 7f2ff5200640 1 -- 172.21.15.66:0/3809110488 wait complete. 2024-07-27T07:04:49.891 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.176+0000 7f4b7e800640 1 -- 172.21.15.66:0/883960524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 msgr2=0x7f4b600051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.176+0000 7f4b7e800640 1 --2- 172.21.15.66:0/883960524 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b600051f0 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f4b70001d90 tx=0x7f4b60005830 comp rx=0 tx=0).stop 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.176+0000 7f4b7de00640 1 -- 172.21.15.66:0/883960524 reap_dead start 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.176+0000 7f4b7e800640 1 -- 172.21.15.66:0/883960524 shutdown_connections 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.176+0000 7f4b7e800640 1 -- 172.21.15.66:0/883960524 >> 172.21.15.66:0/883960524 conn(0x7f4b780cfa80 msgr2=0x7f4b780cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:50.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.177+0000 7f4b7e800640 1 -- 172.21.15.66:0/883960524 shutdown_connections 2024-07-27T07:04:50.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.177+0000 7f4b7e800640 1 -- 172.21.15.66:0/883960524 wait complete. 2024-07-27T07:04:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.179+0000 7f4b7e800640 1 Processor -- start 2024-07-27T07:04:50.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.179+0000 7f4b7e800640 1 -- start start 2024-07-27T07:04:50.182 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 0x7f4b78140420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 0x7f4b781f5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7815be80 con 0x7f4b60004d40 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f4b7815bd00 con 0x7f4b78157ec0 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7e800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f4b78144310 con 0x7f4b781f8c40 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7d400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46498/0 (socket says 172.21.15.66:46498) 2024-07-27T07:04:50.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.181+0000 7f4b7d400640 1 -- 172.21.15.66:0/452325716 learned_addr learned my addr 172.21.15.66:0/452325716 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7de00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 0x7f4b781f5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7ca00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 0x7f4b78140420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 -- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 msgr2=0x7f4b78140420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 0x7f4b78140420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 -- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 msgr2=0x7f4b781f5d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 0x7f4b781f5d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 -- 172.21.15.66:0/452325716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b781f5840 con 0x7f4b60004d40 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7de00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 0x7f4b781f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7ca00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 0x7f4b78140420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b7d400640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c0107e0 tx=0x7f4b6c010ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c00ece0 con 0x7f4b60004d40 2024-07-27T07:04:50.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.182+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b6c012450 con 0x7f4b60004d40 2024-07-27T07:04:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.183+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c012880 con 0x7f4b60004d40 2024-07-27T07:04:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.183+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b781f93b0 con 0x7f4b60004d40 2024-07-27T07:04:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.183+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b781f9970 con 0x7f4b60004d40 2024-07-27T07:04:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.184+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b781f5650 con 0x7f4b60004d40 2024-07-27T07:04:50.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.185+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4b6c012a20 con 0x7f4b60004d40 2024-07-27T07:04:50.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.187+0000 7f4b75600640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 0x7f4b58079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.187+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(190..190 src has 1..190) ==== 7397+0+0 (secure 0 0 0) 0x7f4b6c099d30 con 0x7f4b60004d40 2024-07-27T07:04:50.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.188+0000 7f4b7ca00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 0x7f4b58079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.190 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.189+0000 7f4b7ca00640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 0x7f4b58079520 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f4b781e8e80 tx=0x7f4b64009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:50.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.191+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4b6c062880 con 0x7f4b60004d40 2024-07-27T07:04:50.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.409+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b781f9b70 con 0x7f4b60004d40 2024-07-27T07:04:50.415 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.414+0000 7f4b75600640 1 -- 172.21.15.66:0/452325716 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v190) ==== 74+0+22700 (secure 0 0 0) 0x7f4b6c062180 con 0x7f4b60004d40 2024-07-27T07:04:50.415 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:50.416 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":190,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:48.191645+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:04:17.848378+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"180","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-07-27T07:04:18.702505+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"189","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":199,"snap_epoch":189,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":25,"length":76},{"begin":124,"length":76}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":23,"snaps":[{"begin":2,"length":23},{"begin":101,"length":23}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 msgr2=0x7f4b58079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 0x7f4b58079520 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f4b781e8e80 tx=0x7f4b64009040 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 msgr2=0x7f4b780b3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c0107e0 tx=0x7f4b6c010ca0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 shutdown_connections 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4b58077010 0x7f4b58079520 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f4b78157ec0 0x7f4b781f5d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f4b781f8c40 0x7f4b78140420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 --2- 172.21.15.66:0/452325716 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f4b60004d40 0x7f4b780b3a70 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 >> 172.21.15.66:0/452325716 conn(0x7f4b780cfa80 msgr2=0x7f4b78143460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:50.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.417+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 shutdown_connections 2024-07-27T07:04:50.420 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.418+0000 7f4b7e800640 1 -- 172.21.15.66:0/452325716 wait complete. 2024-07-27T07:04:50.444 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T07:04:50.723 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 -- 172.21.15.66:0/3013496536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f915415c030 msgr2=0x7f915406fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 --2- 172.21.15.66:0/3013496536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f915415c030 0x7f915406fd00 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f913c009830 tx=0x7f913c02a480 comp rx=0 tx=0).stop 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 -- 172.21.15.66:0/3013496536 shutdown_connections 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 --2- 172.21.15.66:0/3013496536 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f915415c030 0x7f915406fd00 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 --2- 172.21.15.66:0/3013496536 >> v2:172.21.15.155:3300/0 conn(0x7f91540cd650 0x7f915415baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 -- 172.21.15.66:0/3013496536 >> 172.21.15.66:0/3013496536 conn(0x7f91540cfa80 msgr2=0x7f91540cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 -- 172.21.15.66:0/3013496536 shutdown_connections 2024-07-27T07:04:50.724 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.722+0000 7f9159a00640 1 -- 172.21.15.66:0/3013496536 wait complete. 2024-07-27T07:04:50.725 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.724+0000 7f9159a00640 1 Processor -- start 2024-07-27T07:04:50.726 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.724+0000 7f9159a00640 1 -- start start 2024-07-27T07:04:50.727 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9154070240 0x7f9154134530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f915415c030 0x7f9154137630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f9154144780 con 0x7f91540cd650 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f9154144600 con 0x7f915415c030 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f9159a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f9154144900 con 0x7f9154070240 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f914b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f914b400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:46514/0 (socket says 172.21.15.66:46514) 2024-07-27T07:04:50.728 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.726+0000 7f914b400640 1 -- 172.21.15.66:0/795271353 learned_addr learned my addr 172.21.15.66:0/795271353 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:50.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f9153e00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9154070240 0x7f9154134530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.729 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f9159000640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f915415c030 0x7f9154137630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 -- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9154070240 msgr2=0x7f9154134530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9154070240 0x7f9154134530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 -- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f915415c030 msgr2=0x7f9154137630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f915415c030 0x7f9154137630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 -- 172.21.15.66:0/795271353 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9154134a70 con 0x7f91540cd650 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f914b400640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7f913c009950 tx=0x7f913c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.727+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c005c90 con 0x7f91540cd650 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.728+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f913c031e50 con 0x7f91540cd650 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.728+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f913c005260 con 0x7f91540cd650 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.728+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f915415ae70 con 0x7f91540cd650 2024-07-27T07:04:50.730 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.728+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9154155f70 con 0x7f91540cd650 2024-07-27T07:04:50.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.729+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f915415abe0 con 0x7f91540cd650 2024-07-27T07:04:50.731 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.730+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f913c005400 con 0x7f91540cd650 2024-07-27T07:04:50.732 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.731+0000 7f9150c00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 0x7f9130079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:50.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.731+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(190..190 src has 1..190) ==== 7397+0+0 (secure 0 0 0) 0x7f913c0ba0e0 con 0x7f91540cd650 2024-07-27T07:04:50.733 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.732+0000 7f9153e00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 0x7f9130079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:50.734 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.733+0000 7f9153e00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 0x7f9130079520 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9144009ac0 tx=0x7f9144005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:50.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.736+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f913c03f030 con 0x7f91540cd650 2024-07-27T07:04:50.990 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.989+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9154155a80 con 0x7f91540cd650 2024-07-27T07:04:50.991 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:04:50.990+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T07:04:50.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.994+0000 7f9150c00640 1 -- 172.21.15.66:0/795271353 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v194) ==== 161+0+0 (secure 0 0 0) 0x7f913c089e20 con 0x7f91540cd650 2024-07-27T07:04:50.996 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T07:04:51.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.998+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 msgr2=0x7f9130079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:51.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.998+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 0x7f9130079520 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f9144009ac0 tx=0x7f9144005f90 comp rx=0 tx=0).stop 2024-07-27T07:04:51.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.998+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 msgr2=0x7f91541f2a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:51.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:50.998+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7f913c009950 tx=0x7f913c033c20 comp rx=0 tx=0).stop 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 shutdown_connections 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f9130077010 0x7f9130079520 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f915415c030 0x7f9154137630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f91540cd650 0x7f91541f2a00 unknown :-1 s=CLOSED pgs=1851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 --2- 172.21.15.66:0/795271353 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9154070240 0x7f9154134530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 >> 172.21.15.66:0/795271353 conn(0x7f91540cfa80 msgr2=0x7f915415da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 shutdown_connections 2024-07-27T07:04:51.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.000+0000 7f9159a00640 1 -- 172.21.15.66:0/795271353 wait complete. 2024-07-27T07:04:51.028 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T07:04:51.140 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 -- 172.21.15.66:0/2808226170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 msgr2=0x7f1df00ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 --2- 172.21.15.66:0/2808226170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ccc20 secure :-1 s=READY pgs=1854 cs=0 l=1 rev1=1 crypto rx=0x7f1df00714d0 tx=0x7f1de802a7a0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 -- 172.21.15.66:0/2808226170 shutdown_connections 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 --2- 172.21.15.66:0/2808226170 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ccc20 unknown :-1 s=CLOSED pgs=1854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 --2- 172.21.15.66:0/2808226170 >> v2:172.21.15.155:3300/0 conn(0x7f1df0140de0 0x7f1df01404b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 -- 172.21.15.66:0/2808226170 >> 172.21.15.66:0/2808226170 conn(0x7f1df00b1aa0 msgr2=0x7f1df00b1eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 -- 172.21.15.66:0/2808226170 shutdown_connections 2024-07-27T07:04:51.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.305+0000 7f1def200640 1 -- 172.21.15.66:0/2808226170 wait complete. 2024-07-27T07:04:51.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.308+0000 7f1def200640 1 Processor -- start 2024-07-27T07:04:51.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.308+0000 7f1def200640 1 -- start start 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df0072410 0x7f1df01ebdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df0140de0 0x7f1df01f89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1df00ce670 con 0x7f1df00cc810 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1df00705c0 con 0x7f1df0140de0 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1def200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1df00ce7f0 con 0x7f1df0072410 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56870/0 (socket says 172.21.15.66:56870) 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 -- 172.21.15.66:0/3533242661 learned_addr learned my addr 172.21.15.66:0/3533242661 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:51.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1dee800640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df0140de0 0x7f1df01f89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1dede00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df0072410 0x7f1df01ebdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 -- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df0072410 msgr2=0x7f1df01ebdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df0072410 0x7f1df01ebdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 -- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df0140de0 msgr2=0x7f1df01f89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.310+0000 7f1de7e00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df0140de0 0x7f1df01f89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:51.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1de7e00640 1 -- 172.21.15.66:0/3533242661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1df01ec2f0 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1de7e00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800d770 tx=0x7f1dd800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd8017070 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1dd8009d20 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd80106c0 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1df00ae380 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.311+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1df00ae940 con 0x7f1df00cc810 2024-07-27T07:04:51.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.312+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1df0073ac0 con 0x7f1df00cc810 2024-07-27T07:04:51.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.314+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1dd801a070 con 0x7f1df00cc810 2024-07-27T07:04:51.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.315+0000 7f1de6000640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 0x7f1dcc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:51.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.315+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(191..191 src has 1..191) ==== 7439+0+0 (secure 0 0 0) 0x7f1dd80990f0 con 0x7f1df00cc810 2024-07-27T07:04:51.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.315+0000 7f1dede00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 0x7f1dcc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:51.318 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.317+0000 7f1dede00640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 0x7f1dcc079550 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1de00015e0 tx=0x7f1de0009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:51.321 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.320+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1df0073ac0 con 0x7f1df00cc810 2024-07-27T07:04:51.574 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.572+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f1df00ccf80 con 0x7f1df00cc810 2024-07-27T07:04:51.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:51.998+0000 7f1de6000640 1 -- 172.21.15.66:0/3533242661 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v195) ==== 104+0+0 (secure 0 0 0) 0x7f1df00ccf80 con 0x7f1df00cc810 2024-07-27T07:04:52.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 msgr2=0x7f1dcc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 0x7f1dcc079550 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1de00015e0 tx=0x7f1de0009040 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 msgr2=0x7f1df00ad8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 secure :-1 s=READY pgs=1855 cs=0 l=1 rev1=1 crypto rx=0x7f1dd800d770 tx=0x7f1dd800dc30 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 shutdown_connections 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1dcc077040 0x7f1dcc079550 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1df0140de0 0x7f1df01f89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1df00cc810 0x7f1df00ad8c0 unknown :-1 s=CLOSED pgs=1855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 --2- 172.21.15.66:0/3533242661 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1df0072410 0x7f1df01ebdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 >> 172.21.15.66:0/3533242661 conn(0x7f1df00b1aa0 msgr2=0x7f1df00affa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:52.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.002+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 shutdown_connections 2024-07-27T07:04:52.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.003+0000 7f1def200640 1 -- 172.21.15.66:0/3533242661 wait complete. 2024-07-27T07:04:52.038 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 -- 172.21.15.66:0/2201576237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a40b2ca0 msgr2=0x7f65a40b30b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 --2- 172.21.15.66:0/2201576237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a40b2ca0 0x7f65a40b30b0 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f658c009830 tx=0x7f658c02a480 comp rx=0 tx=0).stop 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 -- 172.21.15.66:0/2201576237 shutdown_connections 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 --2- 172.21.15.66:0/2201576237 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a40b2ca0 0x7f65a40b30b0 unknown :-1 s=CLOSED pgs=1857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 -- 172.21.15.66:0/2201576237 >> 172.21.15.66:0/2201576237 conn(0x7f65a406cfe0 msgr2=0x7f65a40b19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 -- 172.21.15.66:0/2201576237 shutdown_connections 2024-07-27T07:04:52.326 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.324+0000 7f65a8a00640 1 -- 172.21.15.66:0/2201576237 wait complete. 2024-07-27T07:04:52.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.327+0000 7f65a8a00640 1 Processor -- start 2024-07-27T07:04:52.328 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.327+0000 7f65a8a00640 1 -- start start 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65a40b2ca0 0x7f65a41f4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65a415ec80 0x7f65a4156340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f65a415c0a0 con 0x7f65a415b1f0 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f65a415bf20 con 0x7f65a415ec80 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f65a8a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f65a415c220 con 0x7f65a40b2ca0 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f659be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f659be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56900/0 (socket says 172.21.15.66:56900) 2024-07-27T07:04:52.331 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.329+0000 7f659be00640 1 -- 172.21.15.66:0/1349688891 learned_addr learned my addr 172.21.15.66:0/1349688891 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:52.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f65a1e00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65a40b2ca0 0x7f65a41f4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:52.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f65a2800640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65a415ec80 0x7f65a4156340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:52.332 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 -- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65a40b2ca0 msgr2=0x7f65a41f4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65a40b2ca0 0x7f65a41f4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 -- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65a415ec80 msgr2=0x7f65a4156340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65a415ec80 0x7f65a4156340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 -- 172.21.15.66:0/1349688891 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65a409ad30 con 0x7f65a415b1f0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.330+0000 7f659be00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7f658c02aa70 tx=0x7f658c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.331+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c005c90 con 0x7f65a415b1f0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.331+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f658c031e50 con 0x7f65a415b1f0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.331+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f658c005260 con 0x7f65a415b1f0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.331+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65a409b010 con 0x7f65a415b1f0 2024-07-27T07:04:52.333 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.331+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65a41f3e00 con 0x7f65a415b1f0 2024-07-27T07:04:52.334 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.332+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65a409aaa0 con 0x7f65a415b1f0 2024-07-27T07:04:52.335 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.333+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f658c005400 con 0x7f65a415b1f0 2024-07-27T07:04:52.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.334+0000 7f659a000640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 0x7f6580079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:52.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.335+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(192..192 src has 1..192) ==== 7497+0+0 (secure 0 0 0) 0x7f658c0ba150 con 0x7f65a415b1f0 2024-07-27T07:04:52.336 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.335+0000 7f65a1e00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 0x7f6580079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:52.338 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.337+0000 7f65a1e00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 0x7f6580079520 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f6594001610 tx=0x7f6594009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:52.340 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.339+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f658c03f030 con 0x7f65a415b1f0 2024-07-27T07:04:52.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:52.547+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f65a40b30b0 con 0x7f65a415b1f0 2024-07-27T07:04:53.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.013+0000 7f659a000640 1 -- 172.21.15.66:0/1349688891 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v193) ==== 181+0+0 (secure 0 0 0) 0x7f658c082bb0 con 0x7f65a415b1f0 2024-07-27T07:04:53.015 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' removed 2024-07-27T07:04:53.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.017+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 msgr2=0x7f6580079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:53.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.017+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 0x7f6580079520 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f6594001610 tx=0x7f6594009040 comp rx=0 tx=0).stop 2024-07-27T07:04:53.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.017+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 msgr2=0x7f65a41f77d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:53.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.017+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 secure :-1 s=READY pgs=1858 cs=0 l=1 rev1=1 crypto rx=0x7f658c02aa70 tx=0x7f658c033c20 comp rx=0 tx=0).stop 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 shutdown_connections 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6580077010 0x7f6580079520 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f65a415ec80 0x7f65a4156340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f65a415b1f0 0x7f65a41f77d0 unknown :-1 s=CLOSED pgs=1858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 --2- 172.21.15.66:0/1349688891 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f65a40b2ca0 0x7f65a41f4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.018+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 >> 172.21.15.66:0/1349688891 conn(0x7f65a406cfe0 msgr2=0x7f65a415ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:53.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.019+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 shutdown_connections 2024-07-27T07:04:53.021 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.019+0000 7f65a8a00640 1 -- 172.21.15.66:0/1349688891 wait complete. 2024-07-27T07:04:53.057 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-07-27T07:04:53.206 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T07:04:53.202+0000 7f1bfb200640 -1 osd.3 pg_epoch: 194 pg[23.26( empty local-lis/les=192/193 n=0 ec=179/179 lis/c=179/179 les/c/f=180/180/0 sis=192) [3,7] r=0 lpr=192 pi=[179,192)/1 crt=0'0 mlcod 0'0 activating mbc={} trimq=[19~4c,7c~4c]] on_active_advmap purged_snaps does not contain [19~4b], only [] 2024-07-27T07:04:53.206 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T07:04:53.202+0000 7f1bfb200640 -1 osd.3 pg_epoch: 194 pg[23.26( empty local-lis/les=192/193 n=0 ec=179/179 lis/c=179/179 les/c/f=180/180/0 sis=192) [3,7] r=0 lpr=192 pi=[179,192)/1 crt=0'0 mlcod 0'0 activating mbc={} trimq=[19~4c,7c~4c]] on_active_advmap purged_snaps does not contain [7c~4b], only [] 2024-07-27T07:04:53.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 -- 172.21.15.66:0/1936447116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0b3b70 msgr2=0x7efc8c0cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:53.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 --2- 172.21.15.66:0/1936447116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0b3b70 0x7efc8c0cf550 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7efc8c0b58f0 tx=0x7efc8402aa30 comp rx=0 tx=0).stop 2024-07-27T07:04:53.351 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 -- 172.21.15.66:0/1936447116 shutdown_connections 2024-07-27T07:04:53.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 --2- 172.21.15.66:0/1936447116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0b3b70 0x7efc8c0cf550 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 --2- 172.21.15.66:0/1936447116 >> v2:172.21.15.155:3300/0 conn(0x7efc8c0b2d40 0x7efc8c0b3630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.349+0000 7efc90c00640 1 -- 172.21.15.66:0/1936447116 >> 172.21.15.66:0/1936447116 conn(0x7efc8c0d3e30 msgr2=0x7efc8c0d4240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:53.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.350+0000 7efc90c00640 1 -- 172.21.15.66:0/1936447116 shutdown_connections 2024-07-27T07:04:53.352 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.350+0000 7efc90c00640 1 -- 172.21.15.66:0/1936447116 wait complete. 2024-07-27T07:04:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.352+0000 7efc90c00640 1 Processor -- start 2024-07-27T07:04:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.352+0000 7efc90c00640 1 -- start start 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0b2d40 0x7efc8c1f5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0b3b70 0x7efc8c0cd560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c0cfea0 con 0x7efc8c0d4950 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc8c0cfd20 con 0x7efc8c0b2d40 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc90c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc8c0d05d0 con 0x7efc8c0b3b70 2024-07-27T07:04:53.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc8be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56926/0 (socket says 172.21.15.66:56926) 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.354+0000 7efc8be00640 1 -- 172.21.15.66:0/998989962 learned_addr learned my addr 172.21.15.66:0/998989962 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 -- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0b3b70 msgr2=0x7efc8c0cd560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0b3b70 0x7efc8c0cd560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 -- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0b2d40 msgr2=0x7efc8c1f5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0b2d40 0x7efc8c1f5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 -- 172.21.15.66:0/998989962 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc8c1f6c90 con 0x7efc8c0d4950 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc8be00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7efc84009d60 tx=0x7efc84003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc84033050 con 0x7efc8c0d4950 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc84004550 con 0x7efc8c0d4950 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc8c1f6f70 con 0x7efc8c0d4950 2024-07-27T07:04:53.358 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc84038450 con 0x7efc8c0d4950 2024-07-27T07:04:53.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.355+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc8c1f7530 con 0x7efc8c0d4950 2024-07-27T07:04:53.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.356+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc8c0b5190 con 0x7efc8c0d4950 2024-07-27T07:04:53.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.358+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efc84036070 con 0x7efc8c0d4950 2024-07-27T07:04:53.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.359+0000 7efc83400640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 0x7efc68079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:53.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.359+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(194..194 src has 1..194) ==== 7103+0+0 (secure 0 0 0) 0x7efc840ba460 con 0x7efc8c0d4950 2024-07-27T07:04:53.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.359+0000 7efc8b400640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 0x7efc68079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:53.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.361+0000 7efc8b400640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 0x7efc68079520 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7efc7c009650 tx=0x7efc7c006ba0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:53.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.364+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc8c0b5190 con 0x7efc8c0d4950 2024-07-27T07:04:53.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:53.589+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7efc8c0b3630 con 0x7efc8c0d4950 2024-07-27T07:04:54.203 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.201+0000 7efc83400640 1 -- 172.21.15.66:0/998989962 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v195) ==== 169+0+0 (secure 0 0 0) 0x7efc840830e0 con 0x7efc8c0d4950 2024-07-27T07:04:54.203 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' removed 2024-07-27T07:04:54.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 msgr2=0x7efc68079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 0x7efc68079520 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7efc7c009650 tx=0x7efc7c006ba0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 msgr2=0x7efc8c15f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.207 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7efc84009d60 tx=0x7efc84003f10 comp rx=0 tx=0).stop 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 shutdown_connections 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc68077010 0x7efc68079520 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc8c0d4950 0x7efc8c15f000 unknown :-1 s=CLOSED pgs=1860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc8c0b3b70 0x7efc8c0cd560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 --2- 172.21.15.66:0/998989962 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc8c0b2d40 0x7efc8c1f5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.206+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 >> 172.21.15.66:0/998989962 conn(0x7efc8c0d3e30 msgr2=0x7efc8c0b0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:54.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.209+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 shutdown_connections 2024-07-27T07:04:54.211 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.210+0000 7efc90c00640 1 -- 172.21.15.66:0/998989962 wait complete. 2024-07-27T07:04:54.243 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 27 2024-07-27T07:04:54.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.529+0000 7fcff0c00640 1 -- 172.21.15.66:0/3525130889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfd0003aa0 msgr2=0x7fcfd0003f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.529+0000 7fcff0c00640 1 --2- 172.21.15.66:0/3525130889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfd0003aa0 0x7fcfd0003f10 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc009b50 tx=0x7fcfd0005830 comp rx=0 tx=0).stop 2024-07-27T07:04:54.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.530+0000 7fcff0c00640 1 -- 172.21.15.66:0/3525130889 shutdown_connections 2024-07-27T07:04:54.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.530+0000 7fcff0c00640 1 --2- 172.21.15.66:0/3525130889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfd0003aa0 0x7fcfd0003f10 unknown :-1 s=CLOSED pgs=1862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.530+0000 7fcff0c00640 1 -- 172.21.15.66:0/3525130889 >> 172.21.15.66:0/3525130889 conn(0x7fcfec0cfa80 msgr2=0x7fcfec0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:54.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.530+0000 7fcff0c00640 1 -- 172.21.15.66:0/3525130889 shutdown_connections 2024-07-27T07:04:54.532 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.530+0000 7fcff0c00640 1 -- 172.21.15.66:0/3525130889 wait complete. 2024-07-27T07:04:54.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.532+0000 7fcff0c00640 1 Processor -- start 2024-07-27T07:04:54.534 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.532+0000 7fcff0c00640 1 -- start start 2024-07-27T07:04:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd0003aa0 0x7fcfec1f8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:54.536 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 0x7fcfec0c98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fcfec0b51e0 con 0x7fcfec0736c0 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fcfec0b5060 con 0x7fcfd0003aa0 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcff0c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fcfec0b5360 con 0x7fcfec0c9490 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcfe3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcfe3e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56942/0 (socket says 172.21.15.66:56942) 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.534+0000 7fcfe3e00640 1 -- 172.21.15.66:0/834070916 learned_addr learned my addr 172.21.15.66:0/834070916 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfeb400640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd0003aa0 0x7fcfec1f8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfebe00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 0x7fcfec0c98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 -- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 msgr2=0x7fcfec0c98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.537 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 0x7fcfec0c98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 -- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd0003aa0 msgr2=0x7fcfec1f8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd0003aa0 0x7fcfec1f8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 -- 172.21.15.66:0/834070916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcfec074010 con 0x7fcfec0736c0 2024-07-27T07:04:54.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfebe00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 0x7fcfec0c98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:54.538 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.535+0000 7fcfe3e00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7fcfec15c9d0 tx=0x7fcfd400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.536+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd4018070 con 0x7fcfec0736c0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.536+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcfd40050d0 con 0x7fcfec0736c0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.536+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfd400b6c0 con 0x7fcfec0736c0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.536+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcfec1f8330 con 0x7fcfec0736c0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.536+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcfec1f5b70 con 0x7fcfec0736c0 2024-07-27T07:04:54.539 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.537+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcfec1f5600 con 0x7fcfec0736c0 2024-07-27T07:04:54.540 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.538+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fcfd401b070 con 0x7fcfec0736c0 2024-07-27T07:04:54.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.540+0000 7fcfe3400640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 0x7fcfc8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:54.541 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.540+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7fcfd40982a0 con 0x7fcfec0736c0 2024-07-27T07:04:54.542 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.541+0000 7fcfeb400640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 0x7fcfc8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:54.543 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.542+0000 7fcfeb400640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 0x7fcfc8079520 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc035000 tx=0x7fcfdc0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:54.546 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.545+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fcfd4060b60 con 0x7fcfec0736c0 2024-07-27T07:04:54.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.759+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config reset", "num": 27} v 0) -- 0x7fcfec0b3060 con 0x7fcfec0736c0 2024-07-27T07:04:54.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.768+0000 7fcfe3400640 1 -- 172.21.15.66:0/834070916 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 27}]=0 v44) ==== 71+0+0 (secure 0 0 0) 0x7fcfd40693f0 con 0x7fcfec0736c0 2024-07-27T07:04:54.773 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 msgr2=0x7fcfc8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 0x7fcfc8079520 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fcfdc035000 tx=0x7fcfdc0046c0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 msgr2=0x7fcfec073ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7fcfec15c9d0 tx=0x7fcfd400dc30 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 shutdown_connections 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fcfc8077010 0x7fcfc8079520 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fcfec0c9490 0x7fcfec0c98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fcfec0736c0 0x7fcfec073ad0 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 --2- 172.21.15.66:0/834070916 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fcfd0003aa0 0x7fcfec1f8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.771+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 >> 172.21.15.66:0/834070916 conn(0x7fcfec0cfa80 msgr2=0x7fcfec15e0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.772+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 shutdown_connections 2024-07-27T07:04:54.774 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:54.772+0000 7fcff0c00640 1 -- 172.21.15.66:0/834070916 wait complete. 2024-07-27T07:04:54.800 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit' 2024-07-27T07:04:55.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 -- 172.21.15.66:0/507687186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc358004800 msgr2=0x7fc358004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:55.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 --2- 172.21.15.66:0/507687186 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc358004800 0x7fc358004c10 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7fc35c009b50 tx=0x7fc358005830 comp rx=0 tx=0).stop 2024-07-27T07:04:55.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc372800640 1 -- 172.21.15.66:0/507687186 reap_dead start 2024-07-27T07:04:55.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 -- 172.21.15.66:0/507687186 shutdown_connections 2024-07-27T07:04:55.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 -- 172.21.15.66:0/507687186 >> 172.21.15.66:0/507687186 conn(0x7fc3740d1c00 msgr2=0x7fc3740d2010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:55.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 -- 172.21.15.66:0/507687186 shutdown_connections 2024-07-27T07:04:55.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.090+0000 7fc373200640 1 -- 172.21.15.66:0/507687186 wait complete. 2024-07-27T07:04:55.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.093+0000 7fc373200640 1 Processor -- start 2024-07-27T07:04:55.094 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.093+0000 7fc373200640 1 -- start start 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc358004800 0x7fc3740af980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3741e3180 0x7fc37409bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc3740b7690 con 0x7fc3741e2d70 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc3740b7510 con 0x7fc358004800 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.094+0000 7fc373200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc3740d0d60 con 0x7fc3741e3180 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56952/0 (socket says 172.21.15.66:56952) 2024-07-27T07:04:55.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 -- 172.21.15.66:0/4238688530 learned_addr learned my addr 172.21.15.66:0/4238688530 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:55.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc371e00640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc358004800 0x7fc3740af980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:55.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 -- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3741e3180 msgr2=0x7fc37409bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:55.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3741e3180 0x7fc37409bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:55.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 -- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc358004800 msgr2=0x7fc3740af980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc358004800 0x7fc3740af980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.095+0000 7fc369400640 1 -- 172.21.15.66:0/4238688530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc37409daa0 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc369400640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fc35c02b4f0 tx=0x7fc35c033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c038040 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc35c004020 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc35c004430 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc37409dd80 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.096+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc37409e340 con 0x7fc3741e2d70 2024-07-27T07:04:55.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.097+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3740b04f0 con 0x7fc3741e2d70 2024-07-27T07:04:55.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.099+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc35c045020 con 0x7fc3741e2d70 2024-07-27T07:04:55.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.100+0000 7fc36aa00640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 0x7fc350079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:55.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.100+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7fc35c0b97a0 con 0x7fc3741e2d70 2024-07-27T07:04:55.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.100+0000 7fc371e00640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 0x7fc350079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:55.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.102+0000 7fc371e00640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 0x7fc350079520 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc364005ca0 tx=0x7fc3640057f0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:55.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.104+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc35c082620 con 0x7fc3741e2d70 2024-07-27T07:04:55.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:55.387+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit"]} v 0) -- 0x7fc37406dd10 con 0x7fc3741e2d70 2024-07-27T07:04:56.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.220+0000 7fc36aa00640 1 -- 172.21.15.66:0/4238688530 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_snapshots.TestSnapshots.test_mds_max_snaps_per_dir_with_reduced_limit"]}]=0 v744) ==== 166+0+0 (secure 0 0 0) 0x7fc35c081f20 con 0x7fc3741e2d70 2024-07-27T07:04:56.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 msgr2=0x7fc350079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 0x7fc350079520 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7fc364005ca0 tx=0x7fc3640057f0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 msgr2=0x7fc37409ba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fc35c02b4f0 tx=0x7fc35c033670 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 shutdown_connections 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc350077010 0x7fc350079520 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc3741e3180 0x7fc37409bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc3741e2d70 0x7fc37409ba40 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 --2- 172.21.15.66:0/4238688530 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc358004800 0x7fc3740af980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 >> 172.21.15.66:0/4238688530 conn(0x7fc3740d1c00 msgr2=0x7fc3740b3680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 shutdown_connections 2024-07-27T07:04:56.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.224+0000 7fc373200640 1 -- 172.21.15.66:0/4238688530 wait complete. 2024-07-27T07:04:56.254 INFO:tasks.cephfs_test_runner:Test the newly introudced option named mds_max_snaps_per_dir ... ok 2024-07-27T07:04:56.254 INFO:tasks.cephfs_test_runner:Starting test: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) check if hardlink snapshot works in multimds setup 2024-07-27T07:04:56.254 INFO:tasks.cephfs_test_runner:test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:04:56.255 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 -- 172.21.15.66:0/2265215997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c415f6d0 msgr2=0x7fa0c41589b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 --2- 172.21.15.66:0/2265215997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c415f6d0 0x7fa0c41589b0 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4072fb0 tx=0x7fa0b402a540 comp rx=0 tx=0).stop 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 -- 172.21.15.66:0/2265215997 shutdown_connections 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 --2- 172.21.15.66:0/2265215997 >> v2:172.21.15.155:3300/0 conn(0x7fa0c40cfaf0 0x7fa0c40cff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 --2- 172.21.15.66:0/2265215997 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c415f6d0 0x7fa0c41589b0 unknown :-1 s=CLOSED pgs=1867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 -- 172.21.15.66:0/2265215997 >> 172.21.15.66:0/2265215997 conn(0x7fa0c40d0d80 msgr2=0x7fa0c40d1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 -- 172.21.15.66:0/2265215997 shutdown_connections 2024-07-27T07:04:56.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.549+0000 7fa0cac00640 1 -- 172.21.15.66:0/2265215997 wait complete. 2024-07-27T07:04:56.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.552+0000 7fa0cac00640 1 Processor -- start 2024-07-27T07:04:56.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.552+0000 7fa0cac00640 1 -- start start 2024-07-27T07:04:56.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 0x7fa0c4156790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:56.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:56.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c415f6d0 0x7fa0c41f68a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c415bac0 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c415b940 con 0x7fa0c4073500 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.553+0000 7fa0cac00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa0c415bc40 con 0x7fa0c415f6d0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56962/0 (socket says 172.21.15.66:56962) 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 -- 172.21.15.66:0/4220430645 learned_addr learned my addr 172.21.15.66:0/4220430645 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3e00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 0x7fa0c4156790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c8c00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c415f6d0 0x7fa0c41f68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 -- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c415f6d0 msgr2=0x7fa0c41f68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c415f6d0 0x7fa0c41f68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 -- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 msgr2=0x7fa0c4156790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 0x7fa0c4156790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3400640 1 -- 172.21.15.66:0/4220430645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c4153f40 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.554+0000 7fa0c3e00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 0x7fa0c4156790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0c3400640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7fa0b000c9a0 tx=0x7fa0b000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0007b50 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa0b0007de0 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0b0005290 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c4154200 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.555+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c41547c0 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.556+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c415c160 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.558+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa0b0005430 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.559+0000 7fa0bbe00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 0x7fa0a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:56.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.559+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7fa0b0099120 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.561 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.559+0000 7fa0c3e00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 0x7fa0a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:56.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.561+0000 7fa0c3e00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 0x7fa0a4079550 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4033000 tx=0x7fa0b4004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:56.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.564+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa0b0014070 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.778+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0c4156dc0 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.783 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.781+0000 7fa0bbe00640 1 -- 172.21.15.66:0/4220430645 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v195) ==== 74+0+18952 (secure 0 0 0) 0x7fa0b0061f10 con 0x7fa0c40cfaf0 2024-07-27T07:04:56.784 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:04:56.784 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":195,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:04:54.198281+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":192,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":192,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":179,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.66:6834/856765388":"2024-07-28T07:04:50.990895+0000","172.21.15.66:6832/856765388":"2024-07-28T07:04:50.990895+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:04:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 msgr2=0x7fa0a4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 0x7fa0a4079550 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4033000 tx=0x7fa0b4004730 comp rx=0 tx=0).stop 2024-07-27T07:04:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 msgr2=0x7fa0c409e6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7fa0b000c9a0 tx=0x7fa0b000ce60 comp rx=0 tx=0).stop 2024-07-27T07:04:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 shutdown_connections 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa0a4077040 0x7fa0a4079550 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa0c415f6d0 0x7fa0c41f68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa0c40cfaf0 0x7fa0c409e6a0 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 --2- 172.21.15.66:0/4220430645 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa0c4073500 0x7fa0c4156790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.784+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 >> 172.21.15.66:0/4220430645 conn(0x7fa0c40d0d80 msgr2=0x7fa0c406c7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.785+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 shutdown_connections 2024-07-27T07:04:56.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:56.785+0000 7fa0cac00640 1 -- 172.21.15.66:0/4220430645 wait complete. 2024-07-27T07:04:56.814 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-07-27T06:49:58.217530+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'snap-test-pool', 'create_time': '2024-07-27T06:51:40.697962+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 43, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'test_data_pool', 'create_time': '2024-07-27T06:52:50.911564+0000', 'flags': 16385, 'flags_names': 'hashpspool,pool_snaps', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'pool', 'snap_seq': 1, 'snap_epoch': 72, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'test_metadata_pool', 'create_time': '2024-07-27T06:52:51.784103+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '72', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-07-27T07:04:56.815 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-07-27T07:04:57.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 -- 172.21.15.66:0/2795166540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63980b2a90 msgr2=0x7f63980b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 --2- 172.21.15.66:0/2795166540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63980b2a90 0x7f63980b2ea0 secure :-1 s=READY pgs=1870 cs=0 l=1 rev1=1 crypto rx=0x7f6384009830 tx=0x7f638402a510 comp rx=0 tx=0).stop 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 -- 172.21.15.66:0/2795166540 shutdown_connections 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 --2- 172.21.15.66:0/2795166540 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63980b4a40 0x7f63980b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 --2- 172.21.15.66:0/2795166540 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63980b2a90 0x7f63980b2ea0 unknown :-1 s=CLOSED pgs=1870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 -- 172.21.15.66:0/2795166540 >> 172.21.15.66:0/2795166540 conn(0x7f63980cfa80 msgr2=0x7f63980cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 -- 172.21.15.66:0/2795166540 shutdown_connections 2024-07-27T07:04:57.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.111+0000 7f639e600640 1 -- 172.21.15.66:0/2795166540 wait complete. 2024-07-27T07:04:57.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.113+0000 7f639e600640 1 Processor -- start 2024-07-27T07:04:57.115 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.113+0000 7f639e600640 1 -- start start 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63980b2a90 0x7f6398158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63980b4a40 0x7f63981f3d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f639806f480 con 0x7f6398072300 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f639806f300 con 0x7f63980b2a90 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639e600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f639806f600 con 0x7f63980b4a40 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639d200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56976/0 (socket says 172.21.15.66:56976) 2024-07-27T07:04:57.117 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.115+0000 7f639d200640 1 -- 172.21.15.66:0/3198511569 learned_addr learned my addr 172.21.15.66:0/3198511569 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f6397e00640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63980b2a90 0x7f6398158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 -- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63980b4a40 msgr2=0x7f63981f3d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63980b4a40 0x7f63981f3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 -- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63980b2a90 msgr2=0x7f6398158fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63980b2a90 0x7f6398158fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.118 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 -- 172.21.15.66:0/3198511569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f639813c1b0 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639d200640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f638c00c3f0 tx=0x7f638c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c017070 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f638c0035f0 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f638c003a40 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.116+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63981587b0 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.117+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f639813b6b0 con 0x7f6398072300 2024-07-27T07:04:57.119 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.118+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63981585a0 con 0x7f6398072300 2024-07-27T07:04:57.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.119+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f638c01a070 con 0x7f6398072300 2024-07-27T07:04:57.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.120+0000 7f6394c00640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 0x7f6378079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.121 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.120+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f638c097ff0 con 0x7f6398072300 2024-07-27T07:04:57.122 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.121+0000 7f6397e00640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 0x7f6378079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.123 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.122+0000 7f6397e00640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 0x7f6378079550 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f6384034000 tx=0x7f6384004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:57.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.125+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f63980b33e0 con 0x7f6398072300 2024-07-27T07:04:57.341 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.339+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f639806fab0 con 0x7f6398072300 2024-07-27T07:04:57.342 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.340+0000 7f6394c00640 1 -- 172.21.15.66:0/3198511569 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v195) ==== 93+0+10 (secure 0 0 0) 0x7f638c060f00 con 0x7f6398072300 2024-07-27T07:04:57.343 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 1 2024-07-27T07:04:57.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 msgr2=0x7f6378079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.345 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 0x7f6378079550 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f6384034000 tx=0x7f6384004730 comp rx=0 tx=0).stop 2024-07-27T07:04:57.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 msgr2=0x7f639813eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f638c00c3f0 tx=0x7f638c00c8b0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 shutdown_connections 2024-07-27T07:04:57.346 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6378077040 0x7f6378079550 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63980b4a40 0x7f63981f3d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63980b2a90 0x7f6398158fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.347 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 --2- 172.21.15.66:0/3198511569 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6398072300 0x7f639813eb70 unknown :-1 s=CLOSED pgs=1871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 >> 172.21.15.66:0/3198511569 conn(0x7f63980cfa80 msgr2=0x7f639815f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:57.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 shutdown_connections 2024-07-27T07:04:57.348 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.343+0000 7f639e600640 1 -- 172.21.15.66:0/3198511569 wait complete. 2024-07-27T07:04:57.371 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get snap-test-pool pg_num 2024-07-27T07:04:57.672 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 -- 172.21.15.66:0/311375632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 msgr2=0x7f5560072840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 --2- 172.21.15.66:0/311375632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560072840 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x7f556006ddc0 tx=0x7f554c02a560 comp rx=0 tx=0).stop 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 -- 172.21.15.66:0/311375632 shutdown_connections 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 --2- 172.21.15.66:0/311375632 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f556015a1e0 0x7f5560072d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 --2- 172.21.15.66:0/311375632 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560072840 unknown :-1 s=CLOSED pgs=1872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 --2- 172.21.15.66:0/311375632 >> v2:172.21.15.155:3300/0 conn(0x7f55600703f0 0x7f5560072300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 -- 172.21.15.66:0/311375632 >> 172.21.15.66:0/311375632 conn(0x7f55600cfa80 msgr2=0x7f55600cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 -- 172.21.15.66:0/311375632 shutdown_connections 2024-07-27T07:04:57.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.671+0000 7f5566600640 1 -- 172.21.15.66:0/311375632 wait complete. 2024-07-27T07:04:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.674+0000 7f5566600640 1 Processor -- start 2024-07-27T07:04:57.675 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.674+0000 7f5566600640 1 -- start start 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 0x7f5560157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 0x7f5560138600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f556015dfc0 con 0x7f55600b5250 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f556015de40 con 0x7f556015a1e0 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.676+0000 7f5566600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f556015e140 con 0x7f55600703f0 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56982/0 (socket says 172.21.15.66:56982) 2024-07-27T07:04:57.680 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 -- 172.21.15.66:0/3165876514 learned_addr learned my addr 172.21.15.66:0/3165876514 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f5565200640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 0x7f5560157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 -- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 msgr2=0x7f5560157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 0x7f5560157f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f5565c00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 0x7f5560138600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 -- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 msgr2=0x7f5560138600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 0x7f5560138600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f555fe00640 1 -- 172.21.15.66:0/3165876514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55601569e0 con 0x7f55600b5250 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f5565200640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 0x7f5560157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.677+0000 7f5565c00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 0x7f5560138600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f555fe00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f554c034040 tx=0x7f554c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f554c03e030 con 0x7f55600b5250 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f554c0047a0 con 0x7f55600b5250 2024-07-27T07:04:57.681 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5560156ee0 con 0x7f55600b5250 2024-07-27T07:04:57.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f554c035040 con 0x7f55600b5250 2024-07-27T07:04:57.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.678+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55601574a0 con 0x7f55600b5250 2024-07-27T07:04:57.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.679+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f556015e5f0 con 0x7f55600b5250 2024-07-27T07:04:57.682 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.681+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f554c041030 con 0x7f55600b5250 2024-07-27T07:04:57.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.682+0000 7f555cc00640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 0x7f5540079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:57.683 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.682+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f554c0b9860 con 0x7f55600b5250 2024-07-27T07:04:57.684 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.683+0000 7f5565200640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 0x7f5540079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:57.685 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.684+0000 7f5565200640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 0x7f5540079550 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f555000ba00 tx=0x7f5550005c80 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:57.686 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.685+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f554c0827f0 con 0x7f55600b5250 2024-07-27T07:04:57.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.896+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"} v 0) -- 0x7f5560156c70 con 0x7f55600b5250 2024-07-27T07:04:57.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.897+0000 7f555cc00640 1 -- 172.21.15.66:0/3165876514 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "snap-test-pool", "var": "pg_num"}]=0 v195) ==== 103+0+11 (secure 0 0 0) 0x7f554c0820f0 con 0x7f55600b5250 2024-07-27T07:04:57.899 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:57.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.900+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 msgr2=0x7f5540079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.900+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 0x7f5540079550 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f555000ba00 tx=0x7f5550005c80 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.900+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 msgr2=0x7f5560137d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.900+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f554c034040 tx=0x7f554c0039e0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 shutdown_connections 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5540077040 0x7f5540079550 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f556015a1e0 0x7f5560138600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f55600b5250 0x7f5560137d20 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 --2- 172.21.15.66:0/3165876514 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f55600703f0 0x7f5560157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 >> 172.21.15.66:0/3165876514 conn(0x7f55600cfa80 msgr2=0x7f55600b2dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 shutdown_connections 2024-07-27T07:04:57.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:57.901+0000 7f5566600640 1 -- 172.21.15.66:0/3165876514 wait complete. 2024-07-27T07:04:57.931 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_data_pool pg_num 2024-07-27T07:04:58.219 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 -- 172.21.15.66:0/1680519084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00b8ef0 msgr2=0x7f79b00b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 --2- 172.21.15.66:0/1680519084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00b8ef0 0x7f79b00b9420 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7f79b00b4b60 tx=0x7f79a002a4d0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 -- 172.21.15.66:0/1680519084 shutdown_connections 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 --2- 172.21.15.66:0/1680519084 >> v2:172.21.15.155:3300/0 conn(0x7f79b00d0f90 0x7f79b00d2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 --2- 172.21.15.66:0/1680519084 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00d1f70 0x7f79b00d0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 --2- 172.21.15.66:0/1680519084 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00b8ef0 0x7f79b00b9420 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 -- 172.21.15.66:0/1680519084 >> 172.21.15.66:0/1680519084 conn(0x7f79b00d3e60 msgr2=0x7f79b00d4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 -- 172.21.15.66:0/1680519084 shutdown_connections 2024-07-27T07:04:58.220 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.218+0000 7f79afe00640 1 -- 172.21.15.66:0/1680519084 wait complete. 2024-07-27T07:04:58.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.221+0000 7f79afe00640 1 Processor -- start 2024-07-27T07:04:58.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.221+0000 7f79afe00640 1 -- start start 2024-07-27T07:04:58.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00b8ef0 0x7f79b009efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 0x7f79b01d8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f79b00d2e30 con 0x7f79b00d0f90 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79b00d2cb0 con 0x7f79b00d1f70 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79afe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79b00cd0c0 con 0x7f79b00b8ef0 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79ae000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79ae000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:56992/0 (socket says 172.21.15.66:56992) 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.223+0000 7f79ae000640 1 -- 172.21.15.66:0/3026902822 learned_addr learned my addr 172.21.15.66:0/3026902822 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79af400640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 0x7f79b01d8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79aea00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00b8ef0 0x7f79b009efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 -- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00b8ef0 msgr2=0x7f79b009efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00b8ef0 0x7f79b009efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 -- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 msgr2=0x7f79b01d8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 0x7f79b01d8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 -- 172.21.15.66:0/3026902822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79b009fad0 con 0x7f79b00d0f90 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79af400640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 0x7f79b01d8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:58.229 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79ae000640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f799c00d750 tx=0x7f799c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:58.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f799c017070 con 0x7f79b00d0f90 2024-07-27T07:04:58.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f799c009b20 con 0x7f79b00d0f90 2024-07-27T07:04:58.230 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79b009fdb0 con 0x7f79b00d0f90 2024-07-27T07:04:58.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f799c010460 con 0x7f79b00d0f90 2024-07-27T07:04:58.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.224+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79b00a0370 con 0x7f79b00d0f90 2024-07-27T07:04:58.231 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.225+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79b009f840 con 0x7f79b00d0f90 2024-07-27T07:04:58.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.227+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f799c01a070 con 0x7f79b00d0f90 2024-07-27T07:04:58.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.228+0000 7f79a7400640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 0x7f7990079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.228+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f799c098da0 con 0x7f79b00d0f90 2024-07-27T07:04:58.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.229+0000 7f79aea00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 0x7f7990079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.230+0000 7f79aea00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 0x7f7990079550 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f79a0033000 tx=0x7f79a0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:58.235 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.232+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f799c061c20 con 0x7f79b00d0f90 2024-07-27T07:04:58.444 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.442+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"} v 0) -- 0x7f79b00d2770 con 0x7f79b00d0f90 2024-07-27T07:04:58.445 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.443+0000 7f79a7400640 1 -- 172.21.15.66:0/3026902822 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_data_pool", "var": "pg_num"}]=0 v195) ==== 103+0+11 (secure 0 0 0) 0x7f799c061520 con 0x7f79b00d0f90 2024-07-27T07:04:58.445 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 msgr2=0x7f7990079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 0x7f7990079550 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f79a0033000 tx=0x7f79a0004730 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 msgr2=0x7f79b01f4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f799c00d750 tx=0x7f799c00dc10 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 shutdown_connections 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7990077040 0x7f7990079550 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79b00d1f70 0x7f79b01d8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79b00d0f90 0x7f79b01f4a20 unknown :-1 s=CLOSED pgs=1875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 --2- 172.21.15.66:0/3026902822 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79b00b8ef0 0x7f79b009efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.448 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 >> 172.21.15.66:0/3026902822 conn(0x7f79b00d3e60 msgr2=0x7f79b00cdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.446+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 shutdown_connections 2024-07-27T07:04:58.449 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.447+0000 7f79afe00640 1 -- 172.21.15.66:0/3026902822 wait complete. 2024-07-27T07:04:58.474 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get test_metadata_pool pg_num 2024-07-27T07:04:58.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 -- 172.21.15.66:0/30755424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 msgr2=0x7f920c072710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 --2- 172.21.15.66:0/30755424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c072710 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f920c0735a0 tx=0x7f91f802a560 comp rx=0 tx=0).stop 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 -- 172.21.15.66:0/30755424 shutdown_connections 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 --2- 172.21.15.66:0/30755424 >> v2:172.21.15.155:3300/0 conn(0x7f920c072c50 0x7f920c06f360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 --2- 172.21.15.66:0/30755424 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c072710 unknown :-1 s=CLOSED pgs=1876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.750+0000 7f9212000640 1 -- 172.21.15.66:0/30755424 >> 172.21.15.66:0/30755424 conn(0x7f920c0cfa80 msgr2=0x7f920c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.751+0000 7f9212000640 1 -- 172.21.15.66:0/30755424 shutdown_connections 2024-07-27T07:04:58.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.751+0000 7f9212000640 1 -- 172.21.15.66:0/30755424 wait complete. 2024-07-27T07:04:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.753+0000 7f9212000640 1 Processor -- start 2024-07-27T07:04:58.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.753+0000 7f9212000640 1 -- start start 2024-07-27T07:04:58.756 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f920c072c50 0x7f920c1f5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f920c0b56e0 0x7f920c1f5a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f920c06e6f0 con 0x7f920c072300 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f920c06e570 con 0x7f920c072c50 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9212000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f920c06e870 con 0x7f920c0b56e0 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9210c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9210c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57016/0 (socket says 172.21.15.66:57016) 2024-07-27T07:04:58.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.755+0000 7f9210c00640 1 -- 172.21.15.66:0/2802808762 learned_addr learned my addr 172.21.15.66:0/2802808762 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:58.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f920be00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f920c072c50 0x7f920c1f5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.758 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9211600640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f920c0b56e0 0x7f920c1f5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 -- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f920c0b56e0 msgr2=0x7f920c1f5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f920c0b56e0 0x7f920c1f5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 -- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f920c072c50 msgr2=0x7f920c1f5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f920c072c50 0x7f920c1f5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 -- 172.21.15.66:0/2802808762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f920c1f5fd0 con 0x7f920c072300 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.756+0000 7f9210c00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f920000b3f0 tx=0x7f920000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.757+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200015020 con 0x7f920c072300 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.757+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9200011920 con 0x7f920c072300 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.757+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9200011d70 con 0x7f920c072300 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.757+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f920c152b20 con 0x7f920c072300 2024-07-27T07:04:58.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.757+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f920c1530e0 con 0x7f920c072300 2024-07-27T07:04:58.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.758+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f920c072710 con 0x7f920c072300 2024-07-27T07:04:58.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.759+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f9200018020 con 0x7f920c072300 2024-07-27T07:04:58.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.761+0000 7f9208c00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 0x7f91ec079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:58.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.761+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f9200098a50 con 0x7f920c072300 2024-07-27T07:04:58.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.762+0000 7f920be00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 0x7f91ec079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:58.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.763+0000 7f920be00640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 0x7f91ec079520 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f91f8033000 tx=0x7f91f8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:58.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.767+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f920001f030 con 0x7f920c072300 2024-07-27T07:04:58.979 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.978+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"} v 0) -- 0x7f920c15a7f0 con 0x7f920c072300 2024-07-27T07:04:58.980 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.979+0000 7f9208c00640 1 -- 172.21.15.66:0/2802808762 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "test_metadata_pool", "var": "pg_num"}]=0 v195) ==== 107+0+11 (secure 0 0 0) 0x7f9200061840 con 0x7f920c072300 2024-07-27T07:04:58.980 INFO:teuthology.orchestra.run.smithi066.stdout:pg_num: 32 2024-07-27T07:04:58.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 msgr2=0x7f91ec079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 0x7f91ec079520 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f91f8033000 tx=0x7f91f8004730 comp rx=0 tx=0).stop 2024-07-27T07:04:58.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 msgr2=0x7f920c0a9ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:58.983 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f920000b3f0 tx=0x7f920000b8b0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 shutdown_connections 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f91ec077010 0x7f91ec079520 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f920c0b56e0 0x7f920c1f5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f920c072c50 0x7f920c1f5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 --2- 172.21.15.66:0/2802808762 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f920c072300 0x7f920c0a9ea0 unknown :-1 s=CLOSED pgs=1877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 >> 172.21.15.66:0/2802808762 conn(0x7f920c0cfa80 msgr2=0x7f920c150410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 shutdown_connections 2024-07-27T07:04:58.984 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:58.982+0000 7f9212000640 1 -- 172.21.15.66:0/2802808762 wait complete. 2024-07-27T07:04:59.011 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_multimds_hardlink' 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 -- 172.21.15.66:0/3344611211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ef0006460 msgr2=0x7f2ef000cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 --2- 172.21.15.66:0/3344611211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ef0006460 0x7f2ef000cad0 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7f2f04001d90 tx=0x7f2ef0006940 comp rx=0 tx=0).stop 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 -- 172.21.15.66:0/3344611211 shutdown_connections 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 --2- 172.21.15.66:0/3344611211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2ef0006460 0x7f2ef000cad0 unknown :-1 s=CLOSED pgs=1879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 -- 172.21.15.66:0/3344611211 >> 172.21.15.66:0/3344611211 conn(0x7f2f0c06d3f0 msgr2=0x7f2f0c0b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 -- 172.21.15.66:0/3344611211 shutdown_connections 2024-07-27T07:04:59.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.302+0000 7f2f10e00640 1 -- 172.21.15.66:0/3344611211 wait complete. 2024-07-27T07:04:59.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.304+0000 7f2f10e00640 1 Processor -- start 2024-07-27T07:04:59.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.305+0000 7f2f10e00640 1 -- start start 2024-07-27T07:04:59.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 0x7f2f0c1574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:59.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 0x7f2f0c0ad270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:59.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:59.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f2f0c0b3e50 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2f0c0b3cd0 con 0x7f2ef0006460 2024-07-27T07:04:59.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.306+0000 7f2f10e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f2f0c0b3fd0 con 0x7f2f0c0ace60 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57032/0 (socket says 172.21.15.66:57032) 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 -- 172.21.15.66:0/940510423 learned_addr learned my addr 172.21.15.66:0/940510423 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f09e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 0x7f2f0c1574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f09400640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 0x7f2f0c0ad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 -- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 msgr2=0x7f2f0c0ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 0x7f2f0c0ad270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 -- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 msgr2=0x7f2f0c1574b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 0x7f2f0c1574b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f0a800640 1 -- 172.21.15.66:0/940510423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f0c0ad7b0 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f09400640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 0x7f2f0c0ad270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.307+0000 7f2f09e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 0x7f2f0c1574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f0a800640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7f2f04001330 tx=0x7f2f04006d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f04003d80 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f04005a90 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f04005ec0 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f0c13f070 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.308+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f0c13f630 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.309+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f0c15e300 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.312 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.311+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2f04006060 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.312+0000 7f2f02000640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 0x7f2ee8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:04:59.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.312+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f2f040b8c50 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.312+0000 7f2f09e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 0x7f2ee8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:04:59.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.314+0000 7f2f09e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 0x7f2ee8079520 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f2efc001eb0 tx=0x7f2efc000fb0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:04:59.317 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.316+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2f0c0ad7b0 con 0x7f2f0c1f87d0 2024-07-27T07:04:59.601 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:04:59.599+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_multimds_hardlink"]} v 0) -- 0x7f2f0c15ea90 con 0x7f2f0c1f87d0 2024-07-27T07:05:00.255 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.254+0000 7f2f02000640 1 -- 172.21.15.66:0/940510423 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_snapshots.TestSnapshots.test_multimds_hardlink"]}]=0 v748) ==== 146+0+0 (secure 0 0 0) 0x7f2f04081ad0 con 0x7f2f0c1f87d0 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.257+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 msgr2=0x7f2ee8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.257+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 0x7f2ee8079520 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f2efc001eb0 tx=0x7f2efc000fb0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.257+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 msgr2=0x7f2f0c1f8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.257+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7f2f04001330 tx=0x7f2f04006d20 comp rx=0 tx=0).stop 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 shutdown_connections 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2ee8077010 0x7f2ee8079520 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.260 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2f0c1f87d0 0x7f2f0c1f8be0 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f2f0c0ace60 0x7f2f0c0ad270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 --2- 172.21.15.66:0/940510423 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2ef0006460 0x7f2f0c1574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 >> 172.21.15.66:0/940510423 conn(0x7f2f0c06d3f0 msgr2=0x7f2f0c15ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:00.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 shutdown_connections 2024-07-27T07:05:00.261 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.258+0000 7f2f10e00640 1 -- 172.21.15.66:0/940510423 wait complete. 2024-07-27T07:05:00.290 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 -- 172.21.15.66:0/4249633678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b2a90 msgr2=0x7f79e80b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 --2- 172.21.15.66:0/4249633678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b2a90 0x7f79e80b2ea0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7f79d4005fd0 tx=0x7f79d402a5c0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 -- 172.21.15.66:0/4249633678 shutdown_connections 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 --2- 172.21.15.66:0/4249633678 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b2a90 0x7f79e80b2ea0 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 --2- 172.21.15.66:0/4249633678 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 0x7f79e815cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 -- 172.21.15.66:0/4249633678 >> 172.21.15.66:0/4249633678 conn(0x7f79e80cfa80 msgr2=0x7f79e80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 -- 172.21.15.66:0/4249633678 shutdown_connections 2024-07-27T07:05:00.576 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.574+0000 7f79eee00640 1 -- 172.21.15.66:0/4249633678 wait complete. 2024-07-27T07:05:00.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.577+0000 7f79eee00640 1 Processor -- start 2024-07-27T07:05:00.578 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.577+0000 7f79eee00640 1 -- start start 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 0x7f79e81593a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79e80b2a90 0x7f79e81343a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f79e806f4d0 con 0x7f79e80b4a40 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f79e806f350 con 0x7f79e80b2a90 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79eee00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f79e806f650 con 0x7f79e8072300 2024-07-27T07:05:00.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79ee400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79ee400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:57046/0 (socket says 172.21.15.66:57046) 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.579+0000 7f79ee400640 1 -- 172.21.15.66:0/829720968 learned_addr learned my addr 172.21.15.66:0/829720968 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79eda00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 0x7f79e81593a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ed000640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79e80b2a90 0x7f79e81343a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 -- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 msgr2=0x7f79e81593a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 0x7f79e81593a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 -- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79e80b2a90 msgr2=0x7f79e81343a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79e80b2a90 0x7f79e81343a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 -- 172.21.15.66:0/829720968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79e8134e20 con 0x7f79e80b4a40 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.580+0000 7f79ee400640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f79e000c730 tx=0x7f79e000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.581+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0003b70 con 0x7f79e80b4a40 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.581+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79e0003d10 con 0x7f79e80b4a40 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.581+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79e81e5d70 con 0x7f79e80b4a40 2024-07-27T07:05:00.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.581+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79e0005330 con 0x7f79e80b4a40 2024-07-27T07:05:00.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.581+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79e80cada0 con 0x7f79e80b4a40 2024-07-27T07:05:00.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.582+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79e81e5ae0 con 0x7f79e80b4a40 2024-07-27T07:05:00.584 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.583+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f79e00056e0 con 0x7f79e80b4a40 2024-07-27T07:05:00.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.584+0000 7f79e5600640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 0x7f79c8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:00.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.585+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f79e0098d00 con 0x7f79e80b4a40 2024-07-27T07:05:00.586 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.585+0000 7f79eda00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 0x7f79c8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:00.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.587+0000 7f79eda00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 0x7f79c8079520 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f79dc005fd0 tx=0x7f79dc005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:00.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.589+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f79e0061b00 con 0x7f79e80b4a40 2024-07-27T07:05:00.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.800+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f79e806fbe0 con 0x7f79e80b4a40 2024-07-27T07:05:00.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.802+0000 7f79e5600640 1 -- 172.21.15.66:0/829720968 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v44) ==== 59+0+1998 (secure 0 0 0) 0x7f79e0061400 con 0x7f79e80b4a40 2024-07-27T07:05:00.803 INFO:teuthology.orchestra.run.smithi066.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-07-27T07:05:00.803 INFO:teuthology.orchestra.run.smithi066.stdout:mon advanced mon_op_complaint_time 120 2024-07-27T07:05:00.803 INFO:teuthology.orchestra.run.smithi066.stdout:mon dev mon_warn_on_pool_no_app false 2024-07-27T07:05:00.803 INFO:teuthology.orchestra.run.smithi066.stdout:osd advanced osd_op_complaint_time 180.000000 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 3163.248768 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 2857.705891 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 2636.763201 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 2940.483482 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 3880.251461 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 4152.054572 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 4281.912418 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 3778.612747 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds 20/20 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_mds_balancer 20/20 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced debug_ms 2/2 2024-07-27T07:05:00.804 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_frag true 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_debug_scatterstat true 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced mds_op_complaint_time 180.000000 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds dev mds_verify_scatter true 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced osd_op_complaint_time 180.000000 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_mon_op_timeout 900 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:mds advanced rados_osd_op_timeout 900 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced client_mount_timeout 600 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_client 20/20 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced debug_ms 1/1 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_mon_op_timeout 900 2024-07-27T07:05:00.805 INFO:teuthology.orchestra.run.smithi066.stdout:client advanced rados_osd_op_timeout 900 2024-07-27T07:05:00.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.804+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 msgr2=0x7f79c8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.804+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 0x7f79c8079520 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f79dc005fd0 tx=0x7f79dc005850 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.804+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 msgr2=0x7f79e81348e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.804+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f79e000c730 tx=0x7f79e000cbf0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 shutdown_connections 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f79c8077010 0x7f79c8079520 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f79e80b4a40 0x7f79e81348e0 unknown :-1 s=CLOSED pgs=1882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f79e80b2a90 0x7f79e81343a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 --2- 172.21.15.66:0/829720968 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f79e8072300 0x7f79e81593a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 >> 172.21.15.66:0/829720968 conn(0x7f79e80cfa80 msgr2=0x7f79e815d890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 shutdown_connections 2024-07-27T07:05:00.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:00.805+0000 7f79eee00640 1 -- 172.21.15.66:0/829720968 wait complete. 2024-07-27T07:05:00.836 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-07-27T07:05:00.987 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:05:00.995 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:05:01.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 -- 172.21.15.66:0/976937592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072e20 msgr2=0x7f63ac165530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 --2- 172.21.15.66:0/976937592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072e20 0x7f63ac165530 secure :-1 s=READY pgs=1884 cs=0 l=1 rev1=1 crypto rx=0x7f63a4005fd0 tx=0x7f63a402aaa0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 -- 172.21.15.66:0/976937592 shutdown_connections 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 --2- 172.21.15.66:0/976937592 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072e20 0x7f63ac165530 unknown :-1 s=CLOSED pgs=1884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 -- 172.21.15.66:0/976937592 >> 172.21.15.66:0/976937592 conn(0x7f63ac0cfa80 msgr2=0x7f63ac0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 -- 172.21.15.66:0/976937592 shutdown_connections 2024-07-27T07:05:01.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.130+0000 7f63ab200640 1 -- 172.21.15.66:0/976937592 wait complete. 2024-07-27T07:05:01.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.133+0000 7f63ab200640 1 Processor -- start 2024-07-27T07:05:01.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.133+0000 7f63ab200640 1 -- start start 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63ac072e20 0x7f63ac14c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63ac0b56e0 0x7f63ac14ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac165e00 con 0x7f63ac072300 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f63ac165c80 con 0x7f63ac072e20 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.134+0000 7f63ab200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f63ac165f80 con 0x7f63ac0b56e0 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48006/0 (socket says 172.21.15.66:48006) 2024-07-27T07:05:01.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 -- 172.21.15.66:0/3031273445 learned_addr learned my addr 172.21.15.66:0/3031273445 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63aa800640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63ac0b56e0 0x7f63ac14ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a1400640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63ac072e20 0x7f63ac14c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 -- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63ac0b56e0 msgr2=0x7f63ac14ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63ac0b56e0 0x7f63ac14ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 -- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63ac072e20 msgr2=0x7f63ac14c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63ac072e20 0x7f63ac14c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 -- 172.21.15.66:0/3031273445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63ac1391c0 con 0x7f63ac072300 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.135+0000 7f63a9e00640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f639c00b3f0 tx=0x7f639c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.136+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639c015020 con 0x7f63ac072300 2024-07-27T07:05:01.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.136+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f639c011920 con 0x7f63ac072300 2024-07-27T07:05:01.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.136+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63ac1540e0 con 0x7f63ac072300 2024-07-27T07:05:01.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.136+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f639c011d70 con 0x7f63ac072300 2024-07-27T07:05:01.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.136+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63ac14c190 con 0x7f63ac072300 2024-07-27T07:05:01.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.137+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63ac072710 con 0x7f63ac072300 2024-07-27T07:05:01.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.139+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f639c018020 con 0x7f63ac072300 2024-07-27T07:05:01.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.140+0000 7f63a2a00640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 0x7f6388079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:01.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.140+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f639c0988c0 con 0x7f63ac072300 2024-07-27T07:05:01.141 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.140+0000 7f63a1400640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 0x7f6388079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:01.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.142+0000 7f63a1400640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 0x7f6388079550 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f63ac073380 tx=0x7f6394009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:01.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.144+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f639c01f030 con 0x7f63ac072300 2024-07-27T07:05:01.362 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.361+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f63ac0cddc0 con 0x7f63ac072300 2024-07-27T07:05:01.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.371+0000 7f63a2a00640 1 -- 172.21.15.66:0/3031273445 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v45)=0 v45) ==== 122+0+0 (secure 0 0 0) 0x7f639c0617d0 con 0x7f63ac072300 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 msgr2=0x7f6388079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 0x7f6388079550 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f63ac073380 tx=0x7f6394009040 comp rx=0 tx=0).stop 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 msgr2=0x7f63ac151500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f639c00b3f0 tx=0x7f639c00b8b0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 shutdown_connections 2024-07-27T07:05:01.376 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f6388077040 0x7f6388079550 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f63ac0b56e0 0x7f63ac14ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f63ac072e20 0x7f63ac14c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.374+0000 7f63ab200640 1 --2- 172.21.15.66:0/3031273445 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f63ac072300 0x7f63ac151500 unknown :-1 s=CLOSED pgs=1885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.375+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 >> 172.21.15.66:0/3031273445 conn(0x7f63ac0cfa80 msgr2=0x7f63ac156f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.375+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 shutdown_connections 2024-07-27T07:05:01.377 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:01.375+0000 7f63ab200640 1 -- 172.21.15.66:0/3031273445 wait complete. 2024-07-27T07:05:01.402 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:05:01.402 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:05:01.560 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:05:01.672 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:05:01.672 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:05:01.672 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:05:01.733 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:05:01.734 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:05:01.734 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:05:01.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:05:01.792 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:05:01.792 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:05:01.852 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:05:01.852 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:05:01.852 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:05:01.908 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:05:01.908 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-07-27T07:05:01.909 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:05:02.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 -- 172.21.15.66:0/2927015040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140cd8d0 msgr2=0x7f7b140af9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:02.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2927015040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140cd8d0 0x7f7b140af9b0 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f7b140b0930 tx=0x7f7afc02a4b0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 -- 172.21.15.66:0/2927015040 shutdown_connections 2024-07-27T07:05:02.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2927015040 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b1406ca00 0x7f7b1406ce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2927015040 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140cd8d0 0x7f7b140af9b0 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2927015040 >> v2:172.21.15.155:3300/0 conn(0x7f7b140ca900 0x7f7b140b3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 -- 172.21.15.66:0/2927015040 >> 172.21.15.66:0/2927015040 conn(0x7f7b140b32e0 msgr2=0x7f7b140b36f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:02.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 -- 172.21.15.66:0/2927015040 shutdown_connections 2024-07-27T07:05:02.233 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.230+0000 7f7b1a600640 1 -- 172.21.15.66:0/2927015040 wait complete. 2024-07-27T07:05:02.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.233+0000 7f7b1a600640 1 Processor -- start 2024-07-27T07:05:02.234 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.233+0000 7f7b1a600640 1 -- start start 2024-07-27T07:05:02.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b1406ca00 0x7f7b141e56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:02.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:02.236 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 0x7f7b140c6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7b140b12b0 con 0x7f7b140ca900 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7b140b1130 con 0x7f7b1406ca00 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b1a600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7b140b1430 con 0x7f7b140cd8d0 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b13e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48024/0 (socket says 172.21.15.66:48024) 2024-07-27T07:05:02.237 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b13e00640 1 -- 172.21.15.66:0/2366724779 learned_addr learned my addr 172.21.15.66:0/2366724779 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:02.238 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b19c00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 0x7f7b140c6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.235+0000 7f7b19200640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b1406ca00 0x7f7b141e56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 -- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 msgr2=0x7f7b140c6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 0x7f7b140c6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 -- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b1406ca00 msgr2=0x7f7b141e56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b1406ca00 0x7f7b141e56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 -- 172.21.15.66:0/2366724779 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b1409c810 con 0x7f7b140ca900 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b19c00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 0x7f7b140c6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.236+0000 7f7b13e00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x7f7afc034040 tx=0x7f7afc003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.237+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc03e030 con 0x7f7b140ca900 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.237+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7afc003e00 con 0x7f7b140ca900 2024-07-27T07:05:02.239 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.237+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b1409a750 con 0x7f7b140ca900 2024-07-27T07:05:02.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.237+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc035040 con 0x7f7b140ca900 2024-07-27T07:05:02.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.237+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b1409cd90 con 0x7f7b140ca900 2024-07-27T07:05:02.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.238+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b140b3e00 con 0x7f7b140ca900 2024-07-27T07:05:02.241 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.240+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7afc041030 con 0x7f7b140ca900 2024-07-27T07:05:02.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.242+0000 7f7b10c00640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 0x7f7af0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:02.243 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.242+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f7afc0b9360 con 0x7f7b140ca900 2024-07-27T07:05:02.244 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.242+0000 7f7b19200640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 0x7f7af0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:02.245 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.244+0000 7f7b19200640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 0x7f7af0079550 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7b04005fd0 tx=0x7f7b040097d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:02.248 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.247+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7afc082270 con 0x7f7b140ca900 2024-07-27T07:05:02.528 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.526+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b1406d020 con 0x7f7b140ca900 2024-07-27T07:05:02.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.528+0000 7f7b10c00640 1 -- 172.21.15.66:0/2366724779 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 195 v195) ==== 95+0+3919 (secure 0 0 0) 0x7f7afc081b70 con 0x7f7b140ca900 2024-07-27T07:05:02.638 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:02.638 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":195,"btime":"2024-07-27T07:04:51:995233+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6356,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/3036498822","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6835","nonce":3036498822},{"type":"v1","addr":"172.21.15.155:6837","nonce":3036498822}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7219,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6835/801346053","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6833","nonce":801346053},{"type":"v1","addr":"172.21.15.66:6835","nonce":801346053}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":7222,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6836/2264977062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":2264977062},{"type":"v1","addr":"172.21.15.155:6836","nonce":2264977062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":188},{"gid":9348,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6834/1271571340","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":1271571340},{"type":"v1","addr":"172.21.15.66:6834","nonce":1271571340}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":195}],"filesystems":[]} 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 195 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.531+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 msgr2=0x7f7af0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.531+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 0x7f7af0079550 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7b04005fd0 tx=0x7f7b040097d0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 msgr2=0x7f7b1409aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 secure :-1 s=READY pgs=1887 cs=0 l=1 rev1=1 crypto rx=0x7f7afc034040 tx=0x7f7afc003910 comp rx=0 tx=0).stop 2024-07-27T07:05:02.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 shutdown_connections 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7af0077040 0x7f7af0079550 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7b140cd8d0 0x7f7b140c6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7b140ca900 0x7f7b1409aa30 unknown :-1 s=CLOSED pgs=1887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 --2- 172.21.15.66:0/2366724779 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7b1406ca00 0x7f7b141e56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 >> 172.21.15.66:0/2366724779 conn(0x7f7b140b32e0 msgr2=0x7f7b140b36f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 shutdown_connections 2024-07-27T07:05:02.641 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.532+0000 7f7b1a600640 1 -- 172.21.15.66:0/2366724779 wait complete. 2024-07-27T07:05:02.642 INFO:tasks.ceph.mds.a:Restarting daemon 2024-07-27T07:05:02.642 INFO:tasks.ceph.mds.a:Stopping old one... 2024-07-27T07:05:02.642 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:05:02.642 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:05:02.642 INFO:tasks.ceph.mds.c:Restarting daemon 2024-07-27T07:05:02.642 INFO:tasks.ceph.mds.c:Stopping old one... 2024-07-27T07:05:02.643 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:05:02.643 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:05:02.643 INFO:tasks.ceph.mds.b:Restarting daemon 2024-07-27T07:05:02.643 INFO:tasks.ceph.mds.b:Stopping old one... 2024-07-27T07:05:02.643 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T07:05:02.644 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:05:02.644 INFO:tasks.ceph.mds.d:Restarting daemon 2024-07-27T07:05:02.644 INFO:tasks.ceph.mds.d:Stopping old one... 2024-07-27T07:05:02.644 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:05:02.644 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:05:02.674 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:05:02.674 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-07-27T07:05:02.681 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:05:02.682 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-07-27T07:05:02.698 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:05:02.698 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-07-27T07:05:02.701 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T07:05:02.701 DEBUG:teuthology.orchestra.run.smithi155:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-07-27T07:05:02.704 INFO:tasks.ceph.mds.d:Started 2024-07-27T07:05:02.705 DEBUG:teuthology.parallel:result is None 2024-07-27T07:05:02.708 INFO:tasks.ceph.mds.b:Started 2024-07-27T07:05:02.709 DEBUG:teuthology.parallel:result is None 2024-07-27T07:05:02.727 INFO:tasks.ceph.mds.c:Started 2024-07-27T07:05:02.728 DEBUG:teuthology.parallel:result is None 2024-07-27T07:05:02.732 INFO:tasks.ceph.mds.a:Started 2024-07-27T07:05:02.732 DEBUG:teuthology.parallel:result is None 2024-07-27T07:05:02.732 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-07-27T07:05:02.902 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-07-27T07:05:02.919 INFO:tasks.ceph.mds.b.smithi155.stdout:starting mds.b at 2024-07-27T07:05:02.925 INFO:tasks.ceph.mds.d.smithi155.stdout:starting mds.d at 2024-07-27T07:05:02.954 INFO:tasks.ceph.mds.c.smithi066.stdout:starting mds.c at 2024-07-27T07:05:02.964 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:05:03.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 -- 172.21.15.66:0/766333235 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc0ced90 msgr2=0x7f72cc06f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 --2- 172.21.15.66:0/766333235 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc0ced90 0x7f72cc06f3a0 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7f72cc074770 tx=0x7f72bc02a440 comp rx=0 tx=0).stop 2024-07-27T07:05:03.000 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 -- 172.21.15.66:0/766333235 shutdown_connections 2024-07-27T07:05:03.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 --2- 172.21.15.66:0/766333235 >> v2:172.21.15.155:3300/0 conn(0x7f72cc0cf1a0 0x7f72cc0b2ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 --2- 172.21.15.66:0/766333235 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc0ced90 0x7f72cc06f3a0 unknown :-1 s=CLOSED pgs=1894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 -- 172.21.15.66:0/766333235 >> 172.21.15.66:0/766333235 conn(0x7f72cc06d3f0 msgr2=0x7f72cc0b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:03.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.998+0000 7f72d1200640 1 -- 172.21.15.66:0/766333235 shutdown_connections 2024-07-27T07:05:03.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:02.999+0000 7f72d1200640 1 -- 172.21.15.66:0/766333235 wait complete. 2024-07-27T07:05:03.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.001+0000 7f72d1200640 1 Processor -- start 2024-07-27T07:05:03.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.001+0000 7f72d1200640 1 -- start start 2024-07-27T07:05:03.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72cc06f8e0 0x7f72cc0cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72cc0ced90 0x7f72cc14c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc0aef30 con 0x7f72cc15b260 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f72cc0aedb0 con 0x7f72cc0ced90 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72d1200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f72cc0af0b0 con 0x7f72cc06f8e0 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72ca800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48050/0 (socket says 172.21.15.66:48050) 2024-07-27T07:05:03.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72ca800640 1 -- 172.21.15.66:0/3022164872 learned_addr learned my addr 172.21.15.66:0/3022164872 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:03.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72c9400640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72cc0ced90 0x7f72cc14c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.003+0000 7f72c9e00640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72cc06f8e0 0x7f72cc0cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 -- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72cc06f8e0 msgr2=0x7f72cc0cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72cc06f8e0 0x7f72cc0cd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 -- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72cc0ced90 msgr2=0x7f72cc14c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72cc0ced90 0x7f72cc14c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 -- 172.21.15.66:0/3022164872 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72cc15bbb0 con 0x7f72cc15b260 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72ca800640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f72c400ba10 tx=0x7f72c400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c4019070 con 0x7f72cc15b260 2024-07-27T07:05:03.007 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72c400cc90 con 0x7f72cc15b260 2024-07-27T07:05:03.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72c40146a0 con 0x7f72cc15b260 2024-07-27T07:05:03.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.004+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72cc154260 con 0x7f72cc15b260 2024-07-27T07:05:03.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.005+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72cc154820 con 0x7f72cc15b260 2024-07-27T07:05:03.008 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.006+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72cc0cdf00 con 0x7f72cc15b260 2024-07-27T07:05:03.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.007+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f72c401c070 con 0x7f72cc15b260 2024-07-27T07:05:03.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.008+0000 7f72c2000640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 0x7f72ac079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.009 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.008+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 6587+0+0 (secure 0 0 0) 0x7f72c4098a50 con 0x7f72cc15b260 2024-07-27T07:05:03.010 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.009+0000 7f72c9e00640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 0x7f72ac079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.010+0000 7f72c9e00640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 0x7f72ac079520 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f72bc033000 tx=0x7f72bc004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:03.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.013+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f72cc15bbb0 con 0x7f72cc15b260 2024-07-27T07:05:03.240 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.238+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f72cc0cf1a0 con 0x7f72cc15b260 2024-07-27T07:05:03.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.399+0000 7f72c2000640 1 -- 172.21.15.66:0/3022164872 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v197) ==== 97+0+0 (secure 0 0 0) 0x7f72c40618d0 con 0x7f72cc15b260 2024-07-27T07:05:03.401 INFO:teuthology.orchestra.run.smithi066.stderr: removed all blocklist entries 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 msgr2=0x7f72ac079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 0x7f72ac079520 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f72bc033000 tx=0x7f72bc004730 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 msgr2=0x7f72cc15b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f72c400ba10 tx=0x7f72c400bed0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 shutdown_connections 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f72ac077010 0x7f72ac079520 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f72cc15b260 0x7f72cc15b670 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f72cc0ced90 0x7f72cc14c6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 --2- 172.21.15.66:0/3022164872 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f72cc06f8e0 0x7f72cc0cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.402+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 >> 172.21.15.66:0/3022164872 conn(0x7f72cc06d3f0 msgr2=0x7f72cc0acd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:03.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.403+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 shutdown_connections 2024-07-27T07:05:03.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.403+0000 7f72d1200640 1 -- 172.21.15.66:0/3022164872 wait complete. 2024-07-27T07:05:03.438 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-07-27T07:05:03.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 -- 172.21.15.66:0/3162727175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 msgr2=0x7ff61815cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 --2- 172.21.15.66:0/3162727175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff61815cea0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7ff608005fd0 tx=0x7ff60802a5c0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 -- 172.21.15.66:0/3162727175 shutdown_connections 2024-07-27T07:05:03.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 --2- 172.21.15.66:0/3162727175 >> v2:172.21.15.155:3300/0 conn(0x7ff6180b2a90 0x7ff6180b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.692 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 --2- 172.21.15.66:0/3162727175 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff61815cea0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 -- 172.21.15.66:0/3162727175 >> 172.21.15.66:0/3162727175 conn(0x7ff6180cfa80 msgr2=0x7ff6180cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:03.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.690+0000 7ff61d000640 1 -- 172.21.15.66:0/3162727175 shutdown_connections 2024-07-27T07:05:03.693 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.691+0000 7ff61d000640 1 -- 172.21.15.66:0/3162727175 wait complete. 2024-07-27T07:05:03.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.693+0000 7ff61d000640 1 Processor -- start 2024-07-27T07:05:03.694 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.693+0000 7ff61d000640 1 -- start start 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff6180cb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 0x7ff6181f5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff61806f480 con 0x7ff6180b2a90 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff61806f300 con 0x7ff6180b4a40 2024-07-27T07:05:03.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.694+0000 7ff61d000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff61806f600 con 0x7ff618072300 2024-07-27T07:05:03.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48054/0 (socket says 172.21.15.66:48054) 2024-07-27T07:05:03.697 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 -- 172.21.15.66:0/1223317484 learned_addr learned my addr 172.21.15.66:0/1223317484 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff617400640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff6180cb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 -- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 msgr2=0x7ff6180cb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff6180cb770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 -- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 msgr2=0x7ff6181f5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff617e00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 0x7ff6181f5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 0x7ff6181f5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:03.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff60ea00640 1 -- 172.21.15.66:0/1223317484 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff618157cc0 con 0x7ff6180b2a90 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.695+0000 7ff617e00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 0x7ff6181f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff60ea00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff60000e9f0 tx=0x7ff60000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60000cd80 con 0x7ff6180b2a90 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff600004020 con 0x7ff6180b2a90 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff600004470 con 0x7ff6180b2a90 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff618157fa0 con 0x7ff6180b2a90 2024-07-27T07:05:03.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.696+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff618158560 con 0x7ff6180b2a90 2024-07-27T07:05:03.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.697+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff61806fb90 con 0x7ff6180b2a90 2024-07-27T07:05:03.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.698+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff6000035f0 con 0x7ff6180b2a90 2024-07-27T07:05:03.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.699+0000 7ff60fe00640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 0x7ff5f4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:03.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.700+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 6501+0+0 (secure 0 0 0) 0x7ff600099620 con 0x7ff6180b2a90 2024-07-27T07:05:03.701 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.700+0000 7ff617400640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 0x7ff5f4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:03.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.702+0000 7ff617400640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 0x7ff5f4079520 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff608033000 tx=0x7ff608004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:03.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.704+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff600062580 con 0x7ff6180b2a90 2024-07-27T07:05:03.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.984+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7ff6181f5b00 con 0x7ff6180b2a90 2024-07-27T07:05:03.987 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.986+0000 7ff60fe00640 1 -- 172.21.15.66:0/1223317484 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7ff6000654d0 con 0x7ff6180b2a90 2024-07-27T07:05:03.987 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:03.987 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:05:03.987 INFO:teuthology.orchestra.run.smithi066.stdout: "auth_dump": [ 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.a", 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmnbkZABAAv9EyMpOJDczueCc1Dmma9A==", 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.988 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.b", 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmykRcJxAAiC+IPtPi1UuSexq/hhbWfg==", 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.989 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.c", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmn1JxExAAT9wdbv3dZ59s6fzfS06w4Q==", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mds.d", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBcmKRmCVycOhAA9l7QSyviDi1mgzCopdTtzg==", 2024-07-27T07:05:03.990 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.0", 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBhmKRmR9ksJBAAMtogMLlsRwJIzQ0NjRtPYg==", 2024-07-27T07:05:03.991 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.1", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBlmKRmDtoDChAAxM2ulJamAorqfQy5pvr37A==", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.992 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.2", 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBomKRmHO19KhAAtqE/PpX/0X8jNuhFZ1F6Fg==", 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.3", 2024-07-27T07:05:03.993 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBrmKRmj/4hOxAA/SC45Wr3xFZmSN8MmHf9lw==", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.4", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBymKRmyswuJRAA4mFZWbbaYAklAyq/T3YWRA==", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.994 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.5", 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB1mKRmSluxNhAAHw9RkSbeqZ6wnZdiE3dKkQ==", 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.995 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.6", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB5mKRmVIaeCxAAAK0m3yv2q62pxUfacNKLTw==", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "osd.7", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQB8mKRmXR0aHBAAjrTl/+ghcovJyFJzfE9Pog==", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow profile osd", 2024-07-27T07:05:03.996 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile osd", 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.0", 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw==", 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow r", 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.997 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.1", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmLZW+LRAA2YQOaeIZykm7iNVgxSKZmA==", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.2", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBdmKRmtq6nHxAAmpYEnQH44ENXRP4ZiO2guQ==", 2024-07-27T07:05:03.998 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.3", 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBemKRmovuTABAA6xlv6OvP5E9Kv6ieJ7oT2A==", 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:03.999 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow r", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow rw", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow rwx" 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "client.admin", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBamKRmHFB5JBAAS7yxfuLMxO2kpjcK3wMbww==", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "mgr": "allow *", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow *", 2024-07-27T07:05:04.000 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.x", 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmSOSEKxAAP9tpKvjuQcksUf+Z70KAUg==", 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.001 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "entity": "mgr.y", 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "key": "AQBbmKRmXlp+GxAAwX0sOp89JqP+A1OnxvYG8A==", 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "caps": { 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "mds": "allow *", 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "mon": "allow profile mgr", 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: "osd": "allow *" 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout: ] 2024-07-27T07:05:04.002 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:05:04.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 msgr2=0x7ff5f4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 0x7ff5f4079520 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7ff608033000 tx=0x7ff608004730 comp rx=0 tx=0).stop 2024-07-27T07:05:04.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 msgr2=0x7ff6181f4ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7ff60000e9f0 tx=0x7ff60000eeb0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 shutdown_connections 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5f4077010 0x7ff5f4079520 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff6180b4a40 0x7ff6181f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff6180b2a90 0x7ff6181f4ff0 unknown :-1 s=CLOSED pgs=1896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 --2- 172.21.15.66:0/1223317484 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff618072300 0x7ff6180cb770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.988+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 >> 172.21.15.66:0/1223317484 conn(0x7ff6180cfa80 msgr2=0x7ff6180740d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.989+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 shutdown_connections 2024-07-27T07:05:04.004 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:03.989+0000 7ff61d000640 1 -- 172.21.15.66:0/1223317484 wait complete. 2024-07-27T07:05:04.014 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-07-27T07:05:04.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.301+0000 7fef26a00640 1 -- 172.21.15.66:0/1339847608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef08004d40 msgr2=0x7fef08005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.301+0000 7fef26a00640 1 --2- 172.21.15.66:0/1339847608 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef08004d40 0x7fef08005150 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fef18009e20 tx=0x7fef08005830 comp rx=0 tx=0).stop 2024-07-27T07:05:04.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.301+0000 7fef26000640 1 -- 172.21.15.66:0/1339847608 reap_dead start 2024-07-27T07:05:04.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.302+0000 7fef26a00640 1 -- 172.21.15.66:0/1339847608 shutdown_connections 2024-07-27T07:05:04.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.302+0000 7fef26a00640 1 -- 172.21.15.66:0/1339847608 >> 172.21.15.66:0/1339847608 conn(0x7fef200cfa80 msgr2=0x7fef200cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:04.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.302+0000 7fef26a00640 1 -- 172.21.15.66:0/1339847608 shutdown_connections 2024-07-27T07:05:04.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.302+0000 7fef26a00640 1 -- 172.21.15.66:0/1339847608 wait complete. 2024-07-27T07:05:04.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.304+0000 7fef26a00640 1 Processor -- start 2024-07-27T07:05:04.306 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.305+0000 7fef26a00640 1 -- start start 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef08004d40 0x7fef201433a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef200b0bb0 0x7fef200b0fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fef2006eea0 con 0x7fef2013ec10 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fef2015d220 con 0x7fef08004d40 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.306+0000 7fef26a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fef2006f020 con 0x7fef200b0bb0 2024-07-27T07:05:04.308 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48064/0 (socket says 172.21.15.66:48064) 2024-07-27T07:05:04.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 -- 172.21.15.66:0/3158646982 learned_addr learned my addr 172.21.15.66:0/3158646982 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:04.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef25600640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef08004d40 0x7fef201433a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 -- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef200b0bb0 msgr2=0x7fef200b0fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef200b0bb0 0x7fef200b0fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 -- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef08004d40 msgr2=0x7fef201433a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef08004d40 0x7fef201433a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.307+0000 7fef24c00640 1 -- 172.21.15.66:0/3158646982 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef20156c50 con 0x7fef2013ec10 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.308+0000 7fef24c00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7fef0c00e600 tx=0x7fef0c00eac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.308+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0c015070 con 0x7fef2013ec10 2024-07-27T07:05:04.310 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.308+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef0c00ca10 con 0x7fef2013ec10 2024-07-27T07:05:04.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.308+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef0c00ce60 con 0x7fef2013ec10 2024-07-27T07:05:04.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.308+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef20156f30 con 0x7fef2013ec10 2024-07-27T07:05:04.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.309+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef201574f0 con 0x7fef2013ec10 2024-07-27T07:05:04.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.310+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef200688a0 con 0x7fef2013ec10 2024-07-27T07:05:04.313 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.312+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fef0c018070 con 0x7fef2013ec10 2024-07-27T07:05:04.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.313+0000 7fef1d600640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 0x7fef00079570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.313+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 6501+0+0 (secure 0 0 0) 0x7fef0c098fb0 con 0x7fef2013ec10 2024-07-27T07:05:04.315 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.314+0000 7fef25600640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 0x7fef00079570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.316 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.315+0000 7fef25600640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 0x7fef00079570 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fef140099e0 tx=0x7fef14005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:04.319 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.318+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fef0c061f00 con 0x7fef2013ec10 2024-07-27T07:05:04.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.546+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fef2015be40 con 0x7fef2013ec10 2024-07-27T07:05:04.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.547+0000 7fef1d600640 1 -- 172.21.15.66:0/3158646982 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v199) ==== 84+0+287 (secure 0 0 0) 0x7fef0c06a140 con 0x7fef2013ec10 2024-07-27T07:05:04.548 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout:[ 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 1, 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": ".mgr" 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 7, 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "snap-test-pool" 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 12, 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_data_pool" 2024-07-27T07:05:04.549 INFO:teuthology.orchestra.run.smithi066.stdout: }, 2024-07-27T07:05:04.550 INFO:teuthology.orchestra.run.smithi066.stdout: { 2024-07-27T07:05:04.550 INFO:teuthology.orchestra.run.smithi066.stdout: "poolnum": 13, 2024-07-27T07:05:04.550 INFO:teuthology.orchestra.run.smithi066.stdout: "poolname": "test_metadata_pool" 2024-07-27T07:05:04.550 INFO:teuthology.orchestra.run.smithi066.stdout: } 2024-07-27T07:05:04.550 INFO:teuthology.orchestra.run.smithi066.stdout:] 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 msgr2=0x7fef00079570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 0x7fef00079570 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fef140099e0 tx=0x7fef14005f90 comp rx=0 tx=0).stop 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 msgr2=0x7fef2013f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7fef0c00e600 tx=0x7fef0c00eac0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 shutdown_connections 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fef00077060 0x7fef00079570 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fef200b0bb0 0x7fef200b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fef2013ec10 0x7fef2013f020 unknown :-1 s=CLOSED pgs=1899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 --2- 172.21.15.66:0/3158646982 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fef08004d40 0x7fef201433a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.550+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 >> 172.21.15.66:0/3158646982 conn(0x7fef200cfa80 msgr2=0x7fef200cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:04.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.551+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 shutdown_connections 2024-07-27T07:05:04.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.551+0000 7fef26a00640 1 -- 172.21.15.66:0/3158646982 wait complete. 2024-07-27T07:05:04.580 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-07-27T07:05:04.580 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 -- 172.21.15.66:0/32977396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 msgr2=0x7efe0c15cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 --2- 172.21.15.66:0/32977396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c15cea0 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7efdfc005fd0 tx=0x7efdfc02a5c0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 -- 172.21.15.66:0/32977396 shutdown_connections 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 --2- 172.21.15.66:0/32977396 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c0b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 --2- 172.21.15.66:0/32977396 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c15cea0 unknown :-1 s=CLOSED pgs=1901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 -- 172.21.15.66:0/32977396 >> 172.21.15.66:0/32977396 conn(0x7efe0c0cfa80 msgr2=0x7efe0c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 -- 172.21.15.66:0/32977396 shutdown_connections 2024-07-27T07:05:04.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.875+0000 7efe11c00640 1 -- 172.21.15.66:0/32977396 wait complete. 2024-07-27T07:05:04.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.877+0000 7efe11c00640 1 Processor -- start 2024-07-27T07:05:04.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.878+0000 7efe11c00640 1 -- start start 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c1363c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe0c0b4a40 0x7efe0c136900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efe0c06f4d0 con 0x7efe0c072300 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efe0c06f350 con 0x7efe0c0b4a40 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe11c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efe0c06f650 con 0x7efe0c0b2a90 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe0be00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48082/0 (socket says 172.21.15.66:48082) 2024-07-27T07:05:04.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.879+0000 7efe0be00640 1 -- 172.21.15.66:0/325787432 learned_addr learned my addr 172.21.15.66:0/325787432 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0b400640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c1363c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe11200640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe0c0b4a40 0x7efe0c136900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 -- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 msgr2=0x7efe0c1363c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c1363c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 -- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe0c0b4a40 msgr2=0x7efe0c136900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe0c0b4a40 0x7efe0c136900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 -- 172.21.15.66:0/325787432 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe0c144b40 con 0x7efe0c072300 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0b400640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c1363c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.880+0000 7efe0be00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7efdfc034040 tx=0x7efdfc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.881+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc03e030 con 0x7efe0c072300 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.881+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efdfc0047a0 con 0x7efe0c072300 2024-07-27T07:05:04.883 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.881+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdfc035040 con 0x7efe0c072300 2024-07-27T07:05:04.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.881+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe0c135320 con 0x7efe0c072300 2024-07-27T07:05:04.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.881+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe0c1358e0 con 0x7efe0c072300 2024-07-27T07:05:04.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.882+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe0c06fbe0 con 0x7efe0c072300 2024-07-27T07:05:04.885 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.884+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efdfc041030 con 0x7efe0c072300 2024-07-27T07:05:04.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.885+0000 7efe03e00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 0x7efdec079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:04.886 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.885+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 6501+0+0 (secure 0 0 0) 0x7efdfc0b9490 con 0x7efe0c072300 2024-07-27T07:05:04.887 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.886+0000 7efe0b400640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 0x7efdec079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:04.888 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.887+0000 7efe0b400640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 0x7efdec079550 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efe0c13b900 tx=0x7efdf8005cb0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:04.891 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:04.890+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efdfc082360 con 0x7efe0c072300 2024-07-27T07:05:05.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.094+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7efe0c075f10 con 0x7efe0c072300 2024-07-27T07:05:05.430 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.428+0000 7efe03e00640 1 -- 172.21.15.66:0/325787432 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v200) ==== 138+0+0 (secure 0 0 0) 0x7efdfc081c60 con 0x7efe0c072300 2024-07-27T07:05:05.430 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_metadata' created 2024-07-27T07:05:05.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.432+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 msgr2=0x7efdec079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:05.434 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.432+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 0x7efdec079550 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efe0c13b900 tx=0x7efdf8005cb0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.432+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 msgr2=0x7efe0c155990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.432+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7efdfc034040 tx=0x7efdfc0039e0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 shutdown_connections 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efdec077040 0x7efdec079550 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efe0c0b4a40 0x7efe0c136900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efe0c0b2a90 0x7efe0c1363c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 --2- 172.21.15.66:0/325787432 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efe0c072300 0x7efe0c155990 unknown :-1 s=CLOSED pgs=1902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 >> 172.21.15.66:0/325787432 conn(0x7efe0c0cfa80 msgr2=0x7efe0c15db90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 shutdown_connections 2024-07-27T07:05:05.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.433+0000 7efe11c00640 1 -- 172.21.15.66:0/325787432 wait complete. 2024-07-27T07:05:05.468 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-07-27T07:05:05.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 -- 172.21.15.66:0/820135925 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe406e290 msgr2=0x7f7fe4073aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 --2- 172.21.15.66:0/820135925 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe406e290 0x7f7fe4073aa0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f7fe40720e0 tx=0x7f7fd402a980 comp rx=0 tx=0).stop 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 -- 172.21.15.66:0/820135925 shutdown_connections 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 --2- 172.21.15.66:0/820135925 >> v2:172.21.15.155:3300/0 conn(0x7f7fe4072820 0x7f7fe415ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 --2- 172.21.15.66:0/820135925 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe415b490 0x7f7fe40722e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 --2- 172.21.15.66:0/820135925 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe406e290 0x7f7fe4073aa0 unknown :-1 s=CLOSED pgs=1903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 -- 172.21.15.66:0/820135925 >> 172.21.15.66:0/820135925 conn(0x7f7fe40b1720 msgr2=0x7f7fe40b1b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 -- 172.21.15.66:0/820135925 shutdown_connections 2024-07-27T07:05:05.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.753+0000 7f7fe3200640 1 -- 172.21.15.66:0/820135925 wait complete. 2024-07-27T07:05:05.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.755+0000 7f7fe3200640 1 Processor -- start 2024-07-27T07:05:05.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.756+0000 7f7fe3200640 1 -- start start 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 0x7f7fe40b2c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 0x7f7fe40b3140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe415f350 con 0x7f7fe415b490 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe415f1d0 con 0x7f7fe406e290 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.757+0000 7f7fe3200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7fe415f4d0 con 0x7f7fe4072820 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:05.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48098/0 (socket says 172.21.15.66:48098) 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 -- 172.21.15.66:0/113599116 learned_addr learned my addr 172.21.15.66:0/113599116 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe1e00640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 0x7f7fe40b2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fd9400640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 0x7f7fe40b3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 -- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 msgr2=0x7f7fe40b3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 0x7f7fe40b3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 -- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 msgr2=0x7f7fe40b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 0x7f7fe40b2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe2800640 1 -- 172.21.15.66:0/113599116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fe4151b50 con 0x7f7fe415b490 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fe1e00640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 0x7f7fe40b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.758+0000 7f7fd9400640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 0x7f7fe40b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:05.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fe2800640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc00b410 tx=0x7f7fdc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:05.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fdc015020 con 0x7f7fe415b490 2024-07-27T07:05:05.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fdc011940 con 0x7f7fe415b490 2024-07-27T07:05:05.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fe41553b0 con 0x7f7fe415b490 2024-07-27T07:05:05.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fdc011d90 con 0x7f7fe415b490 2024-07-27T07:05:05.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.759+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fe4157290 con 0x7f7fe415b490 2024-07-27T07:05:05.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.760+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fe415ea80 con 0x7f7fe415b490 2024-07-27T07:05:05.763 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.762+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f7fdc018020 con 0x7f7fe415b490 2024-07-27T07:05:05.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.763+0000 7f7fdaa00640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 0x7f7fc0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:05.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.763+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(200..200 src has 1..200) ==== 6871+0+0 (secure 0 0 0) 0x7f7fdc098e00 con 0x7f7fe415b490 2024-07-27T07:05:05.765 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.763+0000 7f7fe1e00640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 0x7f7fc0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:05.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.765+0000 7f7fe1e00640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 0x7f7fc0079520 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4035000 tx=0x7f7fd4004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:05.769 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.768+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f7fdc01f020 con 0x7f7fe415b490 2024-07-27T07:05:05.986 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:05.984+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f7fe4157950 con 0x7f7fe415b490 2024-07-27T07:05:06.437 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.435+0000 7f7fdaa00640 1 -- 172.21.15.66:0/113599116 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v201) ==== 170+0+0 (secure 0 0 0) 0x7f7fdc061b60 con 0x7f7fe415b490 2024-07-27T07:05:06.437 INFO:teuthology.orchestra.run.smithi066.stderr:pool 'cephfs_data' created 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.439+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 msgr2=0x7f7fc0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.439+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 0x7f7fc0079520 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f7fd4035000 tx=0x7f7fd4004ab0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.439+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 msgr2=0x7f7fe4157d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.439+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7f7fdc00b410 tx=0x7f7fdc00b8d0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 shutdown_connections 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f7fc0077010 0x7f7fc0079520 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f7fe415b490 0x7f7fe4157d70 unknown :-1 s=CLOSED pgs=1904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f7fe4072820 0x7f7fe40b3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 --2- 172.21.15.66:0/113599116 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f7fe406e290 0x7f7fe40b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.441 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.440+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 >> 172.21.15.66:0/113599116 conn(0x7f7fe40b1720 msgr2=0x7f7fe40b0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:06.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.441+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 shutdown_connections 2024-07-27T07:05:06.443 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.442+0000 7f7fe3200640 1 -- 172.21.15.66:0/113599116 wait complete. 2024-07-27T07:05:06.490 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-07-27T07:05:06.752 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 -- 172.21.15.66:0/3689597710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 msgr2=0x7fc86c0b3650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 --2- 172.21.15.66:0/3689597710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c0b3650 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7fc86c158f70 tx=0x7fc86402aac0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 -- 172.21.15.66:0/3689597710 shutdown_connections 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 --2- 172.21.15.66:0/3689597710 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c0b3650 unknown :-1 s=CLOSED pgs=1906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 --2- 172.21.15.66:0/3689597710 >> v2:172.21.15.155:3300/0 conn(0x7fc86c15b3e0 0x7fc86c073280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 -- 172.21.15.66:0/3689597710 >> 172.21.15.66:0/3689597710 conn(0x7fc86c0b2930 msgr2=0x7fc86c072b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 -- 172.21.15.66:0/3689597710 shutdown_connections 2024-07-27T07:05:06.753 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.751+0000 7fc86b200640 1 -- 172.21.15.66:0/3689597710 wait complete. 2024-07-27T07:05:06.754 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.753+0000 7fc86b200640 1 Processor -- start 2024-07-27T07:05:06.755 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.753+0000 7fc86b200640 1 -- start start 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 0x7fc86c14c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 0x7fc86c13a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c0b4110 con 0x7fc86c0737c0 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fc86c0b3f90 con 0x7fc86c0b5250 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc86b200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fc86c0b4290 con 0x7fc86c15b3e0 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc869e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc869e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48116/0 (socket says 172.21.15.66:48116) 2024-07-27T07:05:06.757 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.755+0000 7fc869e00640 1 -- 172.21.15.66:0/2984495880 learned_addr learned my addr 172.21.15.66:0/2984495880 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc86a800640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 0x7fc86c13a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869400640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 0x7fc86c14c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 -- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 msgr2=0x7fc86c13a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 0x7fc86c13a870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 -- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 msgr2=0x7fc86c14c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 0x7fc86c14c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 -- 172.21.15.66:0/2984495880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc86c138880 con 0x7fc86c0737c0 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869400640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 0x7fc86c14c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc86a800640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 0x7fc86c13a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.756+0000 7fc869e00640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7fc85c00c3c0 tx=0x7fc85c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.757+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc85c017070 con 0x7fc86c0737c0 2024-07-27T07:05:06.759 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.757+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc86c138b60 con 0x7fc86c0737c0 2024-07-27T07:05:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.757+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc85c0035f0 con 0x7fc86c0737c0 2024-07-27T07:05:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.757+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc85c003a80 con 0x7fc86c0737c0 2024-07-27T07:05:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.757+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc86c139120 con 0x7fc86c0737c0 2024-07-27T07:05:06.760 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.758+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc86c0b4810 con 0x7fc86c0737c0 2024-07-27T07:05:06.761 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.760+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fc85c01a070 con 0x7fc86c0737c0 2024-07-27T07:05:06.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.761+0000 7fc862000640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 0x7fc848079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:06.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.761+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(201..201 src has 1..201) ==== 7253+0+0 (secure 0 0 0) 0x7fc85c0983a0 con 0x7fc86c0737c0 2024-07-27T07:05:06.762 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.761+0000 7fc869400640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 0x7fc848079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:06.764 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.763+0000 7fc869400640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 0x7fc848079520 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc86c1f70c0 tx=0x7fc854008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:06.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:06.766+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fc86c073bd0 con 0x7fc86c0737c0 2024-07-27T07:05:07.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.012+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fc86c14c7a0 con 0x7fc86c0737c0 2024-07-27T07:05:07.499 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.495+0000 7fc862000640 1 -- 172.21.15.66:0/2984495880 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 24 and data pool 25 v198) ==== 174+0+0 (secure 0 0 0) 0x7fc85c060f00 con 0x7fc86c0737c0 2024-07-27T07:05:07.499 INFO:teuthology.orchestra.run.smithi066.stderr:new fs with metadata pool 24 and data pool 25 2024-07-27T07:05:07.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 msgr2=0x7fc848079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:07.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 0x7fc848079520 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fc86c1f70c0 tx=0x7fc854008040 comp rx=0 tx=0).stop 2024-07-27T07:05:07.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 msgr2=0x7fc86c1e4840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:07.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7fc85c00c3c0 tx=0x7fc85c00c880 comp rx=0 tx=0).stop 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 shutdown_connections 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fc848077010 0x7fc848079520 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fc86c15b3e0 0x7fc86c13a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fc86c0b5250 0x7fc86c14c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 --2- 172.21.15.66:0/2984495880 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fc86c0737c0 0x7fc86c1e4840 unknown :-1 s=CLOSED pgs=1907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.507+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 >> 172.21.15.66:0/2984495880 conn(0x7fc86c0b2930 msgr2=0x7fc86c072b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:07.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.508+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 shutdown_connections 2024-07-27T07:05:07.510 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.509+0000 7fc86b200640 1 -- 172.21.15.66:0/2984495880 wait complete. 2024-07-27T07:05:07.558 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:05:07.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 -- 172.21.15.66:0/1992357139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1410 msgr2=0x7f448c0b1820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:07.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 --2- 172.21.15.66:0/1992357139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1410 0x7f448c0b1820 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f4474009830 tx=0x7f447402a3f0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 -- 172.21.15.66:0/1992357139 shutdown_connections 2024-07-27T07:05:07.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 --2- 172.21.15.66:0/1992357139 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0b1d60 0x7f448c0b4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 --2- 172.21.15.66:0/1992357139 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1410 0x7f448c0b1820 unknown :-1 s=CLOSED pgs=1909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 -- 172.21.15.66:0/1992357139 >> 172.21.15.66:0/1992357139 conn(0x7f448c0d1c10 msgr2=0x7f448c0d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:07.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.804+0000 7f4491000640 1 -- 172.21.15.66:0/1992357139 shutdown_connections 2024-07-27T07:05:07.807 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.805+0000 7f4491000640 1 -- 172.21.15.66:0/1992357139 wait complete. 2024-07-27T07:05:07.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.807+0000 7f4491000640 1 Processor -- start 2024-07-27T07:05:07.808 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.807+0000 7f4491000640 1 -- start start 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f448c0b1410 0x7f448c15d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 0x7f448c0c6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f448c0b5120 con 0x7f448c0b1d60 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f448c0b4fa0 con 0x7f448c0b1410 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4491000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f448c0b52a0 con 0x7f448c0d2730 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:07.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48136/0 (socket says 172.21.15.66:48136) 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 -- 172.21.15.66:0/3500422090 learned_addr learned my addr 172.21.15.66:0/3500422090 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f448b400640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f448c0b1410 0x7f448c15d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f448be00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 0x7f448c0c6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 -- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 msgr2=0x7f448c0c6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 0x7f448c0c6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 -- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f448c0b1410 msgr2=0x7f448c15d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f448c0b1410 0x7f448c15d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.809+0000 7f4482a00640 1 -- 172.21.15.66:0/3500422090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f448c0c9fc0 con 0x7f448c0b1d60 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f448be00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 0x7f448c0c6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:07.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4482a00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f4474009950 tx=0x7f4474033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4474005c90 con 0x7f448c0b1d60 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4474031e50 con 0x7f448c0b1d60 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44740332f0 con 0x7f448c0b1d60 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f448c0ca2a0 con 0x7f448c0b1d60 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.810+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f448c0ca860 con 0x7f448c0b1d60 2024-07-27T07:05:07.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.811+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f448c0c9d30 con 0x7f448c0b1d60 2024-07-27T07:05:07.816 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.815+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f4474033490 con 0x7f448c0b1d60 2024-07-27T07:05:07.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.816+0000 7f4483e00640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 0x7f4468079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:07.817 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.816+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 7353+0+0 (secure 0 0 0) 0x7f44740ba7b0 con 0x7f448c0b1d60 2024-07-27T07:05:07.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.816+0000 7f448b400640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 0x7f4468079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:07.819 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.818+0000 7f448b400640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 0x7f4468079520 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f447c0020b0 tx=0x7f447c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:07.820 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:07.819+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f4474052080 con 0x7f448c0b1d60 2024-07-27T07:05:08.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.026+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f448c0d0f10 con 0x7f448c0b1d60 2024-07-27T07:05:08.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.031+0000 7f4483e00640 1 -- 172.21.15.66:0/3500422090 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v202) ==== 74+0+22560 (secure 0 0 0) 0x7f448c0d0f10 con 0x7f448c0b1d60 2024-07-27T07:05:08.033 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:08.033 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":202,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:05:07.014867+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:05:05.116888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-07-27T07:05:06.008842+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:05:08.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 msgr2=0x7f4468079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.034 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 0x7f4468079520 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f447c0020b0 tx=0x7f447c009040 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 msgr2=0x7f448c15ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f4474009950 tx=0x7f4474033c90 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 shutdown_connections 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f4468077010 0x7f4468079520 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f448c0d2730 0x7f448c0c6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f448c0b1d60 0x7f448c15ddc0 unknown :-1 s=CLOSED pgs=1910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 --2- 172.21.15.66:0/3500422090 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f448c0b1410 0x7f448c15d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 >> 172.21.15.66:0/3500422090 conn(0x7f448c0d1c10 msgr2=0x7f448c070f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:08.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 shutdown_connections 2024-07-27T07:05:08.036 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.033+0000 7f4491000640 1 -- 172.21.15.66:0/3500422090 wait complete. 2024-07-27T07:05:08.061 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:05:08.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.357+0000 7fa4fbe00640 1 -- 172.21.15.66:0/867342341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4dc004800 msgr2=0x7fa4dc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.359 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.357+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/867342341 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4dc004800 0x7fa4dc004c10 secure :-1 s=READY pgs=1912 cs=0 l=1 rev1=1 crypto rx=0x7fa4f415fdb0 tx=0x7fa4dc005830 comp rx=0 tx=0).stop 2024-07-27T07:05:08.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.357+0000 7fa4f9e00640 1 -- 172.21.15.66:0/867342341 reap_dead start 2024-07-27T07:05:08.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.357+0000 7fa4fbe00640 1 -- 172.21.15.66:0/867342341 shutdown_connections 2024-07-27T07:05:08.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.357+0000 7fa4fbe00640 1 -- 172.21.15.66:0/867342341 >> 172.21.15.66:0/867342341 conn(0x7fa4f406d3f0 msgr2=0x7fa4f40b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:08.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.358+0000 7fa4fbe00640 1 -- 172.21.15.66:0/867342341 shutdown_connections 2024-07-27T07:05:08.360 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.358+0000 7fa4fbe00640 1 -- 172.21.15.66:0/867342341 wait complete. 2024-07-27T07:05:08.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.360+0000 7fa4fbe00640 1 Processor -- start 2024-07-27T07:05:08.361 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.360+0000 7fa4fbe00640 1 -- start start 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 0x7fa4f41f6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 0x7fa4f41597d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f406efc0 con 0x7fa4f4145d40 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f41602a0 con 0x7fa4f415ed10 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4fbe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fa4f406f140 con 0x7fa4dc004800 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4f8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4f8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48154/0 (socket says 172.21.15.66:48154) 2024-07-27T07:05:08.365 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.362+0000 7fa4f8a00640 1 -- 172.21.15.66:0/2677209391 learned_addr learned my addr 172.21.15.66:0/2677209391 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f9e00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 0x7fa4f41597d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f9400640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 0x7fa4f41f6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 -- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 msgr2=0x7fa4f41f6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 0x7fa4f41f6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 -- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 msgr2=0x7fa4f41597d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 0x7fa4f41597d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 -- 172.21.15.66:0/2677209391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f41f6390 con 0x7fa4f4145d40 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f9e00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 0x7fa4f41597d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f9400640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 0x7fa4f41f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f8a00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4031040 tx=0x7fa4e4001720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e40064d0 con 0x7fa4f4145d40 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.363+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4e403e030 con 0x7fa4f4145d40 2024-07-27T07:05:08.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.364+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4f415ba60 con 0x7fa4f4145d40 2024-07-27T07:05:08.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.364+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e40039a0 con 0x7fa4f4145d40 2024-07-27T07:05:08.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.364+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4f41f6630 con 0x7fa4f4145d40 2024-07-27T07:05:08.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.365+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4f415b7b0 con 0x7fa4f4145d40 2024-07-27T07:05:08.367 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.366+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fa4e4003b40 con 0x7fa4f4145d40 2024-07-27T07:05:08.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.368+0000 7fa4f1600640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 0x7fa4d8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.368+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 7353+0+0 (secure 0 0 0) 0x7fa4e402c020 con 0x7fa4f4145d40 2024-07-27T07:05:08.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.369+0000 7fa4f9400640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 0x7fa4d8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.370+0000 7fa4f9400640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 0x7fa4d8079520 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8005fd0 tx=0x7fa4e8009500 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:08.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.372+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fa4e4082760 con 0x7fa4f4145d40 2024-07-27T07:05:08.581 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.580+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa4f406e8b0 con 0x7fa4f4145d40 2024-07-27T07:05:08.583 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.582+0000 7fa4f1600640 1 -- 172.21.15.66:0/2677209391 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v203) ==== 74+0+22547 (secure 0 0 0) 0x7fa4e4082060 con 0x7fa4f4145d40 2024-07-27T07:05:08.584 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:08.584 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":203,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:05:08.492037+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:05:05.116888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-07-27T07:05:06.008842+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"203","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 msgr2=0x7fa4d8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 0x7fa4d8079520 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8005fd0 tx=0x7fa4e8009500 comp rx=0 tx=0).stop 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 msgr2=0x7fa4f415e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7fa4e4031040 tx=0x7fa4e4001720 comp rx=0 tx=0).stop 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 shutdown_connections 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fa4d8077010 0x7fa4d8079520 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fa4f415ed10 0x7fa4f41597d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fa4f4145d40 0x7fa4f415e7d0 unknown :-1 s=CLOSED pgs=1913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.587 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 --2- 172.21.15.66:0/2677209391 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fa4dc004800 0x7fa4f41f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.585+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 >> 172.21.15.66:0/2677209391 conn(0x7fa4f406d3f0 msgr2=0x7fa4f4157e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:08.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.586+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 shutdown_connections 2024-07-27T07:05:08.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.586+0000 7fa4fbe00640 1 -- 172.21.15.66:0/2677209391 wait complete. 2024-07-27T07:05:08.612 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-07-27T07:05:08.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 -- 172.21.15.66:0/66130751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe00cfd40 msgr2=0x7f5fe00732f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/66130751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe00cfd40 0x7f5fe00732f0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7f5fe00d1c60 tx=0x7f5fc802a530 comp rx=0 tx=0).stop 2024-07-27T07:05:08.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 -- 172.21.15.66:0/66130751 shutdown_connections 2024-07-27T07:05:08.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/66130751 >> v2:172.21.15.155:3300/0 conn(0x7f5fe0073830 0x7f5fe006f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/66130751 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe00cfd40 0x7f5fe00732f0 unknown :-1 s=CLOSED pgs=1915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 -- 172.21.15.66:0/66130751 >> 172.21.15.66:0/66130751 conn(0x7f5fe00d0bd0 msgr2=0x7f5fe00d0fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:08.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 -- 172.21.15.66:0/66130751 shutdown_connections 2024-07-27T07:05:08.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.900+0000 7f5fe5a00640 1 -- 172.21.15.66:0/66130751 wait complete. 2024-07-27T07:05:08.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.902+0000 7f5fe5a00640 1 Processor -- start 2024-07-27T07:05:08.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.902+0000 7f5fe5a00640 1 -- start start 2024-07-27T07:05:08.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe00cf930 0x7f5fe01f8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe00cfd40 0x7f5fe0159130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe006fa10 con 0x7f5fe0073830 2024-07-27T07:05:08.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe006f890 con 0x7f5fe00cfd40 2024-07-27T07:05:08.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.904+0000 7f5fe5a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5fe006fb90 con 0x7f5fe00cf930 2024-07-27T07:05:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48170/0 (socket says 172.21.15.66:48170) 2024-07-27T07:05:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 -- 172.21.15.66:0/3994966615 learned_addr learned my addr 172.21.15.66:0/3994966615 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fe5000640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe00cfd40 0x7f5fe0159130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdf400640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe00cf930 0x7f5fe01f8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 -- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe00cf930 msgr2=0x7f5fe01f8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe00cf930 0x7f5fe01f8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 -- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe00cfd40 msgr2=0x7f5fe0159130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe00cfd40 0x7f5fe0159130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 -- 172.21.15.66:0/3994966615 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe01f9d50 con 0x7f5fe0073830 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.905+0000 7f5fdfe00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7f5fd000c3c0 tx=0x7f5fd000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.906+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0017070 con 0x7f5fe0073830 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.906+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fd00035f0 con 0x7f5fe0073830 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.906+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd0003a80 con 0x7f5fe0073830 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.906+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fe01f5bb0 con 0x7f5fe0073830 2024-07-27T07:05:08.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.906+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fe01f6170 con 0x7f5fe0073830 2024-07-27T07:05:08.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.907+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fe00d06c0 con 0x7f5fe0073830 2024-07-27T07:05:08.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.909+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5fd001a070 con 0x7f5fe0073830 2024-07-27T07:05:08.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.910+0000 7f5fd7e00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 0x7f5fbc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:08.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.910+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f5fd0098760 con 0x7f5fe0073830 2024-07-27T07:05:08.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.910+0000 7f5fdf400640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 0x7f5fbc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:08.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.912+0000 7f5fdf400640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 0x7f5fbc079550 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8034000 tx=0x7f5fc8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:08.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:08.913+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5fe00d06c0 con 0x7f5fe0073830 2024-07-27T07:05:09.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.168+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f5fe00708c0 con 0x7f5fe0073830 2024-07-27T07:05:09.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.508+0000 7f5fd7e00640 1 -- 172.21.15.66:0/3994966615 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v200) ==== 118+0+0 (secure 0 0 0) 0x7f5fe00708c0 con 0x7f5fe0073830 2024-07-27T07:05:09.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.511+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 msgr2=0x7f5fbc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:09.513 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.511+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 0x7f5fbc079550 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8034000 tx=0x7f5fc8004730 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.511+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 msgr2=0x7f5fe01f9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.511+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7f5fd000c3c0 tx=0x7f5fd000c880 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 shutdown_connections 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fbc077040 0x7f5fbc079550 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe00cfd40 0x7f5fe0159130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe00cf930 0x7f5fe01f8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 --2- 172.21.15.66:0/3994966615 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe0073830 0x7f5fe01f9810 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 >> 172.21.15.66:0/3994966615 conn(0x7f5fe00d0bd0 msgr2=0x7f5fe0159e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 shutdown_connections 2024-07-27T07:05:09.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.512+0000 7f5fe5a00640 1 -- 172.21.15.66:0/3994966615 wait complete. 2024-07-27T07:05:09.546 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-07-27T07:05:09.546 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-07-27T07:05:09.615 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 -- 172.21.15.66:0/614102218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a015c030 msgr2=0x7f00a006fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 --2- 172.21.15.66:0/614102218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a015c030 0x7f00a006fd00 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7f0088005fd0 tx=0x7f008802a4a0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 -- 172.21.15.66:0/614102218 shutdown_connections 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 --2- 172.21.15.66:0/614102218 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a015c030 0x7f00a006fd00 unknown :-1 s=CLOSED pgs=1917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 --2- 172.21.15.66:0/614102218 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a00cd650 0x7f00a015baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 -- 172.21.15.66:0/614102218 >> 172.21.15.66:0/614102218 conn(0x7f00a00cfa80 msgr2=0x7f00a00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 -- 172.21.15.66:0/614102218 shutdown_connections 2024-07-27T07:05:09.845 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.843+0000 7f00a5400640 1 -- 172.21.15.66:0/614102218 wait complete. 2024-07-27T07:05:09.847 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.846+0000 7f00a5400640 1 Processor -- start 2024-07-27T07:05:09.848 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.846+0000 7f00a5400640 1 -- start start 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.848+0000 7f00a5400640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a0070240 0x7f00a00ae310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.848+0000 7f00a5400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f00a5400640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00a015c030 0x7f00a0157ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f00a5400640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f00a0144780 con 0x7f00a00cd650 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f00a5400640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f00a0144600 con 0x7f00a015c030 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f00a5400640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f00a0144900 con 0x7f00a0070240 2024-07-27T07:05:09.850 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:09.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48184/0 (socket says 172.21.15.66:48184) 2024-07-27T07:05:09.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 -- 172.21.15.66:0/7166764 learned_addr learned my addr 172.21.15.66:0/7166764 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f009fe00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a0070240 0x7f00a00ae310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f00a4a00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00a015c030 0x7f00a0157ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 -- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a0070240 msgr2=0x7f00a00ae310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a0070240 0x7f00a00ae310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 -- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00a015c030 msgr2=0x7f00a0157ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00a015c030 0x7f00a0157ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.849+0000 7f0097e00640 1 -- 172.21.15.66:0/7166764 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00a00ad550 con 0x7f00a00cd650 2024-07-27T07:05:09.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f0097e00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7f0088034040 tx=0x7f0088003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f008803e030 con 0x7f00a00cd650 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0088003e00 con 0x7f00a00cd650 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0088035040 con 0x7f00a00cd650 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00a00ad830 con 0x7f00a00cd650 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.850+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00a00addf0 con 0x7f00a00cd650 2024-07-27T07:05:09.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.851+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00a015baf0 con 0x7f00a00cd650 2024-07-27T07:05:09.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.853+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f0088041030 con 0x7f00a00cd650 2024-07-27T07:05:09.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.854+0000 7f009cc00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 0x7f007c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:09.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.854+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f00880b9a50 con 0x7f00a00cd650 2024-07-27T07:05:09.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.855+0000 7f009fe00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 0x7f007c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:09.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.856+0000 7f009fe00640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 0x7f007c079520 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0090005fd0 tx=0x7f0090005850 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:09.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:09.859+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f00880826e0 con 0x7f00a00cd650 2024-07-27T07:05:10.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.107+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f00a00cc2e0 con 0x7f00a00cd650 2024-07-27T07:05:10.527 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.525+0000 7f009cc00640 1 -- 172.21.15.66:0/7166764 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v201) ==== 122+0+0 (secure 0 0 0) 0x7f0088081fe0 con 0x7f00a00cd650 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 msgr2=0x7f007c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 0x7f007c079520 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f0090005fd0 tx=0x7f0090005850 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 msgr2=0x7f00a0158e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7f0088034040 tx=0x7f0088003910 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 shutdown_connections 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f007c077010 0x7f007c079520 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f00a015c030 0x7f00a0157ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f00a00cd650 0x7f00a0158e20 unknown :-1 s=CLOSED pgs=1918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 --2- 172.21.15.66:0/7166764 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f00a0070240 0x7f00a00ae310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 >> 172.21.15.66:0/7166764 conn(0x7f00a00cfa80 msgr2=0x7f00a01e79f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 shutdown_connections 2024-07-27T07:05:10.531 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.529+0000 7f00a5400640 1 -- 172.21.15.66:0/7166764 wait complete. 2024-07-27T07:05:10.562 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-07-27T07:05:10.563 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:05:10.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.850+0000 7f64ca000640 1 -- 172.21.15.66:0/2190700647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c40b2a90 msgr2=0x7f64c40b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:10.852 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.850+0000 7f64ca000640 1 --2- 172.21.15.66:0/2190700647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c40b2a90 0x7f64c40b2ea0 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7f64b0005fd0 tx=0x7f64b002a530 comp rx=0 tx=0).stop 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 -- 172.21.15.66:0/2190700647 shutdown_connections 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 --2- 172.21.15.66:0/2190700647 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 0x7f64c40b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 --2- 172.21.15.66:0/2190700647 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c40b2a90 0x7f64c40b2ea0 unknown :-1 s=CLOSED pgs=1919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 -- 172.21.15.66:0/2190700647 >> 172.21.15.66:0/2190700647 conn(0x7f64c40cfa80 msgr2=0x7f64c40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 -- 172.21.15.66:0/2190700647 shutdown_connections 2024-07-27T07:05:10.853 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.851+0000 7f64ca000640 1 -- 172.21.15.66:0/2190700647 wait complete. 2024-07-27T07:05:10.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.854+0000 7f64ca000640 1 Processor -- start 2024-07-27T07:05:10.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.854+0000 7f64ca000640 1 -- start start 2024-07-27T07:05:10.858 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64c40b2a90 0x7f64c4155370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 0x7f64c4141dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f64c406f4c0 con 0x7f64c4072300 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f64c406f340 con 0x7f64c40b2a90 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64ca000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f64c406f640 con 0x7f64c40b4a40 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.856+0000 7f64c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:48188/0 (socket says 172.21.15.66:48188) 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 -- 172.21.15.66:0/3646625038 learned_addr learned my addr 172.21.15.66:0/3646625038 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c3e00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64c40b2a90 0x7f64c4155370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c9600640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 0x7f64c4141dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 -- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 msgr2=0x7f64c4141dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:10.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 0x7f64c4141dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 -- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64c40b2a90 msgr2=0x7f64c4155370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:10.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64c40b2a90 0x7f64c4155370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:10.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 -- 172.21.15.66:0/3646625038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64c4140d20 con 0x7f64c4072300 2024-07-27T07:05:10.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.857+0000 7f64c8c00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f64b400b410 tx=0x7f64b400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.858+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b4015020 con 0x7f64c4072300 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.858+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f64b4011920 con 0x7f64c4072300 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.858+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64b4011d70 con 0x7f64c4072300 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.858+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64c4141000 con 0x7f64c4072300 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.858+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64c41415c0 con 0x7f64c4072300 2024-07-27T07:05:10.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.859+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64c41568c0 con 0x7f64c4072300 2024-07-27T07:05:10.862 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.861+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f64b4018020 con 0x7f64c4072300 2024-07-27T07:05:10.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.862+0000 7f64c0c00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 0x7f64a4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:10.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.863+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f64b4098a60 con 0x7f64c4072300 2024-07-27T07:05:10.865 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.863+0000 7f64c3e00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 0x7f64a4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:10.866 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.865+0000 7f64c3e00640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 0x7f64a4079550 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f64b0033000 tx=0x7f64b0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:10.869 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:10.868+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f64c41568c0 con 0x7f64c4072300 2024-07-27T07:05:11.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.137+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f64c406fb70 con 0x7f64c4072300 2024-07-27T07:05:11.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.138+0000 7f64c0c00640 1 -- 172.21.15.66:0/3646625038 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 201 v201) ==== 95+0+5236 (secure 0 0 0) 0x7f64b401f070 con 0x7f64c4072300 2024-07-27T07:05:11.140 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:11.140 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":201,"btime":"2024-07-27T07:05:10:509597+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6479,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":196},{"gid":6482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/394229688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":394229688},{"type":"v1","addr":"172.21.15.155:6837","nonce":394229688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197},{"gid":9468,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3068699741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3068699741},{"type":"v1","addr":"172.21.15.66:6833","nonce":3068699741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197}],"filesystems":[{"mdsmap":{"epoch":201,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:05:10.109669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9471},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471]},"id":10}]} 2024-07-27T07:05:11.140 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 201 2024-07-27T07:05:11.143 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 msgr2=0x7f64a4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 0x7f64a4079550 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f64b0033000 tx=0x7f64b0004730 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 msgr2=0x7f64c412fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7f64b400b410 tx=0x7f64b400b8d0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 shutdown_connections 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f64a4077040 0x7f64a4079550 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f64c40b4a40 0x7f64c4141dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f64c40b2a90 0x7f64c4155370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 --2- 172.21.15.66:0/3646625038 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f64c4072300 0x7f64c412fcd0 unknown :-1 s=CLOSED pgs=1920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 >> 172.21.15.66:0/3646625038 conn(0x7f64c40cfa80 msgr2=0x7f64c4159d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 shutdown_connections 2024-07-27T07:05:11.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.142+0000 7f64ca000640 1 -- 172.21.15.66:0/3646625038 wait complete. 2024-07-27T07:05:11.172 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:05:11.463 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.461+0000 7f8a77200640 1 -- 172.21.15.66:0/2259068754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a5c004d40 msgr2=0x7f8a5c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.461+0000 7f8a77200640 1 --2- 172.21.15.66:0/2259068754 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a5c004d40 0x7f8a5c005150 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f8a78159fe0 tx=0x7f8a5c005830 comp rx=0 tx=0).stop 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.461+0000 7f8a76800640 1 -- 172.21.15.66:0/2259068754 reap_dead start 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.462+0000 7f8a77200640 1 -- 172.21.15.66:0/2259068754 shutdown_connections 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.462+0000 7f8a77200640 1 -- 172.21.15.66:0/2259068754 >> 172.21.15.66:0/2259068754 conn(0x7f8a780cfa80 msgr2=0x7f8a780cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.462+0000 7f8a77200640 1 -- 172.21.15.66:0/2259068754 shutdown_connections 2024-07-27T07:05:11.464 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.462+0000 7f8a77200640 1 -- 172.21.15.66:0/2259068754 wait complete. 2024-07-27T07:05:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.464+0000 7f8a77200640 1 Processor -- start 2024-07-27T07:05:11.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.465+0000 7f8a77200640 1 -- start start 2024-07-27T07:05:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a5c004d40 0x7f8a780ccdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 0x7f8a7815b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:11.468 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7806f020 con 0x7f8a781f80b0 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f8a7806eea0 con 0x7f8a78159340 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.466+0000 7f8a77200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f8a7806f1a0 con 0x7f8a5c004d40 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38964/0 (socket says 172.21.15.66:38964) 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 -- 172.21.15.66:0/3039212735 learned_addr learned my addr 172.21.15.66:0/3039212735 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a75e00640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a5c004d40 0x7f8a780ccdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a75400640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 0x7f8a7815b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 -- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a5c004d40 msgr2=0x7f8a780ccdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a5c004d40 0x7f8a780ccdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 -- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 msgr2=0x7f8a7815b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.469 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 0x7f8a7815b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a76800640 1 -- 172.21.15.66:0/3039212735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a781f8a00 con 0x7f8a781f80b0 2024-07-27T07:05:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.467+0000 7f8a75400640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 0x7f8a7815b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:11.470 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a76800640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f8a7002b3d0 tx=0x7f8a70003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a70003a60 con 0x7f8a781f80b0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a70003c00 con 0x7f8a781f80b0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a7002b9f0 con 0x7f8a781f80b0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a780cd310 con 0x7f8a781f80b0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.468+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a781582a0 con 0x7f8a781f80b0 2024-07-27T07:05:11.471 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.469+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a780c6430 con 0x7f8a781f80b0 2024-07-27T07:05:11.472 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.471+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f8a7002bb90 con 0x7f8a781f80b0 2024-07-27T07:05:11.473 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.472+0000 7f8a6e000640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 0x7f8a54079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.472+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f8a700b86c0 con 0x7f8a781f80b0 2024-07-27T07:05:11.474 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.473+0000 7f8a75e00640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 0x7f8a54079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:11.476 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.474+0000 7f8a75e00640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 0x7f8a54079520 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f8a68009aa0 tx=0x7f8a68005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:11.478 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.477+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f8a780c6430 con 0x7f8a781f80b0 2024-07-27T07:05:11.696 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.694+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8a78158f80 con 0x7f8a781f80b0 2024-07-27T07:05:11.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.698+0000 7f8a6e000640 1 -- 172.21.15.66:0/3039212735 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v203) ==== 74+0+22547 (secure 0 0 0) 0x7f8a781f8a00 con 0x7f8a781f80b0 2024-07-27T07:05:11.700 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:11.700 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":203,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:05:08.492037+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:05:05.116888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-07-27T07:05:06.008842+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"203","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:05:11.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.701+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 msgr2=0x7f8a54079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.701+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 0x7f8a54079520 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f8a68009aa0 tx=0x7f8a68005f90 comp rx=0 tx=0).stop 2024-07-27T07:05:11.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.701+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 msgr2=0x7f8a781f84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.701+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f8a7002b3d0 tx=0x7f8a70003970 comp rx=0 tx=0).stop 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 shutdown_connections 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f8a54077010 0x7f8a54079520 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8a781f80b0 0x7f8a781f84c0 unknown :-1 s=CLOSED pgs=1923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f8a78159340 0x7f8a7815b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 --2- 172.21.15.66:0/3039212735 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f8a5c004d40 0x7f8a780ccdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 >> 172.21.15.66:0/3039212735 conn(0x7f8a780cfa80 msgr2=0x7f8a780cdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 shutdown_connections 2024-07-27T07:05:11.704 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:11.702+0000 7f8a77200640 1 -- 172.21.15.66:0/3039212735 wait complete. 2024-07-27T07:05:11.731 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T07:05:11.731 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 -- 172.21.15.66:0/3848705446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f704006f720 msgr2=0x7f7040166f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 --2- 172.21.15.66:0/3848705446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f704006f720 0x7f7040166f30 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7f7038005fd0 tx=0x7f703802a8d0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 -- 172.21.15.66:0/3848705446 shutdown_connections 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 --2- 172.21.15.66:0/3848705446 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f704006f720 0x7f7040166f30 unknown :-1 s=CLOSED pgs=1925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 -- 172.21.15.66:0/3848705446 >> 172.21.15.66:0/3848705446 conn(0x7f704006d3f0 msgr2=0x7f70400b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 -- 172.21.15.66:0/3848705446 shutdown_connections 2024-07-27T07:05:12.011 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.009+0000 7f7047600640 1 -- 172.21.15.66:0/3848705446 wait complete. 2024-07-27T07:05:12.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.012+0000 7f7047600640 1 Processor -- start 2024-07-27T07:05:12.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.012+0000 7f7047600640 1 -- start start 2024-07-27T07:05:12.015 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 0x7f704015a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f704015c160 0x7f70401550f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f70401675f0 con 0x7f70400b4ec0 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f7040167470 con 0x7f704015c160 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.013+0000 7f7047600640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f7040167770 con 0x7f704006f720 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:38990/0 (socket says 172.21.15.66:38990) 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 -- 172.21.15.66:0/626620889 learned_addr learned my addr 172.21.15.66:0/626620889 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7045600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f704015c160 0x7f70401550f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7044c00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 0x7f704015a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 -- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 msgr2=0x7f704015a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 0x7f704015a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.016 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 -- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f704015c160 msgr2=0x7f70401550f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f704015c160 0x7f70401550f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7037e00640 1 -- 172.21.15.66:0/626620889 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7040154330 con 0x7f70400b4ec0 2024-07-27T07:05:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.014+0000 7f7044c00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 0x7f704015a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f7037e00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7f703000c3a0 tx=0x7f703000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:12.017 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030017070 con 0x7f70400b4ec0 2024-07-27T07:05:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70300053c0 con 0x7f70400b4ec0 2024-07-27T07:05:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7040154610 con 0x7f70400b4ec0 2024-07-27T07:05:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030003850 con 0x7f70400b4ec0 2024-07-27T07:05:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.015+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70401669e0 con 0x7f70400b4ec0 2024-07-27T07:05:12.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.016+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70400ae1c0 con 0x7f70400b4ec0 2024-07-27T07:05:12.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.017+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f703001a070 con 0x7f70400b4ec0 2024-07-27T07:05:12.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.019+0000 7f703d600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 0x7f701c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.019+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f7030098470 con 0x7f70400b4ec0 2024-07-27T07:05:12.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.019+0000 7f7044c00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 0x7f701c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.022 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.020+0000 7f7044c00640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 0x7f701c079550 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7028001220 tx=0x7f7028009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:12.026 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.025+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f70400ae1c0 con 0x7f70400b4ec0 2024-07-27T07:05:12.232 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.230+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f704015fdb0 con 0x7f701c077040 2024-07-27T07:05:12.256 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.255+0000 7f703d600640 1 -- 172.21.15.66:0/626620889 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+494482 (secure 0 0 0) 0x7f704015fdb0 con 0x7f701c077040 2024-07-27T07:05:12.261 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:12.267 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:05:12.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 msgr2=0x7f701c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 0x7f701c079550 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f7028001220 tx=0x7f7028009040 comp rx=0 tx=0).stop 2024-07-27T07:05:12.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 msgr2=0x7f70401664a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7f703000c3a0 tx=0x7f703000c860 comp rx=0 tx=0).stop 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 shutdown_connections 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f701c077040 0x7f701c079550 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f704015c160 0x7f70401550f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f70400b4ec0 0x7f70401664a0 unknown :-1 s=CLOSED pgs=1926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 --2- 172.21.15.66:0/626620889 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f704006f720 0x7f704015a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 >> 172.21.15.66:0/626620889 conn(0x7f704006d3f0 msgr2=0x7f70400cd160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 shutdown_connections 2024-07-27T07:05:12.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.266+0000 7f7047600640 1 -- 172.21.15.66:0/626620889 wait complete. 2024-07-27T07:05:12.299 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":654,"stamp":"2024-07-27T07:05:10.692075+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":430528,"kb_used_data":21436,"kb_used_omap":12,"kb_used_meta":408947,"kb_avail":754544192,"statfs":{"total":773094113280,"available":772653252608,"internally_reserved":0,"allocated":21950464,"data_stored":12589852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":418762289},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.259674"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223162+0000","last_change":"2024-07-27T07:05:07.513824+0000","last_active":"2024-07-27T07:05:09.223162+0000","last_peered":"2024-07-27T07:05:09.223162+0000","last_clean":"2024-07-27T07:05:09.223162+0000","last_became_active":"2024-07-27T07:05:07.512995+0000","last_became_peered":"2024-07-27T07:05:07.512995+0000","last_unstale":"2024-07-27T07:05:09.223162+0000","last_undegraded":"2024-07-27T07:05:09.223162+0000","last_fullsized":"2024-07-27T07:05:09.223162+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:40.827301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505947+0000","last_change":"2024-07-27T07:05:07.508775+0000","last_active":"2024-07-27T07:05:08.505947+0000","last_peered":"2024-07-27T07:05:08.505947+0000","last_clean":"2024-07-27T07:05:08.505947+0000","last_became_active":"2024-07-27T07:05:07.505229+0000","last_became_peered":"2024-07-27T07:05:07.505229+0000","last_unstale":"2024-07-27T07:05:08.505947+0000","last_undegraded":"2024-07-27T07:05:08.505947+0000","last_fullsized":"2024-07-27T07:05:08.505947+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:36:18.690365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.513048+0000","last_change":"2024-07-27T07:05:07.510502+0000","last_active":"2024-07-27T07:05:07.513048+0000","last_peered":"2024-07-27T07:05:07.513048+0000","last_clean":"2024-07-27T07:05:07.513048+0000","last_became_active":"2024-07-27T07:05:07.510003+0000","last_became_peered":"2024-07-27T07:05:07.510003+0000","last_unstale":"2024-07-27T07:05:07.513048+0000","last_undegraded":"2024-07-27T07:05:07.513048+0000","last_fullsized":"2024-07-27T07:05:07.513048+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:45.044290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504885+0000","last_change":"2024-07-27T07:05:07.515640+0000","last_active":"2024-07-27T07:05:08.504885+0000","last_peered":"2024-07-27T07:05:08.504885+0000","last_clean":"2024-07-27T07:05:08.504885+0000","last_became_active":"2024-07-27T07:05:07.515324+0000","last_became_peered":"2024-07-27T07:05:07.515324+0000","last_unstale":"2024-07-27T07:05:08.504885+0000","last_undegraded":"2024-07-27T07:05:08.504885+0000","last_fullsized":"2024-07-27T07:05:08.504885+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:15:53.236998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.526098+0000","last_change":"2024-07-27T07:05:07.525181+0000","last_active":"2024-07-27T07:05:07.526098+0000","last_peered":"2024-07-27T07:05:07.526098+0000","last_clean":"2024-07-27T07:05:07.526098+0000","last_became_active":"2024-07-27T07:05:07.524709+0000","last_became_peered":"2024-07-27T07:05:07.524709+0000","last_unstale":"2024-07-27T07:05:07.526098+0000","last_undegraded":"2024-07-27T07:05:07.526098+0000","last_fullsized":"2024-07-27T07:05:07.526098+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:55:07.073070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509168+0000","last_change":"2024-07-27T07:05:07.504785+0000","last_active":"2024-07-27T07:05:07.509168+0000","last_peered":"2024-07-27T07:05:07.509168+0000","last_clean":"2024-07-27T07:05:07.509168+0000","last_became_active":"2024-07-27T07:05:07.504198+0000","last_became_peered":"2024-07-27T07:05:07.504198+0000","last_unstale":"2024-07-27T07:05:07.509168+0000","last_undegraded":"2024-07-27T07:05:07.509168+0000","last_fullsized":"2024-07-27T07:05:07.509168+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:22.197385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509500+0000","last_change":"2024-07-27T07:05:07.500455+0000","last_active":"2024-07-27T07:05:07.509500+0000","last_peered":"2024-07-27T07:05:07.509500+0000","last_clean":"2024-07-27T07:05:07.509500+0000","last_became_active":"2024-07-27T07:05:07.500100+0000","last_became_peered":"2024-07-27T07:05:07.500100+0000","last_unstale":"2024-07-27T07:05:07.509500+0000","last_undegraded":"2024-07-27T07:05:07.509500+0000","last_fullsized":"2024-07-27T07:05:07.509500+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:55:07.073070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.525075+0000","last_change":"2024-07-27T07:05:07.524100+0000","last_active":"2024-07-27T07:05:07.525075+0000","last_peered":"2024-07-27T07:05:07.525075+0000","last_clean":"2024-07-27T07:05:07.525075+0000","last_became_active":"2024-07-27T07:05:07.523753+0000","last_became_peered":"2024-07-27T07:05:07.523753+0000","last_unstale":"2024-07-27T07:05:07.525075+0000","last_undegraded":"2024-07-27T07:05:07.525075+0000","last_fullsized":"2024-07-27T07:05:07.525075+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:41.933579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506131+0000","last_change":"2024-07-27T07:05:07.526709+0000","last_active":"2024-07-27T07:05:08.506131+0000","last_peered":"2024-07-27T07:05:08.506131+0000","last_clean":"2024-07-27T07:05:08.506131+0000","last_became_active":"2024-07-27T07:05:07.526140+0000","last_became_peered":"2024-07-27T07:05:07.526140+0000","last_unstale":"2024-07-27T07:05:08.506131+0000","last_undegraded":"2024-07-27T07:05:08.506131+0000","last_fullsized":"2024-07-27T07:05:08.506131+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:49.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.463416+0000","last_change":"2024-07-27T07:05:06.463416+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.463416+0000","last_undegraded":"2024-07-27T07:05:06.463416+0000","last_fullsized":"2024-07-27T07:05:06.463416+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222772+0000","last_change":"2024-07-27T07:05:07.518600+0000","last_active":"2024-07-27T07:05:09.222772+0000","last_peered":"2024-07-27T07:05:09.222772+0000","last_clean":"2024-07-27T07:05:09.222772+0000","last_became_active":"2024-07-27T07:05:07.518238+0000","last_became_peered":"2024-07-27T07:05:07.518238+0000","last_unstale":"2024-07-27T07:05:09.222772+0000","last_undegraded":"2024-07-27T07:05:09.222772+0000","last_fullsized":"2024-07-27T07:05:09.222772+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:41.933579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220944+0000","last_change":"2024-07-27T07:05:07.517760+0000","last_active":"2024-07-27T07:05:09.220944+0000","last_peered":"2024-07-27T07:05:09.220944+0000","last_clean":"2024-07-27T07:05:09.220944+0000","last_became_active":"2024-07-27T07:05:07.517416+0000","last_became_peered":"2024-07-27T07:05:07.517416+0000","last_unstale":"2024-07-27T07:05:09.220944+0000","last_undegraded":"2024-07-27T07:05:09.220944+0000","last_fullsized":"2024-07-27T07:05:09.220944+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:38:06.568835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220732+0000","last_change":"2024-07-27T07:05:07.513862+0000","last_active":"2024-07-27T07:05:09.220732+0000","last_peered":"2024-07-27T07:05:09.220732+0000","last_clean":"2024-07-27T07:05:09.220732+0000","last_became_active":"2024-07-27T07:05:07.513230+0000","last_became_peered":"2024-07-27T07:05:07.513230+0000","last_unstale":"2024-07-27T07:05:09.220732+0000","last_undegraded":"2024-07-27T07:05:09.220732+0000","last_fullsized":"2024-07-27T07:05:09.220732+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:03.122813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503699+0000","last_change":"2024-07-27T07:05:07.510130+0000","last_active":"2024-07-27T07:05:08.503699+0000","last_peered":"2024-07-27T07:05:08.503699+0000","last_clean":"2024-07-27T07:05:08.503699+0000","last_became_active":"2024-07-27T07:05:07.509738+0000","last_became_peered":"2024-07-27T07:05:07.509738+0000","last_unstale":"2024-07-27T07:05:08.503699+0000","last_undegraded":"2024-07-27T07:05:08.503699+0000","last_fullsized":"2024-07-27T07:05:08.503699+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:13.348818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220658+0000","last_change":"2024-07-27T07:05:07.516913+0000","last_active":"2024-07-27T07:05:09.220658+0000","last_peered":"2024-07-27T07:05:09.220658+0000","last_clean":"2024-07-27T07:05:09.220658+0000","last_became_active":"2024-07-27T07:05:07.516581+0000","last_became_peered":"2024-07-27T07:05:07.516581+0000","last_unstale":"2024-07-27T07:05:09.220658+0000","last_undegraded":"2024-07-27T07:05:09.220658+0000","last_fullsized":"2024-07-27T07:05:09.220658+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:43.605920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.510145+0000","last_change":"2024-07-27T07:05:07.506529+0000","last_active":"2024-07-27T07:05:07.510145+0000","last_peered":"2024-07-27T07:05:07.510145+0000","last_clean":"2024-07-27T07:05:07.510145+0000","last_became_active":"2024-07-27T07:05:07.506200+0000","last_became_peered":"2024-07-27T07:05:07.506200+0000","last_unstale":"2024-07-27T07:05:07.510145+0000","last_undegraded":"2024-07-27T07:05:07.510145+0000","last_fullsized":"2024-07-27T07:05:07.510145+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:27.938786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.516252+0000","last_change":"2024-07-27T07:05:07.514347+0000","last_active":"2024-07-27T07:05:07.516252+0000","last_peered":"2024-07-27T07:05:07.516252+0000","last_clean":"2024-07-27T07:05:07.516252+0000","last_became_active":"2024-07-27T07:05:07.513989+0000","last_became_peered":"2024-07-27T07:05:07.513989+0000","last_unstale":"2024-07-27T07:05:07.516252+0000","last_undegraded":"2024-07-27T07:05:07.516252+0000","last_fullsized":"2024-07-27T07:05:07.516252+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:04:11.430847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521999+0000","last_change":"2024-07-27T07:05:07.514763+0000","last_active":"2024-07-27T07:05:07.521999+0000","last_peered":"2024-07-27T07:05:07.521999+0000","last_clean":"2024-07-27T07:05:07.521999+0000","last_became_active":"2024-07-27T07:05:07.513813+0000","last_became_peered":"2024-07-27T07:05:07.513813+0000","last_unstale":"2024-07-27T07:05:07.521999+0000","last_undegraded":"2024-07-27T07:05:07.521999+0000","last_fullsized":"2024-07-27T07:05:07.521999+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:26.407765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.524212+0000","last_change":"2024-07-27T07:05:07.522589+0000","last_active":"2024-07-27T07:05:07.524212+0000","last_peered":"2024-07-27T07:05:07.524212+0000","last_clean":"2024-07-27T07:05:07.524212+0000","last_became_active":"2024-07-27T07:05:07.521660+0000","last_became_peered":"2024-07-27T07:05:07.521660+0000","last_unstale":"2024-07-27T07:05:07.524212+0000","last_undegraded":"2024-07-27T07:05:07.524212+0000","last_fullsized":"2024-07-27T07:05:07.524212+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:08:44.516937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.522332+0000","last_change":"2024-07-27T07:05:07.520432+0000","last_active":"2024-07-27T07:05:07.522332+0000","last_peered":"2024-07-27T07:05:07.522332+0000","last_clean":"2024-07-27T07:05:07.522332+0000","last_became_active":"2024-07-27T07:05:07.520112+0000","last_became_peered":"2024-07-27T07:05:07.520112+0000","last_unstale":"2024-07-27T07:05:07.522332+0000","last_undegraded":"2024-07-27T07:05:07.522332+0000","last_fullsized":"2024-07-27T07:05:07.522332+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:02.166739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521177+0000","last_change":"2024-07-27T07:05:07.520214+0000","last_active":"2024-07-27T07:05:07.521177+0000","last_peered":"2024-07-27T07:05:07.521177+0000","last_clean":"2024-07-27T07:05:07.521177+0000","last_became_active":"2024-07-27T07:05:07.518194+0000","last_became_peered":"2024-07-27T07:05:07.518194+0000","last_unstale":"2024-07-27T07:05:07.521177+0000","last_undegraded":"2024-07-27T07:05:07.521177+0000","last_fullsized":"2024-07-27T07:05:07.521177+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:57:56.094099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521921+0000","last_change":"2024-07-27T07:05:07.516171+0000","last_active":"2024-07-27T07:05:07.521921+0000","last_peered":"2024-07-27T07:05:07.521921+0000","last_clean":"2024-07-27T07:05:07.521921+0000","last_became_active":"2024-07-27T07:05:07.515855+0000","last_became_peered":"2024-07-27T07:05:07.515855+0000","last_unstale":"2024-07-27T07:05:07.521921+0000","last_undegraded":"2024-07-27T07:05:07.521921+0000","last_fullsized":"2024-07-27T07:05:07.521921+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:03.122813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.464183+0000","last_change":"2024-07-27T07:05:06.464183+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.464183+0000","last_undegraded":"2024-07-27T07:05:06.464183+0000","last_fullsized":"2024-07-27T07:05:06.464183+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520667+0000","last_change":"2024-07-27T07:05:07.514661+0000","last_active":"2024-07-27T07:05:07.520667+0000","last_peered":"2024-07-27T07:05:07.520667+0000","last_clean":"2024-07-27T07:05:07.520667+0000","last_became_active":"2024-07-27T07:05:07.514324+0000","last_became_peered":"2024-07-27T07:05:07.514324+0000","last_unstale":"2024-07-27T07:05:07.520667+0000","last_undegraded":"2024-07-27T07:05:07.520667+0000","last_fullsized":"2024-07-27T07:05:07.520667+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:55.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506239+0000","last_change":"2024-07-27T07:05:07.509414+0000","last_active":"2024-07-27T07:05:08.506239+0000","last_peered":"2024-07-27T07:05:08.506239+0000","last_clean":"2024-07-27T07:05:08.506239+0000","last_became_active":"2024-07-27T07:05:07.507876+0000","last_became_peered":"2024-07-27T07:05:07.507876+0000","last_unstale":"2024-07-27T07:05:08.506239+0000","last_undegraded":"2024-07-27T07:05:08.506239+0000","last_fullsized":"2024-07-27T07:05:08.506239+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:22:33.024366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223896+0000","last_change":"2024-07-27T07:05:07.528896+0000","last_active":"2024-07-27T07:05:09.223896+0000","last_peered":"2024-07-27T07:05:09.223896+0000","last_clean":"2024-07-27T07:05:09.223896+0000","last_became_active":"2024-07-27T07:05:07.528414+0000","last_became_peered":"2024-07-27T07:05:07.528414+0000","last_unstale":"2024-07-27T07:05:09.223896+0000","last_undegraded":"2024-07-27T07:05:09.223896+0000","last_fullsized":"2024-07-27T07:05:09.223896+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:36.991245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.524187+0000","last_change":"2024-07-27T07:05:07.522467+0000","last_active":"2024-07-27T07:05:07.524187+0000","last_peered":"2024-07-27T07:05:07.524187+0000","last_clean":"2024-07-27T07:05:07.524187+0000","last_became_active":"2024-07-27T07:05:07.521392+0000","last_became_peered":"2024-07-27T07:05:07.521392+0000","last_unstale":"2024-07-27T07:05:07.524187+0000","last_undegraded":"2024-07-27T07:05:07.524187+0000","last_fullsized":"2024-07-27T07:05:07.524187+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:26.610406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.460835+0000","last_change":"2024-07-27T07:05:06.460835+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.460835+0000","last_undegraded":"2024-07-27T07:05:06.460835+0000","last_fullsized":"2024-07-27T07:05:06.460835+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222039+0000","last_change":"2024-07-27T07:05:07.519988+0000","last_active":"2024-07-27T07:05:09.222039+0000","last_peered":"2024-07-27T07:05:09.222039+0000","last_clean":"2024-07-27T07:05:09.222039+0000","last_became_active":"2024-07-27T07:05:07.519519+0000","last_became_peered":"2024-07-27T07:05:07.519519+0000","last_unstale":"2024-07-27T07:05:09.222039+0000","last_undegraded":"2024-07-27T07:05:09.222039+0000","last_fullsized":"2024-07-27T07:05:09.222039+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:09:52.360680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221172+0000","last_change":"2024-07-27T07:05:07.513074+0000","last_active":"2024-07-27T07:05:09.221172+0000","last_peered":"2024-07-27T07:05:09.221172+0000","last_clean":"2024-07-27T07:05:09.221172+0000","last_became_active":"2024-07-27T07:05:07.512733+0000","last_became_peered":"2024-07-27T07:05:07.512733+0000","last_unstale":"2024-07-27T07:05:09.221172+0000","last_undegraded":"2024-07-27T07:05:09.221172+0000","last_fullsized":"2024-07-27T07:05:09.221172+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:11:13.902944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520236+0000","last_change":"2024-07-27T07:05:07.515769+0000","last_active":"2024-07-27T07:05:07.520236+0000","last_peered":"2024-07-27T07:05:07.520236+0000","last_clean":"2024-07-27T07:05:07.520236+0000","last_became_active":"2024-07-27T07:05:07.514951+0000","last_became_peered":"2024-07-27T07:05:07.514951+0000","last_unstale":"2024-07-27T07:05:07.520236+0000","last_undegraded":"2024-07-27T07:05:07.520236+0000","last_fullsized":"2024-07-27T07:05:07.520236+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:43.605920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.525800+0000","last_change":"2024-07-27T07:05:07.524881+0000","last_active":"2024-07-27T07:05:07.525800+0000","last_peered":"2024-07-27T07:05:07.525800+0000","last_clean":"2024-07-27T07:05:07.525800+0000","last_became_active":"2024-07-27T07:05:07.523887+0000","last_became_peered":"2024-07-27T07:05:07.523887+0000","last_unstale":"2024-07-27T07:05:07.525800+0000","last_undegraded":"2024-07-27T07:05:07.525800+0000","last_fullsized":"2024-07-27T07:05:07.525800+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:40.827301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221586+0000","last_change":"2024-07-27T07:05:07.506369+0000","last_active":"2024-07-27T07:05:09.221586+0000","last_peered":"2024-07-27T07:05:09.221586+0000","last_clean":"2024-07-27T07:05:09.221586+0000","last_became_active":"2024-07-27T07:05:07.505954+0000","last_became_peered":"2024-07-27T07:05:07.505954+0000","last_unstale":"2024-07-27T07:05:09.221586+0000","last_undegraded":"2024-07-27T07:05:09.221586+0000","last_fullsized":"2024-07-27T07:05:09.221586+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:02.166739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503686+0000","last_change":"2024-07-27T07:05:06.477215+0000","last_active":"2024-07-27T07:05:08.503686+0000","last_peered":"2024-07-27T07:05:08.503686+0000","last_clean":"2024-07-27T07:05:08.503686+0000","last_became_active":"2024-07-27T07:05:06.476877+0000","last_became_peered":"2024-07-27T07:05:06.476877+0000","last_unstale":"2024-07-27T07:05:08.503686+0000","last_undegraded":"2024-07-27T07:05:08.503686+0000","last_fullsized":"2024-07-27T07:05:08.503686+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:23:46.973518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506308+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:05:08.506308+0000","last_peered":"2024-07-27T07:05:08.506308+0000","last_clean":"2024-07-27T07:05:08.506308+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:05:08.506308+0000","last_undegraded":"2024-07-27T07:05:08.506308+0000","last_fullsized":"2024-07-27T07:05:08.506308+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499677+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:05:07.499677+0000","last_peered":"2024-07-27T07:05:07.499677+0000","last_clean":"2024-07-27T07:05:07.499677+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:05:07.499677+0000","last_undegraded":"2024-07-27T07:05:07.499677+0000","last_fullsized":"2024-07-27T07:05:07.499677+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.491915+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:05:07.491915+0000","last_peered":"2024-07-27T07:05:07.491915+0000","last_clean":"2024-07-27T07:05:07.491915+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:05:07.491915+0000","last_undegraded":"2024-07-27T07:05:07.491915+0000","last_fullsized":"2024-07-27T07:05:07.491915+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503554+0000","last_change":"2024-07-27T07:05:07.506560+0000","last_active":"2024-07-27T07:05:08.503554+0000","last_peered":"2024-07-27T07:05:08.503554+0000","last_clean":"2024-07-27T07:05:08.503554+0000","last_became_active":"2024-07-27T07:05:07.506167+0000","last_became_peered":"2024-07-27T07:05:07.506167+0000","last_unstale":"2024-07-27T07:05:08.503554+0000","last_undegraded":"2024-07-27T07:05:08.503554+0000","last_fullsized":"2024-07-27T07:05:08.503554+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:04:20.537367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504315+0000","last_change":"2024-07-27T07:05:06.486365+0000","last_active":"2024-07-27T07:05:08.504315+0000","last_peered":"2024-07-27T07:05:08.504315+0000","last_clean":"2024-07-27T07:05:08.504315+0000","last_became_active":"2024-07-27T07:05:06.485950+0000","last_became_peered":"2024-07-27T07:05:06.485950+0000","last_unstale":"2024-07-27T07:05:08.504315+0000","last_undegraded":"2024-07-27T07:05:08.504315+0000","last_fullsized":"2024-07-27T07:05:08.504315+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:48:50.794550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507445+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:05:07.507445+0000","last_peered":"2024-07-27T07:05:07.507445+0000","last_clean":"2024-07-27T07:05:07.507445+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:05:07.507445+0000","last_undegraded":"2024-07-27T07:05:07.507445+0000","last_fullsized":"2024-07-27T07:05:07.507445+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506387+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:05:08.506387+0000","last_peered":"2024-07-27T07:05:08.506387+0000","last_clean":"2024-07-27T07:05:08.506387+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:05:08.506387+0000","last_undegraded":"2024-07-27T07:05:08.506387+0000","last_fullsized":"2024-07-27T07:05:08.506387+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493508+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:05:07.493508+0000","last_peered":"2024-07-27T07:05:07.493508+0000","last_clean":"2024-07-27T07:05:07.493508+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:05:07.493508+0000","last_undegraded":"2024-07-27T07:05:07.493508+0000","last_fullsized":"2024-07-27T07:05:07.493508+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520210+0000","last_change":"2024-07-27T07:05:07.515414+0000","last_active":"2024-07-27T07:05:07.520210+0000","last_peered":"2024-07-27T07:05:07.520210+0000","last_clean":"2024-07-27T07:05:07.520210+0000","last_became_active":"2024-07-27T07:05:07.515027+0000","last_became_peered":"2024-07-27T07:05:07.515027+0000","last_unstale":"2024-07-27T07:05:07.520210+0000","last_undegraded":"2024-07-27T07:05:07.520210+0000","last_fullsized":"2024-07-27T07:05:07.520210+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:12.458939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.483353+0000","last_change":"2024-07-27T07:05:06.473073+0000","last_active":"2024-07-27T07:05:07.483353+0000","last_peered":"2024-07-27T07:05:07.483353+0000","last_clean":"2024-07-27T07:05:07.483353+0000","last_became_active":"2024-07-27T07:05:06.469698+0000","last_became_peered":"2024-07-27T07:05:06.469698+0000","last_unstale":"2024-07-27T07:05:07.483353+0000","last_undegraded":"2024-07-27T07:05:07.483353+0000","last_fullsized":"2024-07-27T07:05:07.483353+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:42.683279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222018+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:05:09.222018+0000","last_peered":"2024-07-27T07:05:09.222018+0000","last_clean":"2024-07-27T07:05:09.222018+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:05:09.222018+0000","last_undegraded":"2024-07-27T07:05:09.222018+0000","last_fullsized":"2024-07-27T07:05:09.222018+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":279,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222322+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:05:09.222322+0000","last_peered":"2024-07-27T07:05:09.222322+0000","last_clean":"2024-07-27T07:05:09.222322+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:05:09.222322+0000","last_undegraded":"2024-07-27T07:05:09.222322+0000","last_fullsized":"2024-07-27T07:05:09.222322+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":332,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225299+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:05:09.225299+0000","last_peered":"2024-07-27T07:05:09.225299+0000","last_clean":"2024-07-27T07:05:09.225299+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:05:09.225299+0000","last_undegraded":"2024-07-27T07:05:09.225299+0000","last_fullsized":"2024-07-27T07:05:09.225299+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503230+0000","last_change":"2024-07-27T07:05:07.517367+0000","last_active":"2024-07-27T07:05:08.503230+0000","last_peered":"2024-07-27T07:05:08.503230+0000","last_clean":"2024-07-27T07:05:08.503230+0000","last_became_active":"2024-07-27T07:05:07.517063+0000","last_became_peered":"2024-07-27T07:05:07.517063+0000","last_unstale":"2024-07-27T07:05:08.503230+0000","last_undegraded":"2024-07-27T07:05:08.503230+0000","last_fullsized":"2024-07-27T07:05:08.503230+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:27.508128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503094+0000","last_change":"2024-07-27T07:05:06.473557+0000","last_active":"2024-07-27T07:05:08.503094+0000","last_peered":"2024-07-27T07:05:08.503094+0000","last_clean":"2024-07-27T07:05:08.503094+0000","last_became_active":"2024-07-27T07:05:06.471741+0000","last_became_peered":"2024-07-27T07:05:06.471741+0000","last_unstale":"2024-07-27T07:05:08.503094+0000","last_undegraded":"2024-07-27T07:05:08.503094+0000","last_fullsized":"2024-07-27T07:05:08.503094+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:32:02.903780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":262,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.465836+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:05:06.465836+0000","last_peered":"2024-07-27T07:05:06.465836+0000","last_clean":"2024-07-27T07:05:06.465836+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:05:06.465836+0000","last_undegraded":"2024-07-27T07:05:06.465836+0000","last_fullsized":"2024-07-27T07:05:06.465836+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505593+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:05:08.505593+0000","last_peered":"2024-07-27T07:05:08.505593+0000","last_clean":"2024-07-27T07:05:08.505593+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:05:08.505593+0000","last_undegraded":"2024-07-27T07:05:08.505593+0000","last_fullsized":"2024-07-27T07:05:08.505593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":323,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507752+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:05:07.507752+0000","last_peered":"2024-07-27T07:05:07.507752+0000","last_clean":"2024-07-27T07:05:07.507752+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:05:07.507752+0000","last_undegraded":"2024-07-27T07:05:07.507752+0000","last_fullsized":"2024-07-27T07:05:07.507752+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.511513+0000","last_change":"2024-07-27T07:05:07.501753+0000","last_active":"2024-07-27T07:05:07.511513+0000","last_peered":"2024-07-27T07:05:07.511513+0000","last_clean":"2024-07-27T07:05:07.511513+0000","last_became_active":"2024-07-27T07:05:07.501037+0000","last_became_peered":"2024-07-27T07:05:07.501037+0000","last_unstale":"2024-07-27T07:05:07.511513+0000","last_undegraded":"2024-07-27T07:05:07.511513+0000","last_fullsized":"2024-07-27T07:05:07.511513+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:28:59.657143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488819+0000","last_change":"2024-07-27T07:05:06.470124+0000","last_active":"2024-07-27T07:05:07.488819+0000","last_peered":"2024-07-27T07:05:07.488819+0000","last_clean":"2024-07-27T07:05:07.488819+0000","last_became_active":"2024-07-27T07:05:06.469745+0000","last_became_peered":"2024-07-27T07:05:06.469745+0000","last_unstale":"2024-07-27T07:05:07.488819+0000","last_undegraded":"2024-07-27T07:05:07.488819+0000","last_fullsized":"2024-07-27T07:05:07.488819+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:59.210544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504453+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:05:08.504453+0000","last_peered":"2024-07-27T07:05:08.504453+0000","last_clean":"2024-07-27T07:05:08.504453+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:05:08.504453+0000","last_undegraded":"2024-07-27T07:05:08.504453+0000","last_fullsized":"2024-07-27T07:05:08.504453+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489503+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:05:07.489503+0000","last_peered":"2024-07-27T07:05:07.489503+0000","last_clean":"2024-07-27T07:05:07.489503+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:05:07.489503+0000","last_undegraded":"2024-07-27T07:05:07.489503+0000","last_fullsized":"2024-07-27T07:05:07.489503+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221533+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:05:09.221533+0000","last_peered":"2024-07-27T07:05:09.221533+0000","last_clean":"2024-07-27T07:05:09.221533+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:05:09.221533+0000","last_undegraded":"2024-07-27T07:05:09.221533+0000","last_fullsized":"2024-07-27T07:05:09.221533+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.513072+0000","last_change":"2024-07-27T07:05:07.510828+0000","last_active":"2024-07-27T07:05:07.513072+0000","last_peered":"2024-07-27T07:05:07.513072+0000","last_clean":"2024-07-27T07:05:07.513072+0000","last_became_active":"2024-07-27T07:05:07.510321+0000","last_became_peered":"2024-07-27T07:05:07.510321+0000","last_unstale":"2024-07-27T07:05:07.513072+0000","last_undegraded":"2024-07-27T07:05:07.513072+0000","last_fullsized":"2024-07-27T07:05:07.513072+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:04:25.435163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.7","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223392+0000","last_change":"2024-07-27T07:05:06.481737+0000","last_active":"2024-07-27T07:05:09.223392+0000","last_peered":"2024-07-27T07:05:09.223392+0000","last_clean":"2024-07-27T07:05:09.223392+0000","last_became_active":"2024-07-27T07:05:06.481411+0000","last_became_peered":"2024-07-27T07:05:06.481411+0000","last_unstale":"2024-07-27T07:05:09.223392+0000","last_undegraded":"2024-07-27T07:05:09.223392+0000","last_fullsized":"2024-07-27T07:05:09.223392+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:58:27.713160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":262,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.465602+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:05:06.465602+0000","last_peered":"2024-07-27T07:05:06.465602+0000","last_clean":"2024-07-27T07:05:06.465602+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:05:06.465602+0000","last_undegraded":"2024-07-27T07:05:06.465602+0000","last_fullsized":"2024-07-27T07:05:06.465602+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489617+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:05:07.489617+0000","last_peered":"2024-07-27T07:05:07.489617+0000","last_clean":"2024-07-27T07:05:07.489617+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:05:07.489617+0000","last_undegraded":"2024-07-27T07:05:07.489617+0000","last_fullsized":"2024-07-27T07:05:07.489617+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.484241+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:05:07.484241+0000","last_peered":"2024-07-27T07:05:07.484241+0000","last_clean":"2024-07-27T07:05:07.484241+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:05:07.484241+0000","last_undegraded":"2024-07-27T07:05:07.484241+0000","last_fullsized":"2024-07-27T07:05:07.484241+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.539702+0000","last_change":"2024-07-27T07:05:07.534182+0000","last_active":"2024-07-27T07:05:07.539702+0000","last_peered":"2024-07-27T07:05:07.539702+0000","last_clean":"2024-07-27T07:05:07.539702+0000","last_became_active":"2024-07-27T07:05:07.532901+0000","last_became_peered":"2024-07-27T07:05:07.532901+0000","last_unstale":"2024-07-27T07:05:07.539702+0000","last_undegraded":"2024-07-27T07:05:07.539702+0000","last_fullsized":"2024-07-27T07:05:07.539702+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:54:58.799272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.504349+0000","last_change":"2024-07-27T07:05:06.487895+0000","last_active":"2024-07-27T07:05:07.504349+0000","last_peered":"2024-07-27T07:05:07.504349+0000","last_clean":"2024-07-27T07:05:07.504349+0000","last_became_active":"2024-07-27T07:05:06.487588+0000","last_became_peered":"2024-07-27T07:05:06.487588+0000","last_unstale":"2024-07-27T07:05:07.504349+0000","last_undegraded":"2024-07-27T07:05:07.504349+0000","last_fullsized":"2024-07-27T07:05:07.504349+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:09:00.339303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":262,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.464813+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:05:06.464813+0000","last_peered":"2024-07-27T07:05:06.464813+0000","last_clean":"2024-07-27T07:05:06.464813+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:05:06.464813+0000","last_undegraded":"2024-07-27T07:05:06.464813+0000","last_fullsized":"2024-07-27T07:05:06.464813+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":269,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.465725+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:05:06.465725+0000","last_peered":"2024-07-27T07:05:06.465725+0000","last_clean":"2024-07-27T07:05:06.465725+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:05:06.465725+0000","last_undegraded":"2024-07-27T07:05:06.465725+0000","last_fullsized":"2024-07-27T07:05:06.465725+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489123+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:05:07.489123+0000","last_peered":"2024-07-27T07:05:07.489123+0000","last_clean":"2024-07-27T07:05:07.489123+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:05:07.489123+0000","last_undegraded":"2024-07-27T07:05:07.489123+0000","last_fullsized":"2024-07-27T07:05:07.489123+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.511991+0000","last_change":"2024-07-27T07:05:07.507855+0000","last_active":"2024-07-27T07:05:07.511991+0000","last_peered":"2024-07-27T07:05:07.511991+0000","last_clean":"2024-07-27T07:05:07.511991+0000","last_became_active":"2024-07-27T07:05:07.507321+0000","last_became_peered":"2024-07-27T07:05:07.507321+0000","last_unstale":"2024-07-27T07:05:07.511991+0000","last_undegraded":"2024-07-27T07:05:07.511991+0000","last_fullsized":"2024-07-27T07:05:07.511991+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:52:58.722187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.492596+0000","last_change":"2024-07-27T07:05:06.476752+0000","last_active":"2024-07-27T07:05:07.492596+0000","last_peered":"2024-07-27T07:05:07.492596+0000","last_clean":"2024-07-27T07:05:07.492596+0000","last_became_active":"2024-07-27T07:05:06.475502+0000","last_became_peered":"2024-07-27T07:05:06.475502+0000","last_unstale":"2024-07-27T07:05:07.492596+0000","last_undegraded":"2024-07-27T07:05:07.492596+0000","last_fullsized":"2024-07-27T07:05:07.492596+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:00.739407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498983+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:05:07.498983+0000","last_peered":"2024-07-27T07:05:07.498983+0000","last_clean":"2024-07-27T07:05:07.498983+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:05:07.498983+0000","last_undegraded":"2024-07-27T07:05:07.498983+0000","last_fullsized":"2024-07-27T07:05:07.498983+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496943+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:05:07.496943+0000","last_peered":"2024-07-27T07:05:07.496943+0000","last_clean":"2024-07-27T07:05:07.496943+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:05:07.496943+0000","last_undegraded":"2024-07-27T07:05:07.496943+0000","last_fullsized":"2024-07-27T07:05:07.496943+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219659+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:05:09.219659+0000","last_peered":"2024-07-27T07:05:09.219659+0000","last_clean":"2024-07-27T07:05:09.219659+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:05:09.219659+0000","last_undegraded":"2024-07-27T07:05:09.219659+0000","last_fullsized":"2024-07-27T07:05:09.219659+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.522474+0000","last_change":"2024-07-27T07:05:07.515942+0000","last_active":"2024-07-27T07:05:07.522474+0000","last_peered":"2024-07-27T07:05:07.522474+0000","last_clean":"2024-07-27T07:05:07.522474+0000","last_became_active":"2024-07-27T07:05:07.515621+0000","last_became_peered":"2024-07-27T07:05:07.515621+0000","last_unstale":"2024-07-27T07:05:07.522474+0000","last_undegraded":"2024-07-27T07:05:07.522474+0000","last_fullsized":"2024-07-27T07:05:07.522474+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:54:58.799272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.490231+0000","last_change":"2024-07-27T07:05:06.459627+0000","last_active":"2024-07-27T07:05:07.490231+0000","last_peered":"2024-07-27T07:05:07.490231+0000","last_clean":"2024-07-27T07:05:07.490231+0000","last_became_active":"2024-07-27T07:05:06.458653+0000","last_became_peered":"2024-07-27T07:05:06.458653+0000","last_unstale":"2024-07-27T07:05:07.490231+0000","last_undegraded":"2024-07-27T07:05:07.490231+0000","last_fullsized":"2024-07-27T07:05:07.490231+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:50:26.585144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506467+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:05:08.506467+0000","last_peered":"2024-07-27T07:05:08.506467+0000","last_clean":"2024-07-27T07:05:08.506467+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:05:08.506467+0000","last_undegraded":"2024-07-27T07:05:08.506467+0000","last_fullsized":"2024-07-27T07:05:08.506467+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":270,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499511+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:05:07.499511+0000","last_peered":"2024-07-27T07:05:07.499511+0000","last_clean":"2024-07-27T07:05:07.499511+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:05:07.499511+0000","last_undegraded":"2024-07-27T07:05:07.499511+0000","last_fullsized":"2024-07-27T07:05:07.499511+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222718+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:05:09.222718+0000","last_peered":"2024-07-27T07:05:09.222718+0000","last_clean":"2024-07-27T07:05:09.222718+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:05:09.222718+0000","last_undegraded":"2024-07-27T07:05:09.222718+0000","last_fullsized":"2024-07-27T07:05:09.222718+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496980+0000","last_change":"2024-07-27T07:05:07.494380+0000","last_active":"2024-07-27T07:05:07.496980+0000","last_peered":"2024-07-27T07:05:07.496980+0000","last_clean":"2024-07-27T07:05:07.496980+0000","last_became_active":"2024-07-27T07:05:07.493776+0000","last_became_peered":"2024-07-27T07:05:07.493776+0000","last_unstale":"2024-07-27T07:05:07.496980+0000","last_undegraded":"2024-07-27T07:05:07.496980+0000","last_fullsized":"2024-07-27T07:05:07.496980+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:34.557791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.b","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533992+0000","last_change":"2024-07-27T07:05:06.483814+0000","last_active":"2024-07-27T07:05:07.533992+0000","last_peered":"2024-07-27T07:05:07.533992+0000","last_clean":"2024-07-27T07:05:07.533992+0000","last_became_active":"2024-07-27T07:05:06.483203+0000","last_became_peered":"2024-07-27T07:05:06.483203+0000","last_unstale":"2024-07-27T07:05:07.533992+0000","last_undegraded":"2024-07-27T07:05:07.533992+0000","last_fullsized":"2024-07-27T07:05:07.533992+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:14.206182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.224089+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:05:09.224089+0000","last_peered":"2024-07-27T07:05:09.224089+0000","last_clean":"2024-07-27T07:05:09.224089+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:05:09.224089+0000","last_undegraded":"2024-07-27T07:05:09.224089+0000","last_fullsized":"2024-07-27T07:05:09.224089+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223719+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:05:09.223719+0000","last_peered":"2024-07-27T07:05:09.223719+0000","last_clean":"2024-07-27T07:05:09.223719+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:05:09.223719+0000","last_undegraded":"2024-07-27T07:05:09.223719+0000","last_fullsized":"2024-07-27T07:05:09.223719+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480889+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:05:07.480889+0000","last_peered":"2024-07-27T07:05:07.480889+0000","last_clean":"2024-07-27T07:05:07.480889+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:05:07.480889+0000","last_undegraded":"2024-07-27T07:05:07.480889+0000","last_fullsized":"2024-07-27T07:05:07.480889+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.460698+0000","last_change":"2024-07-27T07:05:06.460698+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.460698+0000","last_undegraded":"2024-07-27T07:05:06.460698+0000","last_fullsized":"2024-07-27T07:05:06.460698+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219853+0000","last_change":"2024-07-27T07:05:06.478859+0000","last_active":"2024-07-27T07:05:09.219853+0000","last_peered":"2024-07-27T07:05:09.219853+0000","last_clean":"2024-07-27T07:05:09.219853+0000","last_became_active":"2024-07-27T07:05:06.478514+0000","last_became_peered":"2024-07-27T07:05:06.478514+0000","last_unstale":"2024-07-27T07:05:09.219853+0000","last_undegraded":"2024-07-27T07:05:09.219853+0000","last_fullsized":"2024-07-27T07:05:09.219853+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:36:51.199268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":271,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504910+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:05:08.504910+0000","last_peered":"2024-07-27T07:05:08.504910+0000","last_clean":"2024-07-27T07:05:08.504910+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:05:08.504910+0000","last_undegraded":"2024-07-27T07:05:08.504910+0000","last_fullsized":"2024-07-27T07:05:08.504910+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":279,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480019+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:05:07.480019+0000","last_peered":"2024-07-27T07:05:07.480019+0000","last_clean":"2024-07-27T07:05:07.480019+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:05:07.480019+0000","last_undegraded":"2024-07-27T07:05:07.480019+0000","last_fullsized":"2024-07-27T07:05:07.480019+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506641+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:05:08.506641+0000","last_peered":"2024-07-27T07:05:08.506641+0000","last_clean":"2024-07-27T07:05:08.506641+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:05:08.506641+0000","last_undegraded":"2024-07-27T07:05:08.506641+0000","last_fullsized":"2024-07-27T07:05:08.506641+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219975+0000","last_change":"2024-07-27T07:05:07.512251+0000","last_active":"2024-07-27T07:05:09.219975+0000","last_peered":"2024-07-27T07:05:09.219975+0000","last_clean":"2024-07-27T07:05:09.219975+0000","last_became_active":"2024-07-27T07:05:07.511905+0000","last_became_peered":"2024-07-27T07:05:07.511905+0000","last_unstale":"2024-07-27T07:05:09.219975+0000","last_undegraded":"2024-07-27T07:05:09.219975+0000","last_fullsized":"2024-07-27T07:05:09.219975+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:12.458939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.482236+0000","last_change":"2024-07-27T07:05:06.471955+0000","last_active":"2024-07-27T07:05:07.482236+0000","last_peered":"2024-07-27T07:05:07.482236+0000","last_clean":"2024-07-27T07:05:07.482236+0000","last_became_active":"2024-07-27T07:05:06.471627+0000","last_became_peered":"2024-07-27T07:05:06.471627+0000","last_unstale":"2024-07-27T07:05:07.482236+0000","last_undegraded":"2024-07-27T07:05:07.482236+0000","last_fullsized":"2024-07-27T07:05:07.482236+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:26:32.134316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":271,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222085+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:05:09.222085+0000","last_peered":"2024-07-27T07:05:09.222085+0000","last_clean":"2024-07-27T07:05:09.222085+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:05:09.222085+0000","last_undegraded":"2024-07-27T07:05:09.222085+0000","last_fullsized":"2024-07-27T07:05:09.222085+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":268,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.466571+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:05:06.466571+0000","last_peered":"2024-07-27T07:05:06.466571+0000","last_clean":"2024-07-27T07:05:06.466571+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:05:06.466571+0000","last_undegraded":"2024-07-27T07:05:06.466571+0000","last_fullsized":"2024-07-27T07:05:06.466571+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505945+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:05:08.505945+0000","last_peered":"2024-07-27T07:05:08.505945+0000","last_clean":"2024-07-27T07:05:08.505945+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:05:08.505945+0000","last_undegraded":"2024-07-27T07:05:08.505945+0000","last_fullsized":"2024-07-27T07:05:08.505945+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225038+0000","last_change":"2024-07-27T07:05:07.521943+0000","last_active":"2024-07-27T07:05:09.225038+0000","last_peered":"2024-07-27T07:05:09.225038+0000","last_clean":"2024-07-27T07:05:09.225038+0000","last_became_active":"2024-07-27T07:05:07.519889+0000","last_became_peered":"2024-07-27T07:05:07.519889+0000","last_unstale":"2024-07-27T07:05:09.225038+0000","last_undegraded":"2024-07-27T07:05:09.225038+0000","last_fullsized":"2024-07-27T07:05:09.225038+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:14.844979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.e","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533299+0000","last_change":"2024-07-27T07:05:06.479028+0000","last_active":"2024-07-27T07:05:07.533299+0000","last_peered":"2024-07-27T07:05:07.533299+0000","last_clean":"2024-07-27T07:05:07.533299+0000","last_became_active":"2024-07-27T07:05:06.478692+0000","last_became_peered":"2024-07-27T07:05:06.478692+0000","last_unstale":"2024-07-27T07:05:07.533299+0000","last_undegraded":"2024-07-27T07:05:07.533299+0000","last_fullsized":"2024-07-27T07:05:07.533299+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:51:01.081780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":261,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493322+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:05:07.493322+0000","last_peered":"2024-07-27T07:05:07.493322+0000","last_clean":"2024-07-27T07:05:07.493322+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:05:07.493322+0000","last_undegraded":"2024-07-27T07:05:07.493322+0000","last_fullsized":"2024-07-27T07:05:07.493322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":268,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498309+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:05:07.498309+0000","last_peered":"2024-07-27T07:05:07.498309+0000","last_clean":"2024-07-27T07:05:07.498309+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:05:07.498309+0000","last_undegraded":"2024-07-27T07:05:07.498309+0000","last_fullsized":"2024-07-27T07:05:07.498309+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.497083+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:05:07.497083+0000","last_peered":"2024-07-27T07:05:07.497083+0000","last_clean":"2024-07-27T07:05:07.497083+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:05:07.497083+0000","last_undegraded":"2024-07-27T07:05:07.497083+0000","last_fullsized":"2024-07-27T07:05:07.497083+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.457731+0000","last_change":"2024-07-27T07:05:06.457731+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.457731+0000","last_undegraded":"2024-07-27T07:05:06.457731+0000","last_fullsized":"2024-07-27T07:05:06.457731+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.f","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534429+0000","last_change":"2024-07-27T07:05:06.482799+0000","last_active":"2024-07-27T07:05:07.534429+0000","last_peered":"2024-07-27T07:05:07.534429+0000","last_clean":"2024-07-27T07:05:07.534429+0000","last_became_active":"2024-07-27T07:05:06.482364+0000","last_became_peered":"2024-07-27T07:05:06.482364+0000","last_unstale":"2024-07-27T07:05:07.534429+0000","last_undegraded":"2024-07-27T07:05:07.534429+0000","last_fullsized":"2024-07-27T07:05:07.534429+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:09.671592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.479439+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:05:07.479439+0000","last_peered":"2024-07-27T07:05:07.479439+0000","last_clean":"2024-07-27T07:05:07.479439+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:05:07.479439+0000","last_undegraded":"2024-07-27T07:05:07.479439+0000","last_fullsized":"2024-07-27T07:05:07.479439+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":278,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222285+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:05:09.222285+0000","last_peered":"2024-07-27T07:05:09.222285+0000","last_clean":"2024-07-27T07:05:09.222285+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:05:09.222285+0000","last_undegraded":"2024-07-27T07:05:09.222285+0000","last_fullsized":"2024-07-27T07:05:09.222285+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499045+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:05:07.499045+0000","last_peered":"2024-07-27T07:05:07.499045+0000","last_clean":"2024-07-27T07:05:07.499045+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:05:07.499045+0000","last_undegraded":"2024-07-27T07:05:07.499045+0000","last_fullsized":"2024-07-27T07:05:07.499045+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220804+0000","last_change":"2024-07-27T07:05:07.514854+0000","last_active":"2024-07-27T07:05:09.220804+0000","last_peered":"2024-07-27T07:05:09.220804+0000","last_clean":"2024-07-27T07:05:09.220804+0000","last_became_active":"2024-07-27T07:05:07.514504+0000","last_became_peered":"2024-07-27T07:05:07.514504+0000","last_unstale":"2024-07-27T07:05:09.220804+0000","last_undegraded":"2024-07-27T07:05:09.220804+0000","last_fullsized":"2024-07-27T07:05:09.220804+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:18:07.973547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221294+0000","last_change":"2024-07-27T07:05:06.475127+0000","last_active":"2024-07-27T07:05:09.221294+0000","last_peered":"2024-07-27T07:05:09.221294+0000","last_clean":"2024-07-27T07:05:09.221294+0000","last_became_active":"2024-07-27T07:05:06.474763+0000","last_became_peered":"2024-07-27T07:05:06.474763+0000","last_unstale":"2024-07-27T07:05:09.221294+0000","last_undegraded":"2024-07-27T07:05:09.221294+0000","last_fullsized":"2024-07-27T07:05:09.221294+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:28.495704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.502994+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:05:07.502994+0000","last_peered":"2024-07-27T07:05:07.502994+0000","last_clean":"2024-07-27T07:05:07.502994+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:05:07.502994+0000","last_undegraded":"2024-07-27T07:05:07.502994+0000","last_fullsized":"2024-07-27T07:05:07.502994+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498363+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:05:07.498363+0000","last_peered":"2024-07-27T07:05:07.498363+0000","last_clean":"2024-07-27T07:05:07.498363+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:05:07.498363+0000","last_undegraded":"2024-07-27T07:05:07.498363+0000","last_fullsized":"2024-07-27T07:05:07.498363+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507306+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:05:07.507306+0000","last_peered":"2024-07-27T07:05:07.507306+0000","last_clean":"2024-07-27T07:05:07.507306+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:05:07.507306+0000","last_undegraded":"2024-07-27T07:05:07.507306+0000","last_fullsized":"2024-07-27T07:05:07.507306+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505488+0000","last_change":"2024-07-27T07:05:07.521631+0000","last_active":"2024-07-27T07:05:08.505488+0000","last_peered":"2024-07-27T07:05:08.505488+0000","last_clean":"2024-07-27T07:05:08.505488+0000","last_became_active":"2024-07-27T07:05:07.521306+0000","last_became_peered":"2024-07-27T07:05:07.521306+0000","last_unstale":"2024-07-27T07:05:08.505488+0000","last_undegraded":"2024-07-27T07:05:08.505488+0000","last_fullsized":"2024-07-27T07:05:08.505488+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:28:23.876991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.d","version":"202'1","reported_seq":16,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222599+0000","last_change":"2024-07-27T07:05:06.482533+0000","last_active":"2024-07-27T07:05:09.222599+0000","last_peered":"2024-07-27T07:05:09.222599+0000","last_clean":"2024-07-27T07:05:09.222599+0000","last_became_active":"2024-07-27T07:05:06.480680+0000","last_became_peered":"2024-07-27T07:05:06.480680+0000","last_unstale":"2024-07-27T07:05:09.222599+0000","last_undegraded":"2024-07-27T07:05:09.222599+0000","last_fullsized":"2024-07-27T07:05:09.222599+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:36.509111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503040+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:05:08.503040+0000","last_peered":"2024-07-27T07:05:08.503040+0000","last_clean":"2024-07-27T07:05:08.503040+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:05:08.503040+0000","last_undegraded":"2024-07-27T07:05:08.503040+0000","last_fullsized":"2024-07-27T07:05:08.503040+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.503408+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:05:07.503408+0000","last_peered":"2024-07-27T07:05:07.503408+0000","last_clean":"2024-07-27T07:05:07.503408+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:05:07.503408+0000","last_undegraded":"2024-07-27T07:05:07.503408+0000","last_fullsized":"2024-07-27T07:05:07.503408+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503880+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:05:08.503880+0000","last_peered":"2024-07-27T07:05:08.503880+0000","last_clean":"2024-07-27T07:05:08.503880+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:05:08.503880+0000","last_undegraded":"2024-07-27T07:05:08.503880+0000","last_fullsized":"2024-07-27T07:05:08.503880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509187+0000","last_change":"2024-07-27T07:05:07.506811+0000","last_active":"2024-07-27T07:05:07.509187+0000","last_peered":"2024-07-27T07:05:07.509187+0000","last_clean":"2024-07-27T07:05:07.509187+0000","last_became_active":"2024-07-27T07:05:07.502183+0000","last_became_peered":"2024-07-27T07:05:07.502183+0000","last_unstale":"2024-07-27T07:05:07.509187+0000","last_undegraded":"2024-07-27T07:05:07.509187+0000","last_fullsized":"2024-07-27T07:05:07.509187+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:34.852774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":10,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.485277+0000","last_change":"2024-07-27T07:05:06.484454+0000","last_active":"2024-07-27T07:05:06.485277+0000","last_peered":"2024-07-27T07:05:06.485277+0000","last_clean":"2024-07-27T07:05:06.485277+0000","last_became_active":"2024-07-27T07:05:06.483079+0000","last_became_peered":"2024-07-27T07:05:06.483079+0000","last_unstale":"2024-07-27T07:05:06.485277+0000","last_undegraded":"2024-07-27T07:05:06.485277+0000","last_fullsized":"2024-07-27T07:05:06.485277+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:20:16.389899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223682+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:05:09.223682+0000","last_peered":"2024-07-27T07:05:09.223682+0000","last_clean":"2024-07-27T07:05:09.223682+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:05:09.223682+0000","last_undegraded":"2024-07-27T07:05:09.223682+0000","last_fullsized":"2024-07-27T07:05:09.223682+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":269,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.466965+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:05:06.466965+0000","last_peered":"2024-07-27T07:05:06.466965+0000","last_clean":"2024-07-27T07:05:06.466965+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:05:06.466965+0000","last_undegraded":"2024-07-27T07:05:06.466965+0000","last_fullsized":"2024-07-27T07:05:06.466965+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505709+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:05:08.505709+0000","last_peered":"2024-07-27T07:05:08.505709+0000","last_clean":"2024-07-27T07:05:08.505709+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:05:08.505709+0000","last_undegraded":"2024-07-27T07:05:08.505709+0000","last_fullsized":"2024-07-27T07:05:08.505709+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.460945+0000","last_change":"2024-07-27T07:05:06.460945+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.460945+0000","last_undegraded":"2024-07-27T07:05:06.460945+0000","last_fullsized":"2024-07-27T07:05:06.460945+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.13","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223045+0000","last_change":"2024-07-27T07:05:06.467887+0000","last_active":"2024-07-27T07:05:09.223045+0000","last_peered":"2024-07-27T07:05:09.223045+0000","last_clean":"2024-07-27T07:05:09.223045+0000","last_became_active":"2024-07-27T07:05:06.467580+0000","last_became_peered":"2024-07-27T07:05:06.467580+0000","last_unstale":"2024-07-27T07:05:09.223045+0000","last_undegraded":"2024-07-27T07:05:09.223045+0000","last_fullsized":"2024-07-27T07:05:09.223045+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:42.584406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223232+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:05:09.223232+0000","last_peered":"2024-07-27T07:05:09.223232+0000","last_clean":"2024-07-27T07:05:09.223232+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:05:09.223232+0000","last_undegraded":"2024-07-27T07:05:09.223232+0000","last_fullsized":"2024-07-27T07:05:09.223232+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.505027+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:05:07.505027+0000","last_peered":"2024-07-27T07:05:07.505027+0000","last_clean":"2024-07-27T07:05:07.505027+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:05:07.505027+0000","last_undegraded":"2024-07-27T07:05:07.505027+0000","last_fullsized":"2024-07-27T07:05:07.505027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493673+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:05:07.493673+0000","last_peered":"2024-07-27T07:05:07.493673+0000","last_clean":"2024-07-27T07:05:07.493673+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:05:07.493673+0000","last_undegraded":"2024-07-27T07:05:07.493673+0000","last_fullsized":"2024-07-27T07:05:07.493673+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534365+0000","last_change":"2024-07-27T07:05:07.533088+0000","last_active":"2024-07-27T07:05:07.534365+0000","last_peered":"2024-07-27T07:05:07.534365+0000","last_clean":"2024-07-27T07:05:07.534365+0000","last_became_active":"2024-07-27T07:05:07.532723+0000","last_became_peered":"2024-07-27T07:05:07.532723+0000","last_unstale":"2024-07-27T07:05:07.534365+0000","last_undegraded":"2024-07-27T07:05:07.534365+0000","last_fullsized":"2024-07-27T07:05:07.534365+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:34.852774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.10","version":"202'8","reported_seq":21,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.541602+0000","last_change":"2024-07-27T07:05:06.460740+0000","last_active":"2024-07-27T07:05:07.541602+0000","last_peered":"2024-07-27T07:05:07.541602+0000","last_clean":"2024-07-27T07:05:07.541602+0000","last_became_active":"2024-07-27T07:05:06.459986+0000","last_became_peered":"2024-07-27T07:05:06.459986+0000","last_unstale":"2024-07-27T07:05:07.541602+0000","last_undegraded":"2024-07-27T07:05:07.541602+0000","last_fullsized":"2024-07-27T07:05:07.541602+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:40.912064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":262,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.492731+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:05:07.492731+0000","last_peered":"2024-07-27T07:05:07.492731+0000","last_clean":"2024-07-27T07:05:07.492731+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:05:07.492731+0000","last_undegraded":"2024-07-27T07:05:07.492731+0000","last_fullsized":"2024-07-27T07:05:07.492731+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493296+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:05:07.493296+0000","last_peered":"2024-07-27T07:05:07.493296+0000","last_clean":"2024-07-27T07:05:07.493296+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:05:07.493296+0000","last_undegraded":"2024-07-27T07:05:07.493296+0000","last_fullsized":"2024-07-27T07:05:07.493296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.505142+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:05:07.505142+0000","last_peered":"2024-07-27T07:05:07.505142+0000","last_clean":"2024-07-27T07:05:07.505142+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:05:07.505142+0000","last_undegraded":"2024-07-27T07:05:07.505142+0000","last_fullsized":"2024-07-27T07:05:07.505142+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219353+0000","last_change":"2024-07-27T07:05:07.510437+0000","last_active":"2024-07-27T07:05:09.219353+0000","last_peered":"2024-07-27T07:05:09.219353+0000","last_clean":"2024-07-27T07:05:09.219353+0000","last_became_active":"2024-07-27T07:05:07.510092+0000","last_became_peered":"2024-07-27T07:05:07.510092+0000","last_unstale":"2024-07-27T07:05:09.219353+0000","last_undegraded":"2024-07-27T07:05:09.219353+0000","last_fullsized":"2024-07-27T07:05:09.219353+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:51:58.785516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498757+0000","last_change":"2024-07-27T07:05:06.487833+0000","last_active":"2024-07-27T07:05:07.498757+0000","last_peered":"2024-07-27T07:05:07.498757+0000","last_clean":"2024-07-27T07:05:07.498757+0000","last_became_active":"2024-07-27T07:05:06.487482+0000","last_became_peered":"2024-07-27T07:05:06.487482+0000","last_unstale":"2024-07-27T07:05:07.498757+0000","last_undegraded":"2024-07-27T07:05:07.498757+0000","last_fullsized":"2024-07-27T07:05:07.498757+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:21.723930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221755+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:05:09.221755+0000","last_peered":"2024-07-27T07:05:09.221755+0000","last_clean":"2024-07-27T07:05:09.221755+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:05:09.221755+0000","last_undegraded":"2024-07-27T07:05:09.221755+0000","last_fullsized":"2024-07-27T07:05:09.221755+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":279,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223414+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:05:09.223414+0000","last_peered":"2024-07-27T07:05:09.223414+0000","last_clean":"2024-07-27T07:05:09.223414+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:05:09.223414+0000","last_undegraded":"2024-07-27T07:05:09.223414+0000","last_fullsized":"2024-07-27T07:05:09.223414+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507890+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:05:07.507890+0000","last_peered":"2024-07-27T07:05:07.507890+0000","last_clean":"2024-07-27T07:05:07.507890+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:05:07.507890+0000","last_undegraded":"2024-07-27T07:05:07.507890+0000","last_fullsized":"2024-07-27T07:05:07.507890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.462150+0000","last_change":"2024-07-27T07:05:06.462150+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.462150+0000","last_undegraded":"2024-07-27T07:05:06.462150+0000","last_fullsized":"2024-07-27T07:05:06.462150+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":10,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.476087+0000","last_change":"2024-07-27T07:05:06.474592+0000","last_active":"2024-07-27T07:05:06.476087+0000","last_peered":"2024-07-27T07:05:06.476087+0000","last_clean":"2024-07-27T07:05:06.476087+0000","last_became_active":"2024-07-27T07:05:06.473896+0000","last_became_peered":"2024-07-27T07:05:06.473896+0000","last_unstale":"2024-07-27T07:05:06.476087+0000","last_undegraded":"2024-07-27T07:05:06.476087+0000","last_fullsized":"2024-07-27T07:05:06.476087+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:11:52.448964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":262,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.464925+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:05:06.464925+0000","last_peered":"2024-07-27T07:05:06.464925+0000","last_clean":"2024-07-27T07:05:06.464925+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:05:06.464925+0000","last_undegraded":"2024-07-27T07:05:06.464925+0000","last_fullsized":"2024-07-27T07:05:06.464925+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.494403+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:05:07.494403+0000","last_peered":"2024-07-27T07:05:07.494403+0000","last_clean":"2024-07-27T07:05:07.494403+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:05:07.494403+0000","last_undegraded":"2024-07-27T07:05:07.494403+0000","last_fullsized":"2024-07-27T07:05:07.494403+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.481650+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:05:07.481650+0000","last_peered":"2024-07-27T07:05:07.481650+0000","last_clean":"2024-07-27T07:05:07.481650+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:05:07.481650+0000","last_undegraded":"2024-07-27T07:05:07.481650+0000","last_fullsized":"2024-07-27T07:05:07.481650+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.495011+0000","last_change":"2024-07-27T07:05:07.492769+0000","last_active":"2024-07-27T07:05:07.495011+0000","last_peered":"2024-07-27T07:05:07.495011+0000","last_clean":"2024-07-27T07:05:07.495011+0000","last_became_active":"2024-07-27T07:05:07.491349+0000","last_became_peered":"2024-07-27T07:05:07.491349+0000","last_unstale":"2024-07-27T07:05:07.495011+0000","last_undegraded":"2024-07-27T07:05:07.495011+0000","last_fullsized":"2024-07-27T07:05:07.495011+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:42.942810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223525+0000","last_change":"2024-07-27T07:05:06.480401+0000","last_active":"2024-07-27T07:05:09.223525+0000","last_peered":"2024-07-27T07:05:09.223525+0000","last_clean":"2024-07-27T07:05:09.223525+0000","last_became_active":"2024-07-27T07:05:06.480104+0000","last_became_peered":"2024-07-27T07:05:06.480104+0000","last_unstale":"2024-07-27T07:05:09.223525+0000","last_undegraded":"2024-07-27T07:05:09.223525+0000","last_fullsized":"2024-07-27T07:05:09.223525+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:21.723930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503755+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:05:08.503755+0000","last_peered":"2024-07-27T07:05:08.503755+0000","last_clean":"2024-07-27T07:05:08.503755+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:05:08.503755+0000","last_undegraded":"2024-07-27T07:05:08.503755+0000","last_fullsized":"2024-07-27T07:05:08.503755+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489061+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:05:07.489061+0000","last_peered":"2024-07-27T07:05:07.489061+0000","last_clean":"2024-07-27T07:05:07.489061+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:05:07.489061+0000","last_undegraded":"2024-07-27T07:05:07.489061+0000","last_fullsized":"2024-07-27T07:05:07.489061+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480829+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:05:07.480829+0000","last_peered":"2024-07-27T07:05:07.480829+0000","last_clean":"2024-07-27T07:05:07.480829+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:05:07.480829+0000","last_undegraded":"2024-07-27T07:05:07.480829+0000","last_fullsized":"2024-07-27T07:05:07.480829+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.461746+0000","last_change":"2024-07-27T07:05:06.461746+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.461746+0000","last_undegraded":"2024-07-27T07:05:06.461746+0000","last_fullsized":"2024-07-27T07:05:06.461746+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.14","version":"202'6","reported_seq":19,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.540239+0000","last_change":"2024-07-27T07:05:06.483884+0000","last_active":"2024-07-27T07:05:07.540239+0000","last_peered":"2024-07-27T07:05:07.540239+0000","last_clean":"2024-07-27T07:05:07.540239+0000","last_became_active":"2024-07-27T07:05:06.483563+0000","last_became_peered":"2024-07-27T07:05:06.483563+0000","last_unstale":"2024-07-27T07:05:07.540239+0000","last_undegraded":"2024-07-27T07:05:07.540239+0000","last_fullsized":"2024-07-27T07:05:07.540239+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:46:20.006430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503163+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:05:08.503163+0000","last_peered":"2024-07-27T07:05:08.503163+0000","last_clean":"2024-07-27T07:05:08.503163+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:05:08.503163+0000","last_undegraded":"2024-07-27T07:05:08.503163+0000","last_fullsized":"2024-07-27T07:05:08.503163+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":280,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219402+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:05:09.219402+0000","last_peered":"2024-07-27T07:05:09.219402+0000","last_clean":"2024-07-27T07:05:09.219402+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:05:09.219402+0000","last_undegraded":"2024-07-27T07:05:09.219402+0000","last_fullsized":"2024-07-27T07:05:09.219402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":320,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.465086+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:05:06.465086+0000","last_peered":"2024-07-27T07:05:06.465086+0000","last_clean":"2024-07-27T07:05:06.465086+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:05:06.465086+0000","last_undegraded":"2024-07-27T07:05:06.465086+0000","last_fullsized":"2024-07-27T07:05:06.465086+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221535+0000","last_change":"2024-07-27T07:05:07.515315+0000","last_active":"2024-07-27T07:05:09.221535+0000","last_peered":"2024-07-27T07:05:09.221535+0000","last_clean":"2024-07-27T07:05:09.221535+0000","last_became_active":"2024-07-27T07:05:07.514897+0000","last_became_peered":"2024-07-27T07:05:07.514897+0000","last_unstale":"2024-07-27T07:05:09.221535+0000","last_undegraded":"2024-07-27T07:05:09.221535+0000","last_fullsized":"2024-07-27T07:05:09.221535+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:58:43.743271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.15","version":"202'3","reported_seq":16,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534612+0000","last_change":"2024-07-27T07:05:06.485493+0000","last_active":"2024-07-27T07:05:07.534612+0000","last_peered":"2024-07-27T07:05:07.534612+0000","last_clean":"2024-07-27T07:05:07.534612+0000","last_became_active":"2024-07-27T07:05:06.484941+0000","last_became_peered":"2024-07-27T07:05:06.484941+0000","last_unstale":"2024-07-27T07:05:07.534612+0000","last_undegraded":"2024-07-27T07:05:07.534612+0000","last_fullsized":"2024-07-27T07:05:07.534612+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:55.113265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":267,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503378+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:05:08.503378+0000","last_peered":"2024-07-27T07:05:08.503378+0000","last_clean":"2024-07-27T07:05:08.503378+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:05:08.503378+0000","last_undegraded":"2024-07-27T07:05:08.503378+0000","last_fullsized":"2024-07-27T07:05:08.503378+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503336+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:05:08.503336+0000","last_peered":"2024-07-27T07:05:08.503336+0000","last_clean":"2024-07-27T07:05:08.503336+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:05:08.503336+0000","last_undegraded":"2024-07-27T07:05:08.503336+0000","last_fullsized":"2024-07-27T07:05:08.503336+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489875+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:05:07.489875+0000","last_peered":"2024-07-27T07:05:07.489875+0000","last_clean":"2024-07-27T07:05:07.489875+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:05:07.489875+0000","last_undegraded":"2024-07-27T07:05:07.489875+0000","last_fullsized":"2024-07-27T07:05:07.489875+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.536949+0000","last_change":"2024-07-27T07:05:07.533437+0000","last_active":"2024-07-27T07:05:07.536949+0000","last_peered":"2024-07-27T07:05:07.536949+0000","last_clean":"2024-07-27T07:05:07.536949+0000","last_became_active":"2024-07-27T07:05:07.533172+0000","last_became_peered":"2024-07-27T07:05:07.533172+0000","last_unstale":"2024-07-27T07:05:07.536949+0000","last_undegraded":"2024-07-27T07:05:07.536949+0000","last_fullsized":"2024-07-27T07:05:07.536949+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:26.407765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1a","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533584+0000","last_change":"2024-07-27T07:05:06.485692+0000","last_active":"2024-07-27T07:05:07.533584+0000","last_peered":"2024-07-27T07:05:07.533584+0000","last_clean":"2024-07-27T07:05:07.533584+0000","last_became_active":"2024-07-27T07:05:06.485230+0000","last_became_peered":"2024-07-27T07:05:06.485230+0000","last_unstale":"2024-07-27T07:05:07.533584+0000","last_undegraded":"2024-07-27T07:05:07.533584+0000","last_fullsized":"2024-07-27T07:05:07.533584+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:48:58.018979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":262,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499596+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:05:07.499596+0000","last_peered":"2024-07-27T07:05:07.499596+0000","last_clean":"2024-07-27T07:05:07.499596+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:05:07.499596+0000","last_undegraded":"2024-07-27T07:05:07.499596+0000","last_fullsized":"2024-07-27T07:05:07.499596+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507642+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:05:07.507642+0000","last_peered":"2024-07-27T07:05:07.507642+0000","last_clean":"2024-07-27T07:05:07.507642+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:05:07.507642+0000","last_undegraded":"2024-07-27T07:05:07.507642+0000","last_fullsized":"2024-07-27T07:05:07.507642+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":329,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222938+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:05:09.222938+0000","last_peered":"2024-07-27T07:05:09.222938+0000","last_clean":"2024-07-27T07:05:09.222938+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:05:09.222938+0000","last_undegraded":"2024-07-27T07:05:09.222938+0000","last_fullsized":"2024-07-27T07:05:09.222938+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509142+0000","last_change":"2024-07-27T07:05:07.504130+0000","last_active":"2024-07-27T07:05:07.509142+0000","last_peered":"2024-07-27T07:05:07.509142+0000","last_clean":"2024-07-27T07:05:07.509142+0000","last_became_active":"2024-07-27T07:05:07.503695+0000","last_became_peered":"2024-07-27T07:05:07.503695+0000","last_unstale":"2024-07-27T07:05:07.509142+0000","last_undegraded":"2024-07-27T07:05:07.509142+0000","last_fullsized":"2024-07-27T07:05:07.509142+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:30:48.109894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533871+0000","last_change":"2024-07-27T07:05:06.483513+0000","last_active":"2024-07-27T07:05:07.533871+0000","last_peered":"2024-07-27T07:05:07.533871+0000","last_clean":"2024-07-27T07:05:07.533871+0000","last_became_active":"2024-07-27T07:05:06.482833+0000","last_became_peered":"2024-07-27T07:05:06.482833+0000","last_unstale":"2024-07-27T07:05:07.533871+0000","last_undegraded":"2024-07-27T07:05:07.533871+0000","last_fullsized":"2024-07-27T07:05:07.533871+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:48:17.025245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.224302+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:05:09.224302+0000","last_peered":"2024-07-27T07:05:09.224302+0000","last_clean":"2024-07-27T07:05:09.224302+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:05:09.224302+0000","last_undegraded":"2024-07-27T07:05:09.224302+0000","last_fullsized":"2024-07-27T07:05:09.224302+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223869+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:05:09.223869+0000","last_peered":"2024-07-27T07:05:09.223869+0000","last_clean":"2024-07-27T07:05:09.223869+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:05:09.223869+0000","last_undegraded":"2024-07-27T07:05:09.223869+0000","last_fullsized":"2024-07-27T07:05:09.223869+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488644+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:05:07.488644+0000","last_peered":"2024-07-27T07:05:07.488644+0000","last_clean":"2024-07-27T07:05:07.488644+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:05:07.488644+0000","last_undegraded":"2024-07-27T07:05:07.488644+0000","last_fullsized":"2024-07-27T07:05:07.488644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222263+0000","last_change":"2024-07-27T07:05:07.504073+0000","last_active":"2024-07-27T07:05:09.222263+0000","last_peered":"2024-07-27T07:05:09.222263+0000","last_clean":"2024-07-27T07:05:09.222263+0000","last_became_active":"2024-07-27T07:05:07.503733+0000","last_became_peered":"2024-07-27T07:05:07.503733+0000","last_unstale":"2024-07-27T07:05:09.222263+0000","last_undegraded":"2024-07-27T07:05:09.222263+0000","last_fullsized":"2024-07-27T07:05:09.222263+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:44.799880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496426+0000","last_change":"2024-07-27T07:05:06.484260+0000","last_active":"2024-07-27T07:05:07.496426+0000","last_peered":"2024-07-27T07:05:07.496426+0000","last_clean":"2024-07-27T07:05:07.496426+0000","last_became_active":"2024-07-27T07:05:06.483896+0000","last_became_peered":"2024-07-27T07:05:06.483896+0000","last_unstale":"2024-07-27T07:05:07.496426+0000","last_undegraded":"2024-07-27T07:05:07.496426+0000","last_fullsized":"2024-07-27T07:05:07.496426+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:39.805787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223355+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:05:09.223355+0000","last_peered":"2024-07-27T07:05:09.223355+0000","last_clean":"2024-07-27T07:05:09.223355+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:05:09.223355+0000","last_undegraded":"2024-07-27T07:05:09.223355+0000","last_fullsized":"2024-07-27T07:05:09.223355+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.504556+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:05:07.504556+0000","last_peered":"2024-07-27T07:05:07.504556+0000","last_clean":"2024-07-27T07:05:07.504556+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:05:07.504556+0000","last_undegraded":"2024-07-27T07:05:07.504556+0000","last_fullsized":"2024-07-27T07:05:07.504556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":329,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225100+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:05:09.225100+0000","last_peered":"2024-07-27T07:05:09.225100+0000","last_clean":"2024-07-27T07:05:09.225100+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:05:09.225100+0000","last_undegraded":"2024-07-27T07:05:09.225100+0000","last_fullsized":"2024-07-27T07:05:09.225100+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":201,"state":"creating+peering","last_fresh":"2024-07-27T07:05:06.457924+0000","last_change":"2024-07-27T07:05:06.457924+0000","last_active":"2024-07-27T07:05:06.428917+0000","last_peered":"2024-07-27T07:05:06.428917+0000","last_clean":"2024-07-27T07:05:06.428917+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-07-27T07:05:06.457924+0000","last_undegraded":"2024-07-27T07:05:06.457924+0000","last_fullsized":"2024-07-27T07:05:06.457924+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1e","version":"202'1","reported_seq":16,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223906+0000","last_change":"2024-07-27T07:05:06.481473+0000","last_active":"2024-07-27T07:05:09.223906+0000","last_peered":"2024-07-27T07:05:09.223906+0000","last_clean":"2024-07-27T07:05:09.223906+0000","last_became_active":"2024-07-27T07:05:06.480785+0000","last_became_peered":"2024-07-27T07:05:06.480785+0000","last_unstale":"2024-07-27T07:05:09.223906+0000","last_undegraded":"2024-07-27T07:05:09.223906+0000","last_fullsized":"2024-07-27T07:05:09.223906+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:11.437425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221141+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:05:09.221141+0000","last_peered":"2024-07-27T07:05:09.221141+0000","last_clean":"2024-07-27T07:05:09.221141+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:05:09.221141+0000","last_undegraded":"2024-07-27T07:05:09.221141+0000","last_fullsized":"2024-07-27T07:05:09.221141+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489582+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:05:07.489582+0000","last_peered":"2024-07-27T07:05:07.489582+0000","last_clean":"2024-07-27T07:05:07.489582+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:05:07.489582+0000","last_undegraded":"2024-07-27T07:05:07.489582+0000","last_fullsized":"2024-07-27T07:05:07.489582+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":320,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.497216+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:05:07.497216+0000","last_peered":"2024-07-27T07:05:07.497216+0000","last_clean":"2024-07-27T07:05:07.497216+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:05:07.497216+0000","last_undegraded":"2024-07-27T07:05:07.497216+0000","last_fullsized":"2024-07-27T07:05:07.497216+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.523746+0000","last_change":"2024-07-27T07:05:07.523155+0000","last_active":"2024-07-27T07:05:07.523746+0000","last_peered":"2024-07-27T07:05:07.523746+0000","last_clean":"2024-07-27T07:05:07.523746+0000","last_became_active":"2024-07-27T07:05:07.522832+0000","last_became_peered":"2024-07-27T07:05:07.522832+0000","last_unstale":"2024-07-27T07:05:07.523746+0000","last_undegraded":"2024-07-27T07:05:07.523746+0000","last_fullsized":"2024-07-27T07:05:07.523746+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:44.799880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1f","version":"202'4","reported_seq":17,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.537244+0000","last_change":"2024-07-27T07:05:06.468079+0000","last_active":"2024-07-27T07:05:07.537244+0000","last_peered":"2024-07-27T07:05:07.537244+0000","last_clean":"2024-07-27T07:05:07.537244+0000","last_became_active":"2024-07-27T07:05:06.467722+0000","last_became_peered":"2024-07-27T07:05:06.467722+0000","last_unstale":"2024-07-27T07:05:07.537244+0000","last_undegraded":"2024-07-27T07:05:07.537244+0000","last_fullsized":"2024-07-27T07:05:07.537244+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:13.378277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":273,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.487718+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:05:07.487718+0000","last_peered":"2024-07-27T07:05:07.487718+0000","last_clean":"2024-07-27T07:05:07.487718+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:05:07.487718+0000","last_undegraded":"2024-07-27T07:05:07.487718+0000","last_fullsized":"2024-07-27T07:05:07.487718+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507166+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:05:07.507166+0000","last_peered":"2024-07-27T07:05:07.507166+0000","last_clean":"2024-07-27T07:05:07.507166+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:05:07.507166+0000","last_undegraded":"2024-07-27T07:05:07.507166+0000","last_fullsized":"2024-07-27T07:05:07.507166+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":324,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503786+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:05:08.503786+0000","last_peered":"2024-07-27T07:05:08.503786+0000","last_clean":"2024-07-27T07:05:08.503786+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:05:08.503786+0000","last_undegraded":"2024-07-27T07:05:08.503786+0000","last_fullsized":"2024-07-27T07:05:08.503786+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505462+0000","last_change":"2024-07-27T07:05:07.525248+0000","last_active":"2024-07-27T07:05:08.505462+0000","last_peered":"2024-07-27T07:05:08.505462+0000","last_clean":"2024-07-27T07:05:08.505462+0000","last_became_active":"2024-07-27T07:05:07.522579+0000","last_became_peered":"2024-07-27T07:05:07.522579+0000","last_unstale":"2024-07-27T07:05:08.505462+0000","last_undegraded":"2024-07-27T07:05:08.505462+0000","last_fullsized":"2024-07-27T07:05:08.505462+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:19:53.226205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1c","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221880+0000","last_change":"2024-07-27T07:05:06.482886+0000","last_active":"2024-07-27T07:05:09.221880+0000","last_peered":"2024-07-27T07:05:09.221880+0000","last_clean":"2024-07-27T07:05:09.221880+0000","last_became_active":"2024-07-27T07:05:06.480402+0000","last_became_peered":"2024-07-27T07:05:06.480402+0000","last_unstale":"2024-07-27T07:05:09.221880+0000","last_undegraded":"2024-07-27T07:05:09.221880+0000","last_fullsized":"2024-07-27T07:05:09.221880+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:02.101298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219694+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:05:09.219694+0000","last_peered":"2024-07-27T07:05:09.219694+0000","last_clean":"2024-07-27T07:05:09.219694+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:05:09.219694+0000","last_undegraded":"2024-07-27T07:05:09.219694+0000","last_fullsized":"2024-07-27T07:05:09.219694+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498487+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:05:07.498487+0000","last_peered":"2024-07-27T07:05:07.498487+0000","last_clean":"2024-07-27T07:05:07.498487+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:05:07.498487+0000","last_undegraded":"2024-07-27T07:05:07.498487+0000","last_fullsized":"2024-07-27T07:05:07.498487+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489948+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:05:07.489948+0000","last_peered":"2024-07-27T07:05:07.489948+0000","last_clean":"2024-07-27T07:05:07.489948+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:05:07.489948+0000","last_undegraded":"2024-07-27T07:05:07.489948+0000","last_fullsized":"2024-07-27T07:05:07.489948+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504825+0000","last_change":"2024-07-27T07:05:07.514956+0000","last_active":"2024-07-27T07:05:08.504825+0000","last_peered":"2024-07-27T07:05:08.504825+0000","last_clean":"2024-07-27T07:05:08.504825+0000","last_became_active":"2024-07-27T07:05:07.514616+0000","last_became_peered":"2024-07-27T07:05:07.514616+0000","last_unstale":"2024-07-27T07:05:08.504825+0000","last_undegraded":"2024-07-27T07:05:08.504825+0000","last_fullsized":"2024-07-27T07:05:08.504825+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:35.881929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1d","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534508+0000","last_change":"2024-07-27T07:05:06.482983+0000","last_active":"2024-07-27T07:05:07.534508+0000","last_peered":"2024-07-27T07:05:07.534508+0000","last_clean":"2024-07-27T07:05:07.534508+0000","last_became_active":"2024-07-27T07:05:06.482437+0000","last_became_peered":"2024-07-27T07:05:06.482437+0000","last_unstale":"2024-07-27T07:05:07.534508+0000","last_undegraded":"2024-07-27T07:05:07.534508+0000","last_fullsized":"2024-07-27T07:05:07.534508+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:35:20.520791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":273,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480270+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:05:07.480270+0000","last_peered":"2024-07-27T07:05:07.480270+0000","last_clean":"2024-07-27T07:05:07.480270+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:05:07.480270+0000","last_undegraded":"2024-07-27T07:05:07.480270+0000","last_fullsized":"2024-07-27T07:05:07.480270+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":269,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.464925+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:05:06.464925+0000","last_peered":"2024-07-27T07:05:06.464925+0000","last_clean":"2024-07-27T07:05:06.464925+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:05:06.464925+0000","last_undegraded":"2024-07-27T07:05:06.464925+0000","last_fullsized":"2024-07-27T07:05:06.464925+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.490039+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:05:07.490039+0000","last_peered":"2024-07-27T07:05:07.490039+0000","last_clean":"2024-07-27T07:05:07.490039+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:05:07.490039+0000","last_undegraded":"2024-07-27T07:05:07.490039+0000","last_fullsized":"2024-07-27T07:05:07.490039+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509223+0000","last_change":"2024-07-27T07:05:07.506506+0000","last_active":"2024-07-27T07:05:07.509223+0000","last_peered":"2024-07-27T07:05:07.509223+0000","last_clean":"2024-07-27T07:05:07.509223+0000","last_became_active":"2024-07-27T07:05:07.506181+0000","last_became_peered":"2024-07-27T07:05:07.506181+0000","last_unstale":"2024-07-27T07:05:07.509223+0000","last_undegraded":"2024-07-27T07:05:07.509223+0000","last_fullsized":"2024-07-27T07:05:07.509223+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:32.884813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220496+0000","last_change":"2024-07-27T07:05:06.469676+0000","last_active":"2024-07-27T07:05:09.220496+0000","last_peered":"2024-07-27T07:05:09.220496+0000","last_clean":"2024-07-27T07:05:09.220496+0000","last_became_active":"2024-07-27T07:05:06.469354+0000","last_became_peered":"2024-07-27T07:05:06.469354+0000","last_unstale":"2024-07-27T07:05:09.220496+0000","last_undegraded":"2024-07-27T07:05:09.220496+0000","last_fullsized":"2024-07-27T07:05:09.220496+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:54.160561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":262,"reported_epoch":201,"state":"active+clean","last_fresh":"2024-07-27T07:05:06.465951+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:05:06.465951+0000","last_peered":"2024-07-27T07:05:06.465951+0000","last_clean":"2024-07-27T07:05:06.465951+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:05:06.465951+0000","last_undegraded":"2024-07-27T07:05:06.465951+0000","last_fullsized":"2024-07-27T07:05:06.465951+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222235+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:05:09.222235+0000","last_peered":"2024-07-27T07:05:09.222235+0000","last_clean":"2024-07-27T07:05:09.222235+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:05:09.222235+0000","last_undegraded":"2024-07-27T07:05:09.222235+0000","last_fullsized":"2024-07-27T07:05:09.222235+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488743+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:05:07.488743+0000","last_peered":"2024-07-27T07:05:07.488743+0000","last_clean":"2024-07-27T07:05:07.488743+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:05:07.488743+0000","last_undegraded":"2024-07-27T07:05:07.488743+0000","last_fullsized":"2024-07-27T07:05:07.488743+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":457,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504139+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:05:08.504139+0000","last_peered":"2024-07-27T07:05:08.504139+0000","last_clean":"2024-07-27T07:05:08.504139+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:05:08.504139+0000","last_undegraded":"2024-07-27T07:05:08.504139+0000","last_fullsized":"2024-07-27T07:05:08.504139+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476924,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47628,"kb_used_data":2548,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324212,"statfs":{"total":96636764160,"available":96587993088,"internally_reserved":0,"allocated":2609152,"data_stored":1428633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476922,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47612,"kb_used_data":2536,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324228,"statfs":{"total":96636764160,"available":96588009472,"internally_reserved":0,"allocated":2596864,"data_stored":1427021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476924,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64832,"kb_used_data":3124,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307008,"statfs":{"total":96636764160,"available":96570376192,"internally_reserved":0,"allocated":3198976,"data_stored":2025263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476922,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82300,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289540,"statfs":{"total":96636764160,"available":96552488960,"internally_reserved":0,"allocated":2600960,"data_stored":1427567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42020,"kb_used_data":2520,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329820,"statfs":{"total":96636764160,"available":96593735680,"internally_reserved":0,"allocated":2580480,"data_stored":1418532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40434123},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509625,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52348,"kb_used_data":3112,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319492,"statfs":{"total":96636764160,"available":96583159808,"internally_reserved":0,"allocated":3186688,"data_stored":2017319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509626,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51764,"kb_used_data":2536,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320076,"statfs":{"total":96636764160,"available":96583757824,"internally_reserved":0,"allocated":2596864,"data_stored":1426985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542329,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42024,"kb_used_data":2520,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329816,"statfs":{"total":96636764160,"available":96593731584,"internally_reserved":0,"allocated":2580480,"data_stored":1418532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:05:12.308 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:05:12.637 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.635+0000 7f23f7e00640 1 -- 172.21.15.66:0/2732877263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f8143c00 msgr2=0x7f23f8144010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.635+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2732877263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f8143c00 0x7f23f8144010 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7f23f0005fd0 tx=0x7f23f002a810 comp rx=0 tx=0).stop 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 -- 172.21.15.66:0/2732877263 shutdown_connections 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2732877263 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f8143c00 0x7f23f8144010 unknown :-1 s=CLOSED pgs=1928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2732877263 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 0x7f23f8070110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 -- 172.21.15.66:0/2732877263 >> 172.21.15.66:0/2732877263 conn(0x7f23f80cfa80 msgr2=0x7f23f80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 -- 172.21.15.66:0/2732877263 shutdown_connections 2024-07-27T07:05:12.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.636+0000 7f23f7e00640 1 -- 172.21.15.66:0/2732877263 wait complete. 2024-07-27T07:05:12.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.638+0000 7f23f7e00640 1 Processor -- start 2024-07-27T07:05:12.640 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.638+0000 7f23f7e00640 1 -- start start 2024-07-27T07:05:12.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 0x7f23f81f9180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.643 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 0x7f23f8159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f23f81448e0 con 0x7f23f80cd650 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f23f8144760 con 0x7f23f8143c00 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23f7e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f23f8072950 con 0x7f23f806fd00 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23ee000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23ee000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39008/0 (socket says 172.21.15.66:39008) 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.640+0000 7f23ee000640 1 -- 172.21.15.66:0/2780913219 learned_addr learned my addr 172.21.15.66:0/2780913219 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23f6a00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 0x7f23f81f9180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23f7400640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 0x7f23f8159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 -- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 msgr2=0x7f23f81f9180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 0x7f23f81f9180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 -- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 msgr2=0x7f23f8159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.644 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 0x7f23f8159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 -- 172.21.15.66:0/2780913219 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f81f96c0 con 0x7f23f80cd650 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23f7400640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 0x7f23f8159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ee000640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7f23e000c9a0 tx=0x7f23e000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.641+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e0007bb0 con 0x7f23f80cd650 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.642+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23e0007e40 con 0x7f23f80cd650 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.642+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e000f690 con 0x7f23f80cd650 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.642+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f80ac1a0 con 0x7f23f80cd650 2024-07-27T07:05:12.645 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.642+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f81f5820 con 0x7f23f80cd650 2024-07-27T07:05:12.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.643+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f8070110 con 0x7f23f80cd650 2024-07-27T07:05:12.646 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.644+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f23e000f830 con 0x7f23f80cd650 2024-07-27T07:05:12.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.645+0000 7f23ef400640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 0x7f23d4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:12.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.645+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f23e0099740 con 0x7f23f80cd650 2024-07-27T07:05:12.647 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.646+0000 7f23f6a00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 0x7f23d4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:12.648 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.647+0000 7f23f6a00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 0x7f23d4079520 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f23e80015e0 tx=0x7f23e8009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:12.651 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.650+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f23e0014030 con 0x7f23f80cd650 2024-07-27T07:05:12.861 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.859+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 --> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f23f80cc2e0 con 0x7f23d4077010 2024-07-27T07:05:12.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.883+0000 7f23ef400640 1 -- 172.21.15.66:0/2780913219 <== mgr.4109 v2:172.21.15.155:6800/3980437864 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+495224 (secure 0 0 0) 0x7f23f80cc2e0 con 0x7f23d4077010 2024-07-27T07:05:12.887 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:12.895 INFO:teuthology.orchestra.run.smithi066.stderr:dumped all 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 msgr2=0x7f23d4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 0x7f23d4079520 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f23e80015e0 tx=0x7f23e8009040 comp rx=0 tx=0).stop 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 msgr2=0x7f23f80aecb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7f23e000c9a0 tx=0x7f23e000ce60 comp rx=0 tx=0).stop 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 shutdown_connections 2024-07-27T07:05:12.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f23d4077010 0x7f23d4079520 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f23f8143c00 0x7f23f8159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f23f80cd650 0x7f23f80aecb0 unknown :-1 s=CLOSED pgs=1929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 --2- 172.21.15.66:0/2780913219 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f23f806fd00 0x7f23f81f9180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 >> 172.21.15.66:0/2780913219 conn(0x7f23f80cfa80 msgr2=0x7f23f815baf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 shutdown_connections 2024-07-27T07:05:12.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:12.894+0000 7f23f7e00640 1 -- 172.21.15.66:0/2780913219 wait complete. 2024-07-27T07:05:12.927 INFO:teuthology.orchestra.run.smithi066.stdout:{"pg_ready":true,"pg_map":{"version":655,"stamp":"2024-07-27T07:05:12.693312+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":386,"acting":386,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":316,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":430552,"kb_used_data":21464,"kb_used_omap":12,"kb_used_meta":408947,"kb_avail":754544168,"statfs":{"total":773094113280,"available":772653228032,"internally_reserved":0,"allocated":21979136,"data_stored":12606305,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":418762289},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.253577"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223162+0000","last_change":"2024-07-27T07:05:07.513824+0000","last_active":"2024-07-27T07:05:09.223162+0000","last_peered":"2024-07-27T07:05:09.223162+0000","last_clean":"2024-07-27T07:05:09.223162+0000","last_became_active":"2024-07-27T07:05:07.512995+0000","last_became_peered":"2024-07-27T07:05:07.512995+0000","last_unstale":"2024-07-27T07:05:09.223162+0000","last_undegraded":"2024-07-27T07:05:09.223162+0000","last_fullsized":"2024-07-27T07:05:09.223162+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:40.827301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505947+0000","last_change":"2024-07-27T07:05:07.508775+0000","last_active":"2024-07-27T07:05:08.505947+0000","last_peered":"2024-07-27T07:05:08.505947+0000","last_clean":"2024-07-27T07:05:08.505947+0000","last_became_active":"2024-07-27T07:05:07.505229+0000","last_became_peered":"2024-07-27T07:05:07.505229+0000","last_unstale":"2024-07-27T07:05:08.505947+0000","last_undegraded":"2024-07-27T07:05:08.505947+0000","last_fullsized":"2024-07-27T07:05:08.505947+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:36:18.690365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.513048+0000","last_change":"2024-07-27T07:05:07.510502+0000","last_active":"2024-07-27T07:05:07.513048+0000","last_peered":"2024-07-27T07:05:07.513048+0000","last_clean":"2024-07-27T07:05:07.513048+0000","last_became_active":"2024-07-27T07:05:07.510003+0000","last_became_peered":"2024-07-27T07:05:07.510003+0000","last_unstale":"2024-07-27T07:05:07.513048+0000","last_undegraded":"2024-07-27T07:05:07.513048+0000","last_fullsized":"2024-07-27T07:05:07.513048+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:45.044290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504885+0000","last_change":"2024-07-27T07:05:07.515640+0000","last_active":"2024-07-27T07:05:08.504885+0000","last_peered":"2024-07-27T07:05:08.504885+0000","last_clean":"2024-07-27T07:05:08.504885+0000","last_became_active":"2024-07-27T07:05:07.515324+0000","last_became_peered":"2024-07-27T07:05:07.515324+0000","last_unstale":"2024-07-27T07:05:08.504885+0000","last_undegraded":"2024-07-27T07:05:08.504885+0000","last_fullsized":"2024-07-27T07:05:08.504885+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:15:53.236998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.526098+0000","last_change":"2024-07-27T07:05:07.525181+0000","last_active":"2024-07-27T07:05:07.526098+0000","last_peered":"2024-07-27T07:05:07.526098+0000","last_clean":"2024-07-27T07:05:07.526098+0000","last_became_active":"2024-07-27T07:05:07.524709+0000","last_became_peered":"2024-07-27T07:05:07.524709+0000","last_unstale":"2024-07-27T07:05:07.526098+0000","last_undegraded":"2024-07-27T07:05:07.526098+0000","last_fullsized":"2024-07-27T07:05:07.526098+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:55:07.073070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509168+0000","last_change":"2024-07-27T07:05:07.504785+0000","last_active":"2024-07-27T07:05:07.509168+0000","last_peered":"2024-07-27T07:05:07.509168+0000","last_clean":"2024-07-27T07:05:07.509168+0000","last_became_active":"2024-07-27T07:05:07.504198+0000","last_became_peered":"2024-07-27T07:05:07.504198+0000","last_unstale":"2024-07-27T07:05:07.509168+0000","last_undegraded":"2024-07-27T07:05:07.509168+0000","last_fullsized":"2024-07-27T07:05:07.509168+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:47:22.197385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509500+0000","last_change":"2024-07-27T07:05:07.500455+0000","last_active":"2024-07-27T07:05:07.509500+0000","last_peered":"2024-07-27T07:05:07.509500+0000","last_clean":"2024-07-27T07:05:07.509500+0000","last_became_active":"2024-07-27T07:05:07.500100+0000","last_became_peered":"2024-07-27T07:05:07.500100+0000","last_unstale":"2024-07-27T07:05:07.509500+0000","last_undegraded":"2024-07-27T07:05:07.509500+0000","last_fullsized":"2024-07-27T07:05:07.509500+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:55:07.073070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.525075+0000","last_change":"2024-07-27T07:05:07.524100+0000","last_active":"2024-07-27T07:05:07.525075+0000","last_peered":"2024-07-27T07:05:07.525075+0000","last_clean":"2024-07-27T07:05:07.525075+0000","last_became_active":"2024-07-27T07:05:07.523753+0000","last_became_peered":"2024-07-27T07:05:07.523753+0000","last_unstale":"2024-07-27T07:05:07.525075+0000","last_undegraded":"2024-07-27T07:05:07.525075+0000","last_fullsized":"2024-07-27T07:05:07.525075+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:41.933579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506131+0000","last_change":"2024-07-27T07:05:07.526709+0000","last_active":"2024-07-27T07:05:08.506131+0000","last_peered":"2024-07-27T07:05:08.506131+0000","last_clean":"2024-07-27T07:05:08.506131+0000","last_became_active":"2024-07-27T07:05:07.526140+0000","last_became_peered":"2024-07-27T07:05:07.526140+0000","last_unstale":"2024-07-27T07:05:08.506131+0000","last_undegraded":"2024-07-27T07:05:08.506131+0000","last_fullsized":"2024-07-27T07:05:08.506131+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:56:49.168614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530230+0000","last_change":"2024-07-27T07:05:07.513547+0000","last_active":"2024-07-27T07:05:08.530230+0000","last_peered":"2024-07-27T07:05:08.530230+0000","last_clean":"2024-07-27T07:05:08.530230+0000","last_became_active":"2024-07-27T07:05:07.513213+0000","last_became_peered":"2024-07-27T07:05:07.513213+0000","last_unstale":"2024-07-27T07:05:08.530230+0000","last_undegraded":"2024-07-27T07:05:08.530230+0000","last_fullsized":"2024-07-27T07:05:08.530230+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:04.580610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222772+0000","last_change":"2024-07-27T07:05:07.518600+0000","last_active":"2024-07-27T07:05:09.222772+0000","last_peered":"2024-07-27T07:05:09.222772+0000","last_clean":"2024-07-27T07:05:09.222772+0000","last_became_active":"2024-07-27T07:05:07.518238+0000","last_became_peered":"2024-07-27T07:05:07.518238+0000","last_unstale":"2024-07-27T07:05:09.222772+0000","last_undegraded":"2024-07-27T07:05:09.222772+0000","last_fullsized":"2024-07-27T07:05:09.222772+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:41.933579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220944+0000","last_change":"2024-07-27T07:05:07.517760+0000","last_active":"2024-07-27T07:05:09.220944+0000","last_peered":"2024-07-27T07:05:09.220944+0000","last_clean":"2024-07-27T07:05:09.220944+0000","last_became_active":"2024-07-27T07:05:07.517416+0000","last_became_peered":"2024-07-27T07:05:07.517416+0000","last_unstale":"2024-07-27T07:05:09.220944+0000","last_undegraded":"2024-07-27T07:05:09.220944+0000","last_fullsized":"2024-07-27T07:05:09.220944+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:38:06.568835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220732+0000","last_change":"2024-07-27T07:05:07.513862+0000","last_active":"2024-07-27T07:05:09.220732+0000","last_peered":"2024-07-27T07:05:09.220732+0000","last_clean":"2024-07-27T07:05:09.220732+0000","last_became_active":"2024-07-27T07:05:07.513230+0000","last_became_peered":"2024-07-27T07:05:07.513230+0000","last_unstale":"2024-07-27T07:05:09.220732+0000","last_undegraded":"2024-07-27T07:05:09.220732+0000","last_fullsized":"2024-07-27T07:05:09.220732+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:03.122813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503699+0000","last_change":"2024-07-27T07:05:07.510130+0000","last_active":"2024-07-27T07:05:08.503699+0000","last_peered":"2024-07-27T07:05:08.503699+0000","last_clean":"2024-07-27T07:05:08.503699+0000","last_became_active":"2024-07-27T07:05:07.509738+0000","last_became_peered":"2024-07-27T07:05:07.509738+0000","last_unstale":"2024-07-27T07:05:08.503699+0000","last_undegraded":"2024-07-27T07:05:08.503699+0000","last_fullsized":"2024-07-27T07:05:08.503699+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:07:13.348818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220658+0000","last_change":"2024-07-27T07:05:07.516913+0000","last_active":"2024-07-27T07:05:09.220658+0000","last_peered":"2024-07-27T07:05:09.220658+0000","last_clean":"2024-07-27T07:05:09.220658+0000","last_became_active":"2024-07-27T07:05:07.516581+0000","last_became_peered":"2024-07-27T07:05:07.516581+0000","last_unstale":"2024-07-27T07:05:09.220658+0000","last_undegraded":"2024-07-27T07:05:09.220658+0000","last_fullsized":"2024-07-27T07:05:09.220658+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:43.605920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.510145+0000","last_change":"2024-07-27T07:05:07.506529+0000","last_active":"2024-07-27T07:05:07.510145+0000","last_peered":"2024-07-27T07:05:07.510145+0000","last_clean":"2024-07-27T07:05:07.510145+0000","last_became_active":"2024-07-27T07:05:07.506200+0000","last_became_peered":"2024-07-27T07:05:07.506200+0000","last_unstale":"2024-07-27T07:05:07.510145+0000","last_undegraded":"2024-07-27T07:05:07.510145+0000","last_fullsized":"2024-07-27T07:05:07.510145+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:37:27.938786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.516252+0000","last_change":"2024-07-27T07:05:07.514347+0000","last_active":"2024-07-27T07:05:07.516252+0000","last_peered":"2024-07-27T07:05:07.516252+0000","last_clean":"2024-07-27T07:05:07.516252+0000","last_became_active":"2024-07-27T07:05:07.513989+0000","last_became_peered":"2024-07-27T07:05:07.513989+0000","last_unstale":"2024-07-27T07:05:07.516252+0000","last_undegraded":"2024-07-27T07:05:07.516252+0000","last_fullsized":"2024-07-27T07:05:07.516252+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:04:11.430847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521999+0000","last_change":"2024-07-27T07:05:07.514763+0000","last_active":"2024-07-27T07:05:07.521999+0000","last_peered":"2024-07-27T07:05:07.521999+0000","last_clean":"2024-07-27T07:05:07.521999+0000","last_became_active":"2024-07-27T07:05:07.513813+0000","last_became_peered":"2024-07-27T07:05:07.513813+0000","last_unstale":"2024-07-27T07:05:07.521999+0000","last_undegraded":"2024-07-27T07:05:07.521999+0000","last_fullsized":"2024-07-27T07:05:07.521999+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:26.407765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.524212+0000","last_change":"2024-07-27T07:05:07.522589+0000","last_active":"2024-07-27T07:05:07.524212+0000","last_peered":"2024-07-27T07:05:07.524212+0000","last_clean":"2024-07-27T07:05:07.524212+0000","last_became_active":"2024-07-27T07:05:07.521660+0000","last_became_peered":"2024-07-27T07:05:07.521660+0000","last_unstale":"2024-07-27T07:05:07.524212+0000","last_undegraded":"2024-07-27T07:05:07.524212+0000","last_fullsized":"2024-07-27T07:05:07.524212+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:08:44.516937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.522332+0000","last_change":"2024-07-27T07:05:07.520432+0000","last_active":"2024-07-27T07:05:07.522332+0000","last_peered":"2024-07-27T07:05:07.522332+0000","last_clean":"2024-07-27T07:05:07.522332+0000","last_became_active":"2024-07-27T07:05:07.520112+0000","last_became_peered":"2024-07-27T07:05:07.520112+0000","last_unstale":"2024-07-27T07:05:07.522332+0000","last_undegraded":"2024-07-27T07:05:07.522332+0000","last_fullsized":"2024-07-27T07:05:07.522332+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:02.166739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521177+0000","last_change":"2024-07-27T07:05:07.520214+0000","last_active":"2024-07-27T07:05:07.521177+0000","last_peered":"2024-07-27T07:05:07.521177+0000","last_clean":"2024-07-27T07:05:07.521177+0000","last_became_active":"2024-07-27T07:05:07.518194+0000","last_became_peered":"2024-07-27T07:05:07.518194+0000","last_unstale":"2024-07-27T07:05:07.521177+0000","last_undegraded":"2024-07-27T07:05:07.521177+0000","last_fullsized":"2024-07-27T07:05:07.521177+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:57:56.094099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.521921+0000","last_change":"2024-07-27T07:05:07.516171+0000","last_active":"2024-07-27T07:05:07.521921+0000","last_peered":"2024-07-27T07:05:07.521921+0000","last_clean":"2024-07-27T07:05:07.521921+0000","last_became_active":"2024-07-27T07:05:07.515855+0000","last_became_peered":"2024-07-27T07:05:07.515855+0000","last_unstale":"2024-07-27T07:05:07.521921+0000","last_undegraded":"2024-07-27T07:05:07.521921+0000","last_fullsized":"2024-07-27T07:05:07.521921+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:03.122813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529111+0000","last_change":"2024-07-27T07:05:07.517626+0000","last_active":"2024-07-27T07:05:08.529111+0000","last_peered":"2024-07-27T07:05:08.529111+0000","last_clean":"2024-07-27T07:05:08.529111+0000","last_became_active":"2024-07-27T07:05:07.517318+0000","last_became_peered":"2024-07-27T07:05:07.517318+0000","last_unstale":"2024-07-27T07:05:08.529111+0000","last_undegraded":"2024-07-27T07:05:08.529111+0000","last_fullsized":"2024-07-27T07:05:08.529111+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:56:06.199258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520667+0000","last_change":"2024-07-27T07:05:07.514661+0000","last_active":"2024-07-27T07:05:07.520667+0000","last_peered":"2024-07-27T07:05:07.520667+0000","last_clean":"2024-07-27T07:05:07.520667+0000","last_became_active":"2024-07-27T07:05:07.514324+0000","last_became_peered":"2024-07-27T07:05:07.514324+0000","last_unstale":"2024-07-27T07:05:07.520667+0000","last_undegraded":"2024-07-27T07:05:07.520667+0000","last_fullsized":"2024-07-27T07:05:07.520667+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:55.182075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506239+0000","last_change":"2024-07-27T07:05:07.509414+0000","last_active":"2024-07-27T07:05:08.506239+0000","last_peered":"2024-07-27T07:05:08.506239+0000","last_clean":"2024-07-27T07:05:08.506239+0000","last_became_active":"2024-07-27T07:05:07.507876+0000","last_became_peered":"2024-07-27T07:05:07.507876+0000","last_unstale":"2024-07-27T07:05:08.506239+0000","last_undegraded":"2024-07-27T07:05:08.506239+0000","last_fullsized":"2024-07-27T07:05:08.506239+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:22:33.024366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223896+0000","last_change":"2024-07-27T07:05:07.528896+0000","last_active":"2024-07-27T07:05:09.223896+0000","last_peered":"2024-07-27T07:05:09.223896+0000","last_clean":"2024-07-27T07:05:09.223896+0000","last_became_active":"2024-07-27T07:05:07.528414+0000","last_became_peered":"2024-07-27T07:05:07.528414+0000","last_unstale":"2024-07-27T07:05:09.223896+0000","last_undegraded":"2024-07-27T07:05:09.223896+0000","last_fullsized":"2024-07-27T07:05:09.223896+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:43:36.991245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.524187+0000","last_change":"2024-07-27T07:05:07.522467+0000","last_active":"2024-07-27T07:05:07.524187+0000","last_peered":"2024-07-27T07:05:07.524187+0000","last_clean":"2024-07-27T07:05:07.524187+0000","last_became_active":"2024-07-27T07:05:07.521392+0000","last_became_peered":"2024-07-27T07:05:07.521392+0000","last_unstale":"2024-07-27T07:05:07.524187+0000","last_undegraded":"2024-07-27T07:05:07.524187+0000","last_fullsized":"2024-07-27T07:05:07.524187+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:26.610406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529918+0000","last_change":"2024-07-27T07:05:07.512902+0000","last_active":"2024-07-27T07:05:08.529918+0000","last_peered":"2024-07-27T07:05:08.529918+0000","last_clean":"2024-07-27T07:05:08.529918+0000","last_became_active":"2024-07-27T07:05:07.512577+0000","last_became_peered":"2024-07-27T07:05:07.512577+0000","last_unstale":"2024-07-27T07:05:08.529918+0000","last_undegraded":"2024-07-27T07:05:08.529918+0000","last_fullsized":"2024-07-27T07:05:08.529918+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:53.303316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222039+0000","last_change":"2024-07-27T07:05:07.519988+0000","last_active":"2024-07-27T07:05:09.222039+0000","last_peered":"2024-07-27T07:05:09.222039+0000","last_clean":"2024-07-27T07:05:09.222039+0000","last_became_active":"2024-07-27T07:05:07.519519+0000","last_became_peered":"2024-07-27T07:05:07.519519+0000","last_unstale":"2024-07-27T07:05:09.222039+0000","last_undegraded":"2024-07-27T07:05:09.222039+0000","last_fullsized":"2024-07-27T07:05:09.222039+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:09:52.360680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221172+0000","last_change":"2024-07-27T07:05:07.513074+0000","last_active":"2024-07-27T07:05:09.221172+0000","last_peered":"2024-07-27T07:05:09.221172+0000","last_clean":"2024-07-27T07:05:09.221172+0000","last_became_active":"2024-07-27T07:05:07.512733+0000","last_became_peered":"2024-07-27T07:05:07.512733+0000","last_unstale":"2024-07-27T07:05:09.221172+0000","last_undegraded":"2024-07-27T07:05:09.221172+0000","last_fullsized":"2024-07-27T07:05:09.221172+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:11:13.902944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520236+0000","last_change":"2024-07-27T07:05:07.515769+0000","last_active":"2024-07-27T07:05:07.520236+0000","last_peered":"2024-07-27T07:05:07.520236+0000","last_clean":"2024-07-27T07:05:07.520236+0000","last_became_active":"2024-07-27T07:05:07.514951+0000","last_became_peered":"2024-07-27T07:05:07.514951+0000","last_unstale":"2024-07-27T07:05:07.520236+0000","last_undegraded":"2024-07-27T07:05:07.520236+0000","last_fullsized":"2024-07-27T07:05:07.520236+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:43.605920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.525800+0000","last_change":"2024-07-27T07:05:07.524881+0000","last_active":"2024-07-27T07:05:07.525800+0000","last_peered":"2024-07-27T07:05:07.525800+0000","last_clean":"2024-07-27T07:05:07.525800+0000","last_became_active":"2024-07-27T07:05:07.523887+0000","last_became_peered":"2024-07-27T07:05:07.523887+0000","last_unstale":"2024-07-27T07:05:07.525800+0000","last_undegraded":"2024-07-27T07:05:07.525800+0000","last_fullsized":"2024-07-27T07:05:07.525800+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:40.827301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221586+0000","last_change":"2024-07-27T07:05:07.506369+0000","last_active":"2024-07-27T07:05:09.221586+0000","last_peered":"2024-07-27T07:05:09.221586+0000","last_clean":"2024-07-27T07:05:09.221586+0000","last_became_active":"2024-07-27T07:05:07.505954+0000","last_became_peered":"2024-07-27T07:05:07.505954+0000","last_unstale":"2024-07-27T07:05:09.221586+0000","last_undegraded":"2024-07-27T07:05:09.221586+0000","last_fullsized":"2024-07-27T07:05:09.221586+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:02.166739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503686+0000","last_change":"2024-07-27T07:05:06.477215+0000","last_active":"2024-07-27T07:05:08.503686+0000","last_peered":"2024-07-27T07:05:08.503686+0000","last_clean":"2024-07-27T07:05:08.503686+0000","last_became_active":"2024-07-27T07:05:06.476877+0000","last_became_peered":"2024-07-27T07:05:06.476877+0000","last_unstale":"2024-07-27T07:05:08.503686+0000","last_undegraded":"2024-07-27T07:05:08.503686+0000","last_fullsized":"2024-07-27T07:05:08.503686+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:23:46.973518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506308+0000","last_change":"2024-07-27T06:52:53.283283+0000","last_active":"2024-07-27T07:05:08.506308+0000","last_peered":"2024-07-27T07:05:08.506308+0000","last_clean":"2024-07-27T07:05:08.506308+0000","last_became_active":"2024-07-27T06:52:53.282806+0000","last_became_peered":"2024-07-27T06:52:53.282806+0000","last_unstale":"2024-07-27T07:05:08.506308+0000","last_undegraded":"2024-07-27T07:05:08.506308+0000","last_fullsized":"2024-07-27T07:05:08.506308+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:13.124661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499677+0000","last_change":"2024-07-27T06:52:54.523490+0000","last_active":"2024-07-27T07:05:07.499677+0000","last_peered":"2024-07-27T07:05:07.499677+0000","last_clean":"2024-07-27T07:05:07.499677+0000","last_became_active":"2024-07-27T06:52:52.256265+0000","last_became_peered":"2024-07-27T06:52:52.256265+0000","last_unstale":"2024-07-27T07:05:07.499677+0000","last_undegraded":"2024-07-27T07:05:07.499677+0000","last_fullsized":"2024-07-27T07:05:07.499677+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:50.810774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022196439999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.491915+0000","last_change":"2024-07-27T06:51:42.984118+0000","last_active":"2024-07-27T07:05:07.491915+0000","last_peered":"2024-07-27T07:05:07.491915+0000","last_clean":"2024-07-27T07:05:07.491915+0000","last_became_active":"2024-07-27T06:51:41.976617+0000","last_became_peered":"2024-07-27T06:51:41.976617+0000","last_unstale":"2024-07-27T07:05:07.491915+0000","last_undegraded":"2024-07-27T07:05:07.491915+0000","last_fullsized":"2024-07-27T07:05:07.491915+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0066240479999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503554+0000","last_change":"2024-07-27T07:05:07.506560+0000","last_active":"2024-07-27T07:05:08.503554+0000","last_peered":"2024-07-27T07:05:08.503554+0000","last_clean":"2024-07-27T07:05:08.503554+0000","last_became_active":"2024-07-27T07:05:07.506167+0000","last_became_peered":"2024-07-27T07:05:07.506167+0000","last_unstale":"2024-07-27T07:05:08.503554+0000","last_undegraded":"2024-07-27T07:05:08.503554+0000","last_fullsized":"2024-07-27T07:05:08.503554+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:04:20.537367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504315+0000","last_change":"2024-07-27T07:05:06.486365+0000","last_active":"2024-07-27T07:05:08.504315+0000","last_peered":"2024-07-27T07:05:08.504315+0000","last_clean":"2024-07-27T07:05:08.504315+0000","last_became_active":"2024-07-27T07:05:06.485950+0000","last_became_peered":"2024-07-27T07:05:06.485950+0000","last_unstale":"2024-07-27T07:05:08.504315+0000","last_undegraded":"2024-07-27T07:05:08.504315+0000","last_fullsized":"2024-07-27T07:05:08.504315+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:48:50.794550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507445+0000","last_change":"2024-07-27T06:52:53.282131+0000","last_active":"2024-07-27T07:05:07.507445+0000","last_peered":"2024-07-27T07:05:07.507445+0000","last_clean":"2024-07-27T07:05:07.507445+0000","last_became_active":"2024-07-27T06:52:53.281789+0000","last_became_peered":"2024-07-27T06:52:53.281789+0000","last_unstale":"2024-07-27T07:05:07.507445+0000","last_undegraded":"2024-07-27T07:05:07.507445+0000","last_fullsized":"2024-07-27T07:05:07.507445+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506387+0000","last_change":"2024-07-27T06:52:54.276219+0000","last_active":"2024-07-27T07:05:08.506387+0000","last_peered":"2024-07-27T07:05:08.506387+0000","last_clean":"2024-07-27T07:05:08.506387+0000","last_became_active":"2024-07-27T06:52:52.281744+0000","last_became_peered":"2024-07-27T06:52:52.281744+0000","last_unstale":"2024-07-27T07:05:08.506387+0000","last_undegraded":"2024-07-27T07:05:08.506387+0000","last_fullsized":"2024-07-27T07:05:08.506387+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0013391690000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493508+0000","last_change":"2024-07-27T06:51:43.249793+0000","last_active":"2024-07-27T07:05:07.493508+0000","last_peered":"2024-07-27T07:05:07.493508+0000","last_clean":"2024-07-27T07:05:07.493508+0000","last_became_active":"2024-07-27T06:51:41.977298+0000","last_became_peered":"2024-07-27T06:51:41.977298+0000","last_unstale":"2024-07-27T07:05:07.493508+0000","last_undegraded":"2024-07-27T07:05:07.493508+0000","last_fullsized":"2024-07-27T07:05:07.493508+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021026370000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.520210+0000","last_change":"2024-07-27T07:05:07.515414+0000","last_active":"2024-07-27T07:05:07.520210+0000","last_peered":"2024-07-27T07:05:07.520210+0000","last_clean":"2024-07-27T07:05:07.520210+0000","last_became_active":"2024-07-27T07:05:07.515027+0000","last_became_peered":"2024-07-27T07:05:07.515027+0000","last_unstale":"2024-07-27T07:05:07.520210+0000","last_undegraded":"2024-07-27T07:05:07.520210+0000","last_fullsized":"2024-07-27T07:05:07.520210+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:12.458939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.483353+0000","last_change":"2024-07-27T07:05:06.473073+0000","last_active":"2024-07-27T07:05:07.483353+0000","last_peered":"2024-07-27T07:05:07.483353+0000","last_clean":"2024-07-27T07:05:07.483353+0000","last_became_active":"2024-07-27T07:05:06.469698+0000","last_became_peered":"2024-07-27T07:05:06.469698+0000","last_unstale":"2024-07-27T07:05:07.483353+0000","last_undegraded":"2024-07-27T07:05:07.483353+0000","last_fullsized":"2024-07-27T07:05:07.483353+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:52:42.683279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222018+0000","last_change":"2024-07-27T06:52:53.277925+0000","last_active":"2024-07-27T07:05:09.222018+0000","last_peered":"2024-07-27T07:05:09.222018+0000","last_clean":"2024-07-27T07:05:09.222018+0000","last_became_active":"2024-07-27T06:52:53.277353+0000","last_became_peered":"2024-07-27T06:52:53.277353+0000","last_unstale":"2024-07-27T07:05:09.222018+0000","last_undegraded":"2024-07-27T07:05:09.222018+0000","last_fullsized":"2024-07-27T07:05:09.222018+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:24:45.708246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":279,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222322+0000","last_change":"2024-07-27T06:52:54.732516+0000","last_active":"2024-07-27T07:05:09.222322+0000","last_peered":"2024-07-27T07:05:09.222322+0000","last_clean":"2024-07-27T07:05:09.222322+0000","last_became_active":"2024-07-27T06:52:52.273518+0000","last_became_peered":"2024-07-27T06:52:52.273518+0000","last_unstale":"2024-07-27T07:05:09.222322+0000","last_undegraded":"2024-07-27T07:05:09.222322+0000","last_fullsized":"2024-07-27T07:05:09.222322+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015859299999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":332,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225299+0000","last_change":"2024-07-27T06:51:43.533997+0000","last_active":"2024-07-27T07:05:09.225299+0000","last_peered":"2024-07-27T07:05:09.225299+0000","last_clean":"2024-07-27T07:05:09.225299+0000","last_became_active":"2024-07-27T06:51:41.965210+0000","last_became_peered":"2024-07-27T06:51:41.965210+0000","last_unstale":"2024-07-27T07:05:09.225299+0000","last_undegraded":"2024-07-27T07:05:09.225299+0000","last_fullsized":"2024-07-27T07:05:09.225299+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:00:50.582417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055380700000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503230+0000","last_change":"2024-07-27T07:05:07.517367+0000","last_active":"2024-07-27T07:05:08.503230+0000","last_peered":"2024-07-27T07:05:08.503230+0000","last_clean":"2024-07-27T07:05:08.503230+0000","last_became_active":"2024-07-27T07:05:07.517063+0000","last_became_peered":"2024-07-27T07:05:07.517063+0000","last_unstale":"2024-07-27T07:05:08.503230+0000","last_undegraded":"2024-07-27T07:05:08.503230+0000","last_fullsized":"2024-07-27T07:05:08.503230+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:31:27.508128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503094+0000","last_change":"2024-07-27T07:05:06.473557+0000","last_active":"2024-07-27T07:05:08.503094+0000","last_peered":"2024-07-27T07:05:08.503094+0000","last_clean":"2024-07-27T07:05:08.503094+0000","last_became_active":"2024-07-27T07:05:06.471741+0000","last_became_peered":"2024-07-27T07:05:06.471741+0000","last_unstale":"2024-07-27T07:05:08.503094+0000","last_undegraded":"2024-07-27T07:05:08.503094+0000","last_fullsized":"2024-07-27T07:05:08.503094+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:32:02.903780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530246+0000","last_change":"2024-07-27T06:52:53.274799+0000","last_active":"2024-07-27T07:05:08.530246+0000","last_peered":"2024-07-27T07:05:08.530246+0000","last_clean":"2024-07-27T07:05:08.530246+0000","last_became_active":"2024-07-27T06:52:53.274401+0000","last_became_peered":"2024-07-27T06:52:53.274401+0000","last_unstale":"2024-07-27T07:05:08.530246+0000","last_undegraded":"2024-07-27T07:05:08.530246+0000","last_fullsized":"2024-07-27T07:05:08.530246+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:10:21.843254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505593+0000","last_change":"2024-07-27T06:52:54.276178+0000","last_active":"2024-07-27T07:05:08.505593+0000","last_peered":"2024-07-27T07:05:08.505593+0000","last_clean":"2024-07-27T07:05:08.505593+0000","last_became_active":"2024-07-27T06:52:52.279588+0000","last_became_peered":"2024-07-27T06:52:52.279588+0000","last_unstale":"2024-07-27T07:05:08.505593+0000","last_undegraded":"2024-07-27T07:05:08.505593+0000","last_fullsized":"2024-07-27T07:05:08.505593+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:38.049059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001581561,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":323,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507752+0000","last_change":"2024-07-27T06:51:43.349276+0000","last_active":"2024-07-27T07:05:07.507752+0000","last_peered":"2024-07-27T07:05:07.507752+0000","last_clean":"2024-07-27T07:05:07.507752+0000","last_became_active":"2024-07-27T06:51:41.974089+0000","last_became_peered":"2024-07-27T06:51:41.974089+0000","last_unstale":"2024-07-27T07:05:07.507752+0000","last_undegraded":"2024-07-27T07:05:07.507752+0000","last_fullsized":"2024-07-27T07:05:07.507752+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:37:02.038401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001527215,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.511513+0000","last_change":"2024-07-27T07:05:07.501753+0000","last_active":"2024-07-27T07:05:07.511513+0000","last_peered":"2024-07-27T07:05:07.511513+0000","last_clean":"2024-07-27T07:05:07.511513+0000","last_became_active":"2024-07-27T07:05:07.501037+0000","last_became_peered":"2024-07-27T07:05:07.501037+0000","last_unstale":"2024-07-27T07:05:07.511513+0000","last_undegraded":"2024-07-27T07:05:07.511513+0000","last_fullsized":"2024-07-27T07:05:07.511513+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:28:59.657143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488819+0000","last_change":"2024-07-27T07:05:06.470124+0000","last_active":"2024-07-27T07:05:07.488819+0000","last_peered":"2024-07-27T07:05:07.488819+0000","last_clean":"2024-07-27T07:05:07.488819+0000","last_became_active":"2024-07-27T07:05:06.469745+0000","last_became_peered":"2024-07-27T07:05:06.469745+0000","last_unstale":"2024-07-27T07:05:07.488819+0000","last_undegraded":"2024-07-27T07:05:07.488819+0000","last_fullsized":"2024-07-27T07:05:07.488819+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:25:59.210544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504453+0000","last_change":"2024-07-27T06:52:53.280250+0000","last_active":"2024-07-27T07:05:08.504453+0000","last_peered":"2024-07-27T07:05:08.504453+0000","last_clean":"2024-07-27T07:05:08.504453+0000","last_became_active":"2024-07-27T06:52:53.279307+0000","last_became_peered":"2024-07-27T06:52:53.279307+0000","last_unstale":"2024-07-27T07:05:08.504453+0000","last_undegraded":"2024-07-27T07:05:08.504453+0000","last_fullsized":"2024-07-27T07:05:08.504453+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:46:51.113111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489503+0000","last_change":"2024-07-27T06:52:54.282008+0000","last_active":"2024-07-27T07:05:07.489503+0000","last_peered":"2024-07-27T07:05:07.489503+0000","last_clean":"2024-07-27T07:05:07.489503+0000","last_became_active":"2024-07-27T06:52:52.264784+0000","last_became_peered":"2024-07-27T06:52:52.264784+0000","last_unstale":"2024-07-27T07:05:07.489503+0000","last_undegraded":"2024-07-27T07:05:07.489503+0000","last_fullsized":"2024-07-27T07:05:07.489503+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:12.123900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0032037810000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221533+0000","last_change":"2024-07-27T06:51:43.511986+0000","last_active":"2024-07-27T07:05:09.221533+0000","last_peered":"2024-07-27T07:05:09.221533+0000","last_clean":"2024-07-27T07:05:09.221533+0000","last_became_active":"2024-07-27T06:51:41.955874+0000","last_became_peered":"2024-07-27T06:51:41.955874+0000","last_unstale":"2024-07-27T07:05:09.221533+0000","last_undegraded":"2024-07-27T07:05:09.221533+0000","last_fullsized":"2024-07-27T07:05:09.221533+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:05:31.061508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002351938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.513072+0000","last_change":"2024-07-27T07:05:07.510828+0000","last_active":"2024-07-27T07:05:07.513072+0000","last_peered":"2024-07-27T07:05:07.513072+0000","last_clean":"2024-07-27T07:05:07.513072+0000","last_became_active":"2024-07-27T07:05:07.510321+0000","last_became_peered":"2024-07-27T07:05:07.510321+0000","last_unstale":"2024-07-27T07:05:07.513072+0000","last_undegraded":"2024-07-27T07:05:07.513072+0000","last_fullsized":"2024-07-27T07:05:07.513072+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:04:25.435163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.7","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223392+0000","last_change":"2024-07-27T07:05:06.481737+0000","last_active":"2024-07-27T07:05:09.223392+0000","last_peered":"2024-07-27T07:05:09.223392+0000","last_clean":"2024-07-27T07:05:09.223392+0000","last_became_active":"2024-07-27T07:05:06.481411+0000","last_became_peered":"2024-07-27T07:05:06.481411+0000","last_unstale":"2024-07-27T07:05:09.223392+0000","last_undegraded":"2024-07-27T07:05:09.223392+0000","last_fullsized":"2024-07-27T07:05:09.223392+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:58:27.713160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530711+0000","last_change":"2024-07-27T06:52:53.279729+0000","last_active":"2024-07-27T07:05:08.530711+0000","last_peered":"2024-07-27T07:05:08.530711+0000","last_clean":"2024-07-27T07:05:08.530711+0000","last_became_active":"2024-07-27T06:52:53.279367+0000","last_became_peered":"2024-07-27T06:52:53.279367+0000","last_unstale":"2024-07-27T07:05:08.530711+0000","last_undegraded":"2024-07-27T07:05:08.530711+0000","last_fullsized":"2024-07-27T07:05:08.530711+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:24:41.456849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489617+0000","last_change":"2024-07-27T06:52:54.282222+0000","last_active":"2024-07-27T07:05:07.489617+0000","last_peered":"2024-07-27T07:05:07.489617+0000","last_clean":"2024-07-27T07:05:07.489617+0000","last_became_active":"2024-07-27T06:52:52.261693+0000","last_became_peered":"2024-07-27T06:52:52.261693+0000","last_unstale":"2024-07-27T07:05:07.489617+0000","last_undegraded":"2024-07-27T07:05:07.489617+0000","last_fullsized":"2024-07-27T07:05:07.489617+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:25:01.582337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002575609,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.484241+0000","last_change":"2024-07-27T06:51:43.681815+0000","last_active":"2024-07-27T07:05:07.484241+0000","last_peered":"2024-07-27T07:05:07.484241+0000","last_clean":"2024-07-27T07:05:07.484241+0000","last_became_active":"2024-07-27T06:51:41.974011+0000","last_became_peered":"2024-07-27T06:51:41.974011+0000","last_unstale":"2024-07-27T07:05:07.484241+0000","last_undegraded":"2024-07-27T07:05:07.484241+0000","last_fullsized":"2024-07-27T07:05:07.484241+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:05:16.104971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0030833940000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.539702+0000","last_change":"2024-07-27T07:05:07.534182+0000","last_active":"2024-07-27T07:05:07.539702+0000","last_peered":"2024-07-27T07:05:07.539702+0000","last_clean":"2024-07-27T07:05:07.539702+0000","last_became_active":"2024-07-27T07:05:07.532901+0000","last_became_peered":"2024-07-27T07:05:07.532901+0000","last_unstale":"2024-07-27T07:05:07.539702+0000","last_undegraded":"2024-07-27T07:05:07.539702+0000","last_fullsized":"2024-07-27T07:05:07.539702+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:54:58.799272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.504349+0000","last_change":"2024-07-27T07:05:06.487895+0000","last_active":"2024-07-27T07:05:07.504349+0000","last_peered":"2024-07-27T07:05:07.504349+0000","last_clean":"2024-07-27T07:05:07.504349+0000","last_became_active":"2024-07-27T07:05:06.487588+0000","last_became_peered":"2024-07-27T07:05:06.487588+0000","last_unstale":"2024-07-27T07:05:07.504349+0000","last_undegraded":"2024-07-27T07:05:07.504349+0000","last_fullsized":"2024-07-27T07:05:07.504349+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:09:00.339303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529599+0000","last_change":"2024-07-27T06:52:53.272936+0000","last_active":"2024-07-27T07:05:08.529599+0000","last_peered":"2024-07-27T07:05:08.529599+0000","last_clean":"2024-07-27T07:05:08.529599+0000","last_became_active":"2024-07-27T06:52:53.272499+0000","last_became_peered":"2024-07-27T06:52:53.272499+0000","last_unstale":"2024-07-27T07:05:08.529599+0000","last_undegraded":"2024-07-27T07:05:08.529599+0000","last_fullsized":"2024-07-27T07:05:08.529599+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:25.316769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529105+0000","last_change":"2024-07-27T06:52:54.592318+0000","last_active":"2024-07-27T07:05:08.529105+0000","last_peered":"2024-07-27T07:05:08.529105+0000","last_clean":"2024-07-27T07:05:08.529105+0000","last_became_active":"2024-07-27T06:52:52.273322+0000","last_became_peered":"2024-07-27T06:52:52.273322+0000","last_unstale":"2024-07-27T07:05:08.529105+0000","last_undegraded":"2024-07-27T07:05:08.529105+0000","last_fullsized":"2024-07-27T07:05:08.529105+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:27:19.468973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0018058530000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489123+0000","last_change":"2024-07-27T06:51:43.680951+0000","last_active":"2024-07-27T07:05:07.489123+0000","last_peered":"2024-07-27T07:05:07.489123+0000","last_clean":"2024-07-27T07:05:07.489123+0000","last_became_active":"2024-07-27T06:51:41.984229+0000","last_became_peered":"2024-07-27T06:51:41.984229+0000","last_unstale":"2024-07-27T07:05:07.489123+0000","last_undegraded":"2024-07-27T07:05:07.489123+0000","last_fullsized":"2024-07-27T07:05:07.489123+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:32:39.639554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024110020000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.511991+0000","last_change":"2024-07-27T07:05:07.507855+0000","last_active":"2024-07-27T07:05:07.511991+0000","last_peered":"2024-07-27T07:05:07.511991+0000","last_clean":"2024-07-27T07:05:07.511991+0000","last_became_active":"2024-07-27T07:05:07.507321+0000","last_became_peered":"2024-07-27T07:05:07.507321+0000","last_unstale":"2024-07-27T07:05:07.511991+0000","last_undegraded":"2024-07-27T07:05:07.511991+0000","last_fullsized":"2024-07-27T07:05:07.511991+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:52:58.722187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.492596+0000","last_change":"2024-07-27T07:05:06.476752+0000","last_active":"2024-07-27T07:05:07.492596+0000","last_peered":"2024-07-27T07:05:07.492596+0000","last_clean":"2024-07-27T07:05:07.492596+0000","last_became_active":"2024-07-27T07:05:06.475502+0000","last_became_peered":"2024-07-27T07:05:06.475502+0000","last_unstale":"2024-07-27T07:05:07.492596+0000","last_undegraded":"2024-07-27T07:05:07.492596+0000","last_fullsized":"2024-07-27T07:05:07.492596+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:00.739407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498983+0000","last_change":"2024-07-27T06:52:53.277218+0000","last_active":"2024-07-27T07:05:07.498983+0000","last_peered":"2024-07-27T07:05:07.498983+0000","last_clean":"2024-07-27T07:05:07.498983+0000","last_became_active":"2024-07-27T06:52:53.276884+0000","last_became_peered":"2024-07-27T06:52:53.276884+0000","last_unstale":"2024-07-27T07:05:07.498983+0000","last_undegraded":"2024-07-27T07:05:07.498983+0000","last_fullsized":"2024-07-27T07:05:07.498983+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:37:04.000916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496943+0000","last_change":"2024-07-27T06:52:54.521334+0000","last_active":"2024-07-27T07:05:07.496943+0000","last_peered":"2024-07-27T07:05:07.496943+0000","last_clean":"2024-07-27T07:05:07.496943+0000","last_became_active":"2024-07-27T06:52:52.270954+0000","last_became_peered":"2024-07-27T06:52:52.270954+0000","last_unstale":"2024-07-27T07:05:07.496943+0000","last_undegraded":"2024-07-27T07:05:07.496943+0000","last_fullsized":"2024-07-27T07:05:07.496943+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:39.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024320079999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219659+0000","last_change":"2024-07-27T06:51:43.510171+0000","last_active":"2024-07-27T07:05:09.219659+0000","last_peered":"2024-07-27T07:05:09.219659+0000","last_clean":"2024-07-27T07:05:09.219659+0000","last_became_active":"2024-07-27T06:51:41.961599+0000","last_became_peered":"2024-07-27T06:51:41.961599+0000","last_unstale":"2024-07-27T07:05:09.219659+0000","last_undegraded":"2024-07-27T07:05:09.219659+0000","last_fullsized":"2024-07-27T07:05:09.219659+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:14:25.643218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0011984739999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.522474+0000","last_change":"2024-07-27T07:05:07.515942+0000","last_active":"2024-07-27T07:05:07.522474+0000","last_peered":"2024-07-27T07:05:07.522474+0000","last_clean":"2024-07-27T07:05:07.522474+0000","last_became_active":"2024-07-27T07:05:07.515621+0000","last_became_peered":"2024-07-27T07:05:07.515621+0000","last_unstale":"2024-07-27T07:05:07.522474+0000","last_undegraded":"2024-07-27T07:05:07.522474+0000","last_fullsized":"2024-07-27T07:05:07.522474+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:54:58.799272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.490231+0000","last_change":"2024-07-27T07:05:06.459627+0000","last_active":"2024-07-27T07:05:07.490231+0000","last_peered":"2024-07-27T07:05:07.490231+0000","last_clean":"2024-07-27T07:05:07.490231+0000","last_became_active":"2024-07-27T07:05:06.458653+0000","last_became_peered":"2024-07-27T07:05:06.458653+0000","last_unstale":"2024-07-27T07:05:07.490231+0000","last_undegraded":"2024-07-27T07:05:07.490231+0000","last_fullsized":"2024-07-27T07:05:07.490231+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:50:26.585144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506467+0000","last_change":"2024-07-27T06:52:53.274636+0000","last_active":"2024-07-27T07:05:08.506467+0000","last_peered":"2024-07-27T07:05:08.506467+0000","last_clean":"2024-07-27T07:05:08.506467+0000","last_became_active":"2024-07-27T06:52:53.273429+0000","last_became_peered":"2024-07-27T06:52:53.273429+0000","last_unstale":"2024-07-27T07:05:08.506467+0000","last_undegraded":"2024-07-27T07:05:08.506467+0000","last_fullsized":"2024-07-27T07:05:08.506467+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:30.295857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":270,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499511+0000","last_change":"2024-07-27T06:52:54.523912+0000","last_active":"2024-07-27T07:05:07.499511+0000","last_peered":"2024-07-27T07:05:07.499511+0000","last_clean":"2024-07-27T07:05:07.499511+0000","last_became_active":"2024-07-27T06:52:52.277288+0000","last_became_peered":"2024-07-27T06:52:52.277288+0000","last_unstale":"2024-07-27T07:05:07.499511+0000","last_undegraded":"2024-07-27T07:05:07.499511+0000","last_fullsized":"2024-07-27T07:05:07.499511+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:14.547707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025219309999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":328,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222718+0000","last_change":"2024-07-27T06:51:43.512442+0000","last_active":"2024-07-27T07:05:09.222718+0000","last_peered":"2024-07-27T07:05:09.222718+0000","last_clean":"2024-07-27T07:05:09.222718+0000","last_became_active":"2024-07-27T06:51:41.977461+0000","last_became_peered":"2024-07-27T06:51:41.977461+0000","last_unstale":"2024-07-27T07:05:09.222718+0000","last_undegraded":"2024-07-27T07:05:09.222718+0000","last_fullsized":"2024-07-27T07:05:09.222718+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:30:47.439541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022859500000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496980+0000","last_change":"2024-07-27T07:05:07.494380+0000","last_active":"2024-07-27T07:05:07.496980+0000","last_peered":"2024-07-27T07:05:07.496980+0000","last_clean":"2024-07-27T07:05:07.496980+0000","last_became_active":"2024-07-27T07:05:07.493776+0000","last_became_peered":"2024-07-27T07:05:07.493776+0000","last_unstale":"2024-07-27T07:05:07.496980+0000","last_undegraded":"2024-07-27T07:05:07.496980+0000","last_fullsized":"2024-07-27T07:05:07.496980+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:18:34.557791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.b","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533992+0000","last_change":"2024-07-27T07:05:06.483814+0000","last_active":"2024-07-27T07:05:07.533992+0000","last_peered":"2024-07-27T07:05:07.533992+0000","last_clean":"2024-07-27T07:05:07.533992+0000","last_became_active":"2024-07-27T07:05:06.483203+0000","last_became_peered":"2024-07-27T07:05:06.483203+0000","last_unstale":"2024-07-27T07:05:07.533992+0000","last_undegraded":"2024-07-27T07:05:07.533992+0000","last_fullsized":"2024-07-27T07:05:07.533992+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:36:14.206182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.224089+0000","last_change":"2024-07-27T06:52:53.271900+0000","last_active":"2024-07-27T07:05:09.224089+0000","last_peered":"2024-07-27T07:05:09.224089+0000","last_clean":"2024-07-27T07:05:09.224089+0000","last_became_active":"2024-07-27T06:52:53.271215+0000","last_became_peered":"2024-07-27T06:52:53.271215+0000","last_unstale":"2024-07-27T07:05:09.224089+0000","last_undegraded":"2024-07-27T07:05:09.224089+0000","last_fullsized":"2024-07-27T07:05:09.224089+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:31:13.138519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223719+0000","last_change":"2024-07-27T06:52:54.691145+0000","last_active":"2024-07-27T07:05:09.223719+0000","last_peered":"2024-07-27T07:05:09.223719+0000","last_clean":"2024-07-27T07:05:09.223719+0000","last_became_active":"2024-07-27T06:52:52.280323+0000","last_became_peered":"2024-07-27T06:52:52.280323+0000","last_unstale":"2024-07-27T07:05:09.223719+0000","last_undegraded":"2024-07-27T07:05:09.223719+0000","last_fullsized":"2024-07-27T07:05:09.223719+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:03:47.619355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024409269999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":335,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480889+0000","last_change":"2024-07-27T06:51:42.982041+0000","last_active":"2024-07-27T07:05:07.480889+0000","last_peered":"2024-07-27T07:05:07.480889+0000","last_clean":"2024-07-27T07:05:07.480889+0000","last_became_active":"2024-07-27T06:51:41.974568+0000","last_became_peered":"2024-07-27T06:51:41.974568+0000","last_unstale":"2024-07-27T07:05:07.480889+0000","last_undegraded":"2024-07-27T07:05:07.480889+0000","last_fullsized":"2024-07-27T07:05:07.480889+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:21:47.988601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065088869999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529163+0000","last_change":"2024-07-27T07:05:07.511597+0000","last_active":"2024-07-27T07:05:08.529163+0000","last_peered":"2024-07-27T07:05:08.529163+0000","last_clean":"2024-07-27T07:05:08.529163+0000","last_became_active":"2024-07-27T07:05:07.511252+0000","last_became_peered":"2024-07-27T07:05:07.511252+0000","last_unstale":"2024-07-27T07:05:08.529163+0000","last_undegraded":"2024-07-27T07:05:08.529163+0000","last_fullsized":"2024-07-27T07:05:08.529163+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:23:23.957691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219853+0000","last_change":"2024-07-27T07:05:06.478859+0000","last_active":"2024-07-27T07:05:09.219853+0000","last_peered":"2024-07-27T07:05:09.219853+0000","last_clean":"2024-07-27T07:05:09.219853+0000","last_became_active":"2024-07-27T07:05:06.478514+0000","last_became_peered":"2024-07-27T07:05:06.478514+0000","last_unstale":"2024-07-27T07:05:09.219853+0000","last_undegraded":"2024-07-27T07:05:09.219853+0000","last_fullsized":"2024-07-27T07:05:09.219853+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:36:51.199268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":271,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504910+0000","last_change":"2024-07-27T06:54:52.164609+0000","last_active":"2024-07-27T07:05:08.504910+0000","last_peered":"2024-07-27T07:05:08.504910+0000","last_clean":"2024-07-27T07:05:08.504910+0000","last_became_active":"2024-07-27T06:54:52.164189+0000","last_became_peered":"2024-07-27T06:54:52.164189+0000","last_unstale":"2024-07-27T07:05:08.504910+0000","last_undegraded":"2024-07-27T07:05:08.504910+0000","last_fullsized":"2024-07-27T07:05:08.504910+0000","mapping_epoch":97,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":98,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:10:41.040391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":279,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480019+0000","last_change":"2024-07-27T06:52:54.281678+0000","last_active":"2024-07-27T07:05:07.480019+0000","last_peered":"2024-07-27T07:05:07.480019+0000","last_clean":"2024-07-27T07:05:07.480019+0000","last_became_active":"2024-07-27T06:52:52.271201+0000","last_became_peered":"2024-07-27T06:52:52.271201+0000","last_unstale":"2024-07-27T07:05:07.480019+0000","last_undegraded":"2024-07-27T07:05:07.480019+0000","last_fullsized":"2024-07-27T07:05:07.480019+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:08:33.740392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0057884429999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.506641+0000","last_change":"2024-07-27T06:51:42.977960+0000","last_active":"2024-07-27T07:05:08.506641+0000","last_peered":"2024-07-27T07:05:08.506641+0000","last_clean":"2024-07-27T07:05:08.506641+0000","last_became_active":"2024-07-27T06:51:41.962635+0000","last_became_peered":"2024-07-27T06:51:41.962635+0000","last_unstale":"2024-07-27T07:05:08.506641+0000","last_undegraded":"2024-07-27T07:05:08.506641+0000","last_fullsized":"2024-07-27T07:05:08.506641+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:07:35.698219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002215552,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219975+0000","last_change":"2024-07-27T07:05:07.512251+0000","last_active":"2024-07-27T07:05:09.219975+0000","last_peered":"2024-07-27T07:05:09.219975+0000","last_clean":"2024-07-27T07:05:09.219975+0000","last_became_active":"2024-07-27T07:05:07.511905+0000","last_became_peered":"2024-07-27T07:05:07.511905+0000","last_unstale":"2024-07-27T07:05:09.219975+0000","last_undegraded":"2024-07-27T07:05:09.219975+0000","last_fullsized":"2024-07-27T07:05:09.219975+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:12.458939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.482236+0000","last_change":"2024-07-27T07:05:06.471955+0000","last_active":"2024-07-27T07:05:07.482236+0000","last_peered":"2024-07-27T07:05:07.482236+0000","last_clean":"2024-07-27T07:05:07.482236+0000","last_became_active":"2024-07-27T07:05:06.471627+0000","last_became_peered":"2024-07-27T07:05:06.471627+0000","last_unstale":"2024-07-27T07:05:07.482236+0000","last_undegraded":"2024-07-27T07:05:07.482236+0000","last_fullsized":"2024-07-27T07:05:07.482236+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:26:32.134316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":271,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222085+0000","last_change":"2024-07-27T06:52:53.268480+0000","last_active":"2024-07-27T07:05:09.222085+0000","last_peered":"2024-07-27T07:05:09.222085+0000","last_clean":"2024-07-27T07:05:09.222085+0000","last_became_active":"2024-07-27T06:52:53.267473+0000","last_became_peered":"2024-07-27T06:52:53.267473+0000","last_unstale":"2024-07-27T07:05:09.222085+0000","last_undegraded":"2024-07-27T07:05:09.222085+0000","last_fullsized":"2024-07-27T07:05:09.222085+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:12:51.825393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.531057+0000","last_change":"2024-07-27T06:52:54.594665+0000","last_active":"2024-07-27T07:05:08.531057+0000","last_peered":"2024-07-27T07:05:08.531057+0000","last_clean":"2024-07-27T07:05:08.531057+0000","last_became_active":"2024-07-27T06:52:52.275903+0000","last_became_peered":"2024-07-27T06:52:52.275903+0000","last_unstale":"2024-07-27T07:05:08.531057+0000","last_undegraded":"2024-07-27T07:05:08.531057+0000","last_fullsized":"2024-07-27T07:05:08.531057+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:01:59.982626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014317539999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505945+0000","last_change":"2024-07-27T06:51:42.977495+0000","last_active":"2024-07-27T07:05:08.505945+0000","last_peered":"2024-07-27T07:05:08.505945+0000","last_clean":"2024-07-27T07:05:08.505945+0000","last_became_active":"2024-07-27T06:51:41.968212+0000","last_became_peered":"2024-07-27T06:51:41.968212+0000","last_unstale":"2024-07-27T07:05:08.505945+0000","last_undegraded":"2024-07-27T07:05:08.505945+0000","last_fullsized":"2024-07-27T07:05:08.505945+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:17:27.388584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017630320000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225038+0000","last_change":"2024-07-27T07:05:07.521943+0000","last_active":"2024-07-27T07:05:09.225038+0000","last_peered":"2024-07-27T07:05:09.225038+0000","last_clean":"2024-07-27T07:05:09.225038+0000","last_became_active":"2024-07-27T07:05:07.519889+0000","last_became_peered":"2024-07-27T07:05:07.519889+0000","last_unstale":"2024-07-27T07:05:09.225038+0000","last_undegraded":"2024-07-27T07:05:09.225038+0000","last_fullsized":"2024-07-27T07:05:09.225038+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:10:14.844979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.e","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533299+0000","last_change":"2024-07-27T07:05:06.479028+0000","last_active":"2024-07-27T07:05:07.533299+0000","last_peered":"2024-07-27T07:05:07.533299+0000","last_clean":"2024-07-27T07:05:07.533299+0000","last_became_active":"2024-07-27T07:05:06.478692+0000","last_became_peered":"2024-07-27T07:05:06.478692+0000","last_unstale":"2024-07-27T07:05:07.533299+0000","last_undegraded":"2024-07-27T07:05:07.533299+0000","last_fullsized":"2024-07-27T07:05:07.533299+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:51:01.081780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":261,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493322+0000","last_change":"2024-07-27T06:52:53.272991+0000","last_active":"2024-07-27T07:05:07.493322+0000","last_peered":"2024-07-27T07:05:07.493322+0000","last_clean":"2024-07-27T07:05:07.493322+0000","last_became_active":"2024-07-27T06:52:53.272594+0000","last_became_peered":"2024-07-27T06:52:53.272594+0000","last_unstale":"2024-07-27T07:05:07.493322+0000","last_undegraded":"2024-07-27T07:05:07.493322+0000","last_fullsized":"2024-07-27T07:05:07.493322+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:53.645654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":268,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498309+0000","last_change":"2024-07-27T06:52:54.521615+0000","last_active":"2024-07-27T07:05:07.498309+0000","last_peered":"2024-07-27T07:05:07.498309+0000","last_clean":"2024-07-27T07:05:07.498309+0000","last_became_active":"2024-07-27T06:52:52.259864+0000","last_became_peered":"2024-07-27T06:52:52.259864+0000","last_unstale":"2024-07-27T07:05:07.498309+0000","last_undegraded":"2024-07-27T07:05:07.498309+0000","last_fullsized":"2024-07-27T07:05:07.498309+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T06:57:02.638914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027639790000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.497083+0000","last_change":"2024-07-27T06:51:43.248887+0000","last_active":"2024-07-27T07:05:07.497083+0000","last_peered":"2024-07-27T07:05:07.497083+0000","last_clean":"2024-07-27T07:05:07.497083+0000","last_became_active":"2024-07-27T06:51:41.960427+0000","last_became_peered":"2024-07-27T06:51:41.960427+0000","last_unstale":"2024-07-27T07:05:07.497083+0000","last_undegraded":"2024-07-27T07:05:07.497083+0000","last_fullsized":"2024-07-27T07:05:07.497083+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014629210000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530890+0000","last_change":"2024-07-27T07:05:07.520781+0000","last_active":"2024-07-27T07:05:08.530890+0000","last_peered":"2024-07-27T07:05:08.530890+0000","last_clean":"2024-07-27T07:05:08.530890+0000","last_became_active":"2024-07-27T07:05:07.520366+0000","last_became_peered":"2024-07-27T07:05:07.520366+0000","last_unstale":"2024-07-27T07:05:08.530890+0000","last_undegraded":"2024-07-27T07:05:08.530890+0000","last_fullsized":"2024-07-27T07:05:08.530890+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:46:17.373806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.f","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534429+0000","last_change":"2024-07-27T07:05:06.482799+0000","last_active":"2024-07-27T07:05:07.534429+0000","last_peered":"2024-07-27T07:05:07.534429+0000","last_clean":"2024-07-27T07:05:07.534429+0000","last_became_active":"2024-07-27T07:05:06.482364+0000","last_became_peered":"2024-07-27T07:05:06.482364+0000","last_unstale":"2024-07-27T07:05:07.534429+0000","last_undegraded":"2024-07-27T07:05:07.534429+0000","last_fullsized":"2024-07-27T07:05:07.534429+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:09.671592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.479439+0000","last_change":"2024-07-27T06:52:53.277203+0000","last_active":"2024-07-27T07:05:07.479439+0000","last_peered":"2024-07-27T07:05:07.479439+0000","last_clean":"2024-07-27T07:05:07.479439+0000","last_became_active":"2024-07-27T06:52:53.276730+0000","last_became_peered":"2024-07-27T06:52:53.276730+0000","last_unstale":"2024-07-27T07:05:07.479439+0000","last_undegraded":"2024-07-27T07:05:07.479439+0000","last_fullsized":"2024-07-27T07:05:07.479439+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:44:24.914660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":278,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222285+0000","last_change":"2024-07-27T06:52:54.730740+0000","last_active":"2024-07-27T07:05:09.222285+0000","last_peered":"2024-07-27T07:05:09.222285+0000","last_clean":"2024-07-27T07:05:09.222285+0000","last_became_active":"2024-07-27T06:52:52.280501+0000","last_became_peered":"2024-07-27T06:52:52.280501+0000","last_unstale":"2024-07-27T07:05:09.222285+0000","last_undegraded":"2024-07-27T07:05:09.222285+0000","last_fullsized":"2024-07-27T07:05:09.222285+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:16:52.631035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062311899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499045+0000","last_change":"2024-07-27T06:51:43.348078+0000","last_active":"2024-07-27T07:05:07.499045+0000","last_peered":"2024-07-27T07:05:07.499045+0000","last_clean":"2024-07-27T07:05:07.499045+0000","last_became_active":"2024-07-27T06:51:41.975778+0000","last_became_peered":"2024-07-27T06:51:41.975778+0000","last_unstale":"2024-07-27T07:05:07.499045+0000","last_undegraded":"2024-07-27T07:05:07.499045+0000","last_fullsized":"2024-07-27T07:05:07.499045+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:22:11.019823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015102119999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220804+0000","last_change":"2024-07-27T07:05:07.514854+0000","last_active":"2024-07-27T07:05:09.220804+0000","last_peered":"2024-07-27T07:05:09.220804+0000","last_clean":"2024-07-27T07:05:09.220804+0000","last_became_active":"2024-07-27T07:05:07.514504+0000","last_became_peered":"2024-07-27T07:05:07.514504+0000","last_unstale":"2024-07-27T07:05:09.220804+0000","last_undegraded":"2024-07-27T07:05:09.220804+0000","last_fullsized":"2024-07-27T07:05:09.220804+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:18:07.973547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221294+0000","last_change":"2024-07-27T07:05:06.475127+0000","last_active":"2024-07-27T07:05:09.221294+0000","last_peered":"2024-07-27T07:05:09.221294+0000","last_clean":"2024-07-27T07:05:09.221294+0000","last_became_active":"2024-07-27T07:05:06.474763+0000","last_became_peered":"2024-07-27T07:05:06.474763+0000","last_unstale":"2024-07-27T07:05:09.221294+0000","last_undegraded":"2024-07-27T07:05:09.221294+0000","last_fullsized":"2024-07-27T07:05:09.221294+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:37:28.495704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":265,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.502994+0000","last_change":"2024-07-27T06:52:53.277254+0000","last_active":"2024-07-27T07:05:07.502994+0000","last_peered":"2024-07-27T07:05:07.502994+0000","last_clean":"2024-07-27T07:05:07.502994+0000","last_became_active":"2024-07-27T06:52:53.276640+0000","last_became_peered":"2024-07-27T06:52:53.276640+0000","last_unstale":"2024-07-27T07:05:07.502994+0000","last_undegraded":"2024-07-27T07:05:07.502994+0000","last_fullsized":"2024-07-27T07:05:07.502994+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:40.422438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498363+0000","last_change":"2024-07-27T06:52:54.664048+0000","last_active":"2024-07-27T07:05:07.498363+0000","last_peered":"2024-07-27T07:05:07.498363+0000","last_clean":"2024-07-27T07:05:07.498363+0000","last_became_active":"2024-07-27T06:52:52.277650+0000","last_became_peered":"2024-07-27T06:52:52.277650+0000","last_unstale":"2024-07-27T07:05:07.498363+0000","last_undegraded":"2024-07-27T07:05:07.498363+0000","last_fullsized":"2024-07-27T07:05:07.498363+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:10:23.676677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001913545,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507306+0000","last_change":"2024-07-27T06:51:43.348081+0000","last_active":"2024-07-27T07:05:07.507306+0000","last_peered":"2024-07-27T07:05:07.507306+0000","last_clean":"2024-07-27T07:05:07.507306+0000","last_became_active":"2024-07-27T06:51:41.963419+0000","last_became_peered":"2024-07-27T06:51:41.963419+0000","last_unstale":"2024-07-27T07:05:07.507306+0000","last_undegraded":"2024-07-27T07:05:07.507306+0000","last_fullsized":"2024-07-27T07:05:07.507306+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:52.318512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014461400000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505488+0000","last_change":"2024-07-27T07:05:07.521631+0000","last_active":"2024-07-27T07:05:08.505488+0000","last_peered":"2024-07-27T07:05:08.505488+0000","last_clean":"2024-07-27T07:05:08.505488+0000","last_became_active":"2024-07-27T07:05:07.521306+0000","last_became_peered":"2024-07-27T07:05:07.521306+0000","last_unstale":"2024-07-27T07:05:08.505488+0000","last_undegraded":"2024-07-27T07:05:08.505488+0000","last_fullsized":"2024-07-27T07:05:08.505488+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:28:23.876991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.d","version":"202'1","reported_seq":16,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222599+0000","last_change":"2024-07-27T07:05:06.482533+0000","last_active":"2024-07-27T07:05:09.222599+0000","last_peered":"2024-07-27T07:05:09.222599+0000","last_clean":"2024-07-27T07:05:09.222599+0000","last_became_active":"2024-07-27T07:05:06.480680+0000","last_became_peered":"2024-07-27T07:05:06.480680+0000","last_unstale":"2024-07-27T07:05:09.222599+0000","last_undegraded":"2024-07-27T07:05:09.222599+0000","last_fullsized":"2024-07-27T07:05:09.222599+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:16:36.509111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503040+0000","last_change":"2024-07-27T06:52:53.277772+0000","last_active":"2024-07-27T07:05:08.503040+0000","last_peered":"2024-07-27T07:05:08.503040+0000","last_clean":"2024-07-27T07:05:08.503040+0000","last_became_active":"2024-07-27T06:52:53.277400+0000","last_became_peered":"2024-07-27T06:52:53.277400+0000","last_unstale":"2024-07-27T07:05:08.503040+0000","last_undegraded":"2024-07-27T07:05:08.503040+0000","last_fullsized":"2024-07-27T07:05:08.503040+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:34.427967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.503408+0000","last_change":"2024-07-27T06:52:54.664096+0000","last_active":"2024-07-27T07:05:07.503408+0000","last_peered":"2024-07-27T07:05:07.503408+0000","last_clean":"2024-07-27T07:05:07.503408+0000","last_became_active":"2024-07-27T06:52:52.285108+0000","last_became_peered":"2024-07-27T06:52:52.285108+0000","last_unstale":"2024-07-27T07:05:07.503408+0000","last_undegraded":"2024-07-27T07:05:07.503408+0000","last_fullsized":"2024-07-27T07:05:07.503408+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:54:38.849031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014872959999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503880+0000","last_change":"2024-07-27T06:51:42.974964+0000","last_active":"2024-07-27T07:05:08.503880+0000","last_peered":"2024-07-27T07:05:08.503880+0000","last_clean":"2024-07-27T07:05:08.503880+0000","last_became_active":"2024-07-27T06:51:41.973043+0000","last_became_peered":"2024-07-27T06:51:41.973043+0000","last_unstale":"2024-07-27T07:05:08.503880+0000","last_undegraded":"2024-07-27T07:05:08.503880+0000","last_fullsized":"2024-07-27T07:05:08.503880+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:16:48.972503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017260789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509187+0000","last_change":"2024-07-27T07:05:07.506811+0000","last_active":"2024-07-27T07:05:07.509187+0000","last_peered":"2024-07-27T07:05:07.509187+0000","last_clean":"2024-07-27T07:05:07.509187+0000","last_became_active":"2024-07-27T07:05:07.502183+0000","last_became_peered":"2024-07-27T07:05:07.502183+0000","last_unstale":"2024-07-27T07:05:07.509187+0000","last_undegraded":"2024-07-27T07:05:07.509187+0000","last_fullsized":"2024-07-27T07:05:07.509187+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:34.852774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529494+0000","last_change":"2024-07-27T07:05:06.484454+0000","last_active":"2024-07-27T07:05:08.529494+0000","last_peered":"2024-07-27T07:05:08.529494+0000","last_clean":"2024-07-27T07:05:08.529494+0000","last_became_active":"2024-07-27T07:05:06.483079+0000","last_became_peered":"2024-07-27T07:05:06.483079+0000","last_unstale":"2024-07-27T07:05:08.529494+0000","last_undegraded":"2024-07-27T07:05:08.529494+0000","last_fullsized":"2024-07-27T07:05:08.529494+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:13:46.418340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223682+0000","last_change":"2024-07-27T06:52:53.273247+0000","last_active":"2024-07-27T07:05:09.223682+0000","last_peered":"2024-07-27T07:05:09.223682+0000","last_clean":"2024-07-27T07:05:09.223682+0000","last_became_active":"2024-07-27T06:52:53.272869+0000","last_became_peered":"2024-07-27T06:52:53.272869+0000","last_unstale":"2024-07-27T07:05:09.223682+0000","last_undegraded":"2024-07-27T07:05:09.223682+0000","last_fullsized":"2024-07-27T07:05:09.223682+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:24:40.007932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.531325+0000","last_change":"2024-07-27T06:52:54.593805+0000","last_active":"2024-07-27T07:05:08.531325+0000","last_peered":"2024-07-27T07:05:08.531325+0000","last_clean":"2024-07-27T07:05:08.531325+0000","last_became_active":"2024-07-27T06:52:52.271171+0000","last_became_peered":"2024-07-27T06:52:52.271171+0000","last_unstale":"2024-07-27T07:05:08.531325+0000","last_undegraded":"2024-07-27T07:05:08.531325+0000","last_fullsized":"2024-07-27T07:05:08.531325+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:47:32.002654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0017565910000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":323,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505709+0000","last_change":"2024-07-27T06:51:42.977232+0000","last_active":"2024-07-27T07:05:08.505709+0000","last_peered":"2024-07-27T07:05:08.505709+0000","last_clean":"2024-07-27T07:05:08.505709+0000","last_became_active":"2024-07-27T06:51:41.977921+0000","last_became_peered":"2024-07-27T06:51:41.977921+0000","last_unstale":"2024-07-27T07:05:08.505709+0000","last_undegraded":"2024-07-27T07:05:08.505709+0000","last_fullsized":"2024-07-27T07:05:08.505709+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0026990859999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529670+0000","last_change":"2024-07-27T07:05:07.518805+0000","last_active":"2024-07-27T07:05:08.529670+0000","last_peered":"2024-07-27T07:05:08.529670+0000","last_clean":"2024-07-27T07:05:08.529670+0000","last_became_active":"2024-07-27T07:05:07.518370+0000","last_became_peered":"2024-07-27T07:05:07.518370+0000","last_unstale":"2024-07-27T07:05:08.529670+0000","last_undegraded":"2024-07-27T07:05:08.529670+0000","last_fullsized":"2024-07-27T07:05:08.529670+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:48:56.503523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.13","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223045+0000","last_change":"2024-07-27T07:05:06.467887+0000","last_active":"2024-07-27T07:05:09.223045+0000","last_peered":"2024-07-27T07:05:09.223045+0000","last_clean":"2024-07-27T07:05:09.223045+0000","last_became_active":"2024-07-27T07:05:06.467580+0000","last_became_peered":"2024-07-27T07:05:06.467580+0000","last_unstale":"2024-07-27T07:05:09.223045+0000","last_undegraded":"2024-07-27T07:05:09.223045+0000","last_fullsized":"2024-07-27T07:05:09.223045+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:42.584406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223232+0000","last_change":"2024-07-27T06:52:53.278891+0000","last_active":"2024-07-27T07:05:09.223232+0000","last_peered":"2024-07-27T07:05:09.223232+0000","last_clean":"2024-07-27T07:05:09.223232+0000","last_became_active":"2024-07-27T06:52:53.278483+0000","last_became_peered":"2024-07-27T06:52:53.278483+0000","last_unstale":"2024-07-27T07:05:09.223232+0000","last_undegraded":"2024-07-27T07:05:09.223232+0000","last_fullsized":"2024-07-27T07:05:09.223232+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:29:36.420518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.505027+0000","last_change":"2024-07-27T06:52:54.667415+0000","last_active":"2024-07-27T07:05:07.505027+0000","last_peered":"2024-07-27T07:05:07.505027+0000","last_clean":"2024-07-27T07:05:07.505027+0000","last_became_active":"2024-07-27T06:52:52.278399+0000","last_became_peered":"2024-07-27T06:52:52.278399+0000","last_unstale":"2024-07-27T07:05:07.505027+0000","last_undegraded":"2024-07-27T07:05:07.505027+0000","last_fullsized":"2024-07-27T07:05:07.505027+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:31.114862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001933258,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":319,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493673+0000","last_change":"2024-07-27T06:51:43.249663+0000","last_active":"2024-07-27T07:05:07.493673+0000","last_peered":"2024-07-27T07:05:07.493673+0000","last_clean":"2024-07-27T07:05:07.493673+0000","last_became_active":"2024-07-27T06:51:41.972193+0000","last_became_peered":"2024-07-27T06:51:41.972193+0000","last_unstale":"2024-07-27T07:05:07.493673+0000","last_undegraded":"2024-07-27T07:05:07.493673+0000","last_fullsized":"2024-07-27T07:05:07.493673+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:15:59.051251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001854086,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534365+0000","last_change":"2024-07-27T07:05:07.533088+0000","last_active":"2024-07-27T07:05:07.534365+0000","last_peered":"2024-07-27T07:05:07.534365+0000","last_clean":"2024-07-27T07:05:07.534365+0000","last_became_active":"2024-07-27T07:05:07.532723+0000","last_became_peered":"2024-07-27T07:05:07.532723+0000","last_unstale":"2024-07-27T07:05:07.534365+0000","last_undegraded":"2024-07-27T07:05:07.534365+0000","last_fullsized":"2024-07-27T07:05:07.534365+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:47:34.852774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.10","version":"202'8","reported_seq":21,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.541602+0000","last_change":"2024-07-27T07:05:06.460740+0000","last_active":"2024-07-27T07:05:07.541602+0000","last_peered":"2024-07-27T07:05:07.541602+0000","last_clean":"2024-07-27T07:05:07.541602+0000","last_became_active":"2024-07-27T07:05:06.459986+0000","last_became_peered":"2024-07-27T07:05:06.459986+0000","last_unstale":"2024-07-27T07:05:07.541602+0000","last_undegraded":"2024-07-27T07:05:07.541602+0000","last_fullsized":"2024-07-27T07:05:07.541602+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:40.912064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":262,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.492731+0000","last_change":"2024-07-27T06:52:53.274734+0000","last_active":"2024-07-27T07:05:07.492731+0000","last_peered":"2024-07-27T07:05:07.492731+0000","last_clean":"2024-07-27T07:05:07.492731+0000","last_became_active":"2024-07-27T06:52:53.274348+0000","last_became_peered":"2024-07-27T06:52:53.274348+0000","last_unstale":"2024-07-27T07:05:07.492731+0000","last_undegraded":"2024-07-27T07:05:07.492731+0000","last_fullsized":"2024-07-27T07:05:07.492731+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:12:39.063678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.493296+0000","last_change":"2024-07-27T06:52:54.523321+0000","last_active":"2024-07-27T07:05:07.493296+0000","last_peered":"2024-07-27T07:05:07.493296+0000","last_clean":"2024-07-27T07:05:07.493296+0000","last_became_active":"2024-07-27T06:52:52.278160+0000","last_became_peered":"2024-07-27T06:52:52.278160+0000","last_unstale":"2024-07-27T07:05:07.493296+0000","last_undegraded":"2024-07-27T07:05:07.493296+0000","last_fullsized":"2024-07-27T07:05:07.493296+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0034867409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.505142+0000","last_change":"2024-07-27T06:51:43.349701+0000","last_active":"2024-07-27T07:05:07.505142+0000","last_peered":"2024-07-27T07:05:07.505142+0000","last_clean":"2024-07-27T07:05:07.505142+0000","last_became_active":"2024-07-27T06:51:41.975141+0000","last_became_peered":"2024-07-27T06:51:41.975141+0000","last_unstale":"2024-07-27T07:05:07.505142+0000","last_undegraded":"2024-07-27T07:05:07.505142+0000","last_fullsized":"2024-07-27T07:05:07.505142+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014242770000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219353+0000","last_change":"2024-07-27T07:05:07.510437+0000","last_active":"2024-07-27T07:05:09.219353+0000","last_peered":"2024-07-27T07:05:09.219353+0000","last_clean":"2024-07-27T07:05:09.219353+0000","last_became_active":"2024-07-27T07:05:07.510092+0000","last_became_peered":"2024-07-27T07:05:07.510092+0000","last_unstale":"2024-07-27T07:05:09.219353+0000","last_undegraded":"2024-07-27T07:05:09.219353+0000","last_fullsized":"2024-07-27T07:05:09.219353+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:51:58.785516+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498757+0000","last_change":"2024-07-27T07:05:06.487833+0000","last_active":"2024-07-27T07:05:07.498757+0000","last_peered":"2024-07-27T07:05:07.498757+0000","last_clean":"2024-07-27T07:05:07.498757+0000","last_became_active":"2024-07-27T07:05:06.487482+0000","last_became_peered":"2024-07-27T07:05:06.487482+0000","last_unstale":"2024-07-27T07:05:07.498757+0000","last_undegraded":"2024-07-27T07:05:07.498757+0000","last_fullsized":"2024-07-27T07:05:07.498757+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:21.723930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221755+0000","last_change":"2024-07-27T06:52:53.273581+0000","last_active":"2024-07-27T07:05:09.221755+0000","last_peered":"2024-07-27T07:05:09.221755+0000","last_clean":"2024-07-27T07:05:09.221755+0000","last_became_active":"2024-07-27T06:52:53.272111+0000","last_became_peered":"2024-07-27T06:52:53.272111+0000","last_unstale":"2024-07-27T07:05:09.221755+0000","last_undegraded":"2024-07-27T07:05:09.221755+0000","last_fullsized":"2024-07-27T07:05:09.221755+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:57:26.051683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":279,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223414+0000","last_change":"2024-07-27T06:52:54.732167+0000","last_active":"2024-07-27T07:05:09.223414+0000","last_peered":"2024-07-27T07:05:09.223414+0000","last_clean":"2024-07-27T07:05:09.223414+0000","last_became_active":"2024-07-27T06:52:52.274324+0000","last_became_peered":"2024-07-27T06:52:52.274324+0000","last_unstale":"2024-07-27T07:05:09.223414+0000","last_undegraded":"2024-07-27T07:05:09.223414+0000","last_fullsized":"2024-07-27T07:05:09.223414+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0015171970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":322,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507890+0000","last_change":"2024-07-27T06:51:43.350015+0000","last_active":"2024-07-27T07:05:07.507890+0000","last_peered":"2024-07-27T07:05:07.507890+0000","last_clean":"2024-07-27T07:05:07.507890+0000","last_became_active":"2024-07-27T06:51:41.965413+0000","last_became_peered":"2024-07-27T06:51:41.965413+0000","last_unstale":"2024-07-27T07:05:07.507890+0000","last_undegraded":"2024-07-27T07:05:07.507890+0000","last_fullsized":"2024-07-27T07:05:07.507890+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001688585,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.531190+0000","last_change":"2024-07-27T07:05:07.532308+0000","last_active":"2024-07-27T07:05:08.531190+0000","last_peered":"2024-07-27T07:05:08.531190+0000","last_clean":"2024-07-27T07:05:08.531190+0000","last_became_active":"2024-07-27T07:05:07.531670+0000","last_became_peered":"2024-07-27T07:05:07.531670+0000","last_unstale":"2024-07-27T07:05:08.531190+0000","last_undegraded":"2024-07-27T07:05:08.531190+0000","last_fullsized":"2024-07-27T07:05:08.531190+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:38:30.744220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530735+0000","last_change":"2024-07-27T07:05:06.474592+0000","last_active":"2024-07-27T07:05:08.530735+0000","last_peered":"2024-07-27T07:05:08.530735+0000","last_clean":"2024-07-27T07:05:08.530735+0000","last_became_active":"2024-07-27T07:05:06.473896+0000","last_became_peered":"2024-07-27T07:05:06.473896+0000","last_unstale":"2024-07-27T07:05:08.530735+0000","last_undegraded":"2024-07-27T07:05:08.530735+0000","last_fullsized":"2024-07-27T07:05:08.530735+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:07.512762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529974+0000","last_change":"2024-07-27T06:52:53.273974+0000","last_active":"2024-07-27T07:05:08.529974+0000","last_peered":"2024-07-27T07:05:08.529974+0000","last_clean":"2024-07-27T07:05:08.529974+0000","last_became_active":"2024-07-27T06:52:53.273649+0000","last_became_peered":"2024-07-27T06:52:53.273649+0000","last_unstale":"2024-07-27T07:05:08.529974+0000","last_undegraded":"2024-07-27T07:05:08.529974+0000","last_fullsized":"2024-07-27T07:05:08.529974+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:35:36.899674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":269,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.494403+0000","last_change":"2024-07-27T06:52:54.522971+0000","last_active":"2024-07-27T07:05:07.494403+0000","last_peered":"2024-07-27T07:05:07.494403+0000","last_clean":"2024-07-27T07:05:07.494403+0000","last_became_active":"2024-07-27T06:52:52.261075+0000","last_became_peered":"2024-07-27T06:52:52.261075+0000","last_unstale":"2024-07-27T07:05:07.494403+0000","last_undegraded":"2024-07-27T07:05:07.494403+0000","last_fullsized":"2024-07-27T07:05:07.494403+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:38:12.110042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037562989999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.481650+0000","last_change":"2024-07-27T06:51:42.983112+0000","last_active":"2024-07-27T07:05:07.481650+0000","last_peered":"2024-07-27T07:05:07.481650+0000","last_clean":"2024-07-27T07:05:07.481650+0000","last_became_active":"2024-07-27T06:51:41.975564+0000","last_became_peered":"2024-07-27T06:51:41.975564+0000","last_unstale":"2024-07-27T07:05:07.481650+0000","last_undegraded":"2024-07-27T07:05:07.481650+0000","last_fullsized":"2024-07-27T07:05:07.481650+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:39:12.359925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0072359290000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.495011+0000","last_change":"2024-07-27T07:05:07.492769+0000","last_active":"2024-07-27T07:05:07.495011+0000","last_peered":"2024-07-27T07:05:07.495011+0000","last_clean":"2024-07-27T07:05:07.495011+0000","last_became_active":"2024-07-27T07:05:07.491349+0000","last_became_peered":"2024-07-27T07:05:07.491349+0000","last_unstale":"2024-07-27T07:05:07.495011+0000","last_undegraded":"2024-07-27T07:05:07.495011+0000","last_fullsized":"2024-07-27T07:05:07.495011+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:26:42.942810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223525+0000","last_change":"2024-07-27T07:05:06.480401+0000","last_active":"2024-07-27T07:05:09.223525+0000","last_peered":"2024-07-27T07:05:09.223525+0000","last_clean":"2024-07-27T07:05:09.223525+0000","last_became_active":"2024-07-27T07:05:06.480104+0000","last_became_peered":"2024-07-27T07:05:06.480104+0000","last_unstale":"2024-07-27T07:05:09.223525+0000","last_undegraded":"2024-07-27T07:05:09.223525+0000","last_fullsized":"2024-07-27T07:05:09.223525+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:01:21.723930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503755+0000","last_change":"2024-07-27T06:52:53.273586+0000","last_active":"2024-07-27T07:05:08.503755+0000","last_peered":"2024-07-27T07:05:08.503755+0000","last_clean":"2024-07-27T07:05:08.503755+0000","last_became_active":"2024-07-27T06:52:53.273232+0000","last_became_peered":"2024-07-27T06:52:53.273232+0000","last_unstale":"2024-07-27T07:05:08.503755+0000","last_undegraded":"2024-07-27T07:05:08.503755+0000","last_fullsized":"2024-07-27T07:05:08.503755+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:13:39.668557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489061+0000","last_change":"2024-07-27T06:52:54.283013+0000","last_active":"2024-07-27T07:05:07.489061+0000","last_peered":"2024-07-27T07:05:07.489061+0000","last_clean":"2024-07-27T07:05:07.489061+0000","last_became_active":"2024-07-27T06:52:52.266296+0000","last_became_peered":"2024-07-27T06:52:52.266296+0000","last_unstale":"2024-07-27T07:05:07.489061+0000","last_undegraded":"2024-07-27T07:05:07.489061+0000","last_fullsized":"2024-07-27T07:05:07.489061+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:49:07.912847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021517789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480829+0000","last_change":"2024-07-27T06:51:42.981506+0000","last_active":"2024-07-27T07:05:07.480829+0000","last_peered":"2024-07-27T07:05:07.480829+0000","last_clean":"2024-07-27T07:05:07.480829+0000","last_became_active":"2024-07-27T06:51:41.970052+0000","last_became_peered":"2024-07-27T06:51:41.970052+0000","last_unstale":"2024-07-27T07:05:07.480829+0000","last_undegraded":"2024-07-27T07:05:07.480829+0000","last_fullsized":"2024-07-27T07:05:07.480829+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:18:38.739488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0064524120000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530740+0000","last_change":"2024-07-27T07:05:07.514489+0000","last_active":"2024-07-27T07:05:08.530740+0000","last_peered":"2024-07-27T07:05:08.530740+0000","last_clean":"2024-07-27T07:05:08.530740+0000","last_became_active":"2024-07-27T07:05:07.514143+0000","last_became_peered":"2024-07-27T07:05:07.514143+0000","last_unstale":"2024-07-27T07:05:08.530740+0000","last_undegraded":"2024-07-27T07:05:08.530740+0000","last_fullsized":"2024-07-27T07:05:08.530740+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:59:31.873096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.14","version":"202'6","reported_seq":19,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.540239+0000","last_change":"2024-07-27T07:05:06.483884+0000","last_active":"2024-07-27T07:05:07.540239+0000","last_peered":"2024-07-27T07:05:07.540239+0000","last_clean":"2024-07-27T07:05:07.540239+0000","last_became_active":"2024-07-27T07:05:06.483563+0000","last_became_peered":"2024-07-27T07:05:06.483563+0000","last_unstale":"2024-07-27T07:05:07.540239+0000","last_undegraded":"2024-07-27T07:05:07.540239+0000","last_fullsized":"2024-07-27T07:05:07.540239+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:46:20.006430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503163+0000","last_change":"2024-07-27T06:52:53.272265+0000","last_active":"2024-07-27T07:05:08.503163+0000","last_peered":"2024-07-27T07:05:08.503163+0000","last_clean":"2024-07-27T07:05:08.503163+0000","last_became_active":"2024-07-27T06:52:53.271281+0000","last_became_peered":"2024-07-27T06:52:53.271281+0000","last_unstale":"2024-07-27T07:05:08.503163+0000","last_undegraded":"2024-07-27T07:05:08.503163+0000","last_fullsized":"2024-07-27T07:05:08.503163+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:32.129481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":280,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219402+0000","last_change":"2024-07-27T06:52:54.729785+0000","last_active":"2024-07-27T07:05:09.219402+0000","last_peered":"2024-07-27T07:05:09.219402+0000","last_clean":"2024-07-27T07:05:09.219402+0000","last_became_active":"2024-07-27T06:52:52.274699+0000","last_became_peered":"2024-07-27T06:52:52.274699+0000","last_unstale":"2024-07-27T07:05:09.219402+0000","last_undegraded":"2024-07-27T07:05:09.219402+0000","last_fullsized":"2024-07-27T07:05:09.219402+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:03:29.281238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077068099999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":325,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.530802+0000","last_change":"2024-07-27T06:51:42.982466+0000","last_active":"2024-07-27T07:05:08.530802+0000","last_peered":"2024-07-27T07:05:08.530802+0000","last_clean":"2024-07-27T07:05:08.530802+0000","last_became_active":"2024-07-27T06:51:41.968369+0000","last_became_peered":"2024-07-27T06:51:41.968369+0000","last_unstale":"2024-07-27T07:05:08.530802+0000","last_undegraded":"2024-07-27T07:05:08.530802+0000","last_fullsized":"2024-07-27T07:05:08.530802+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:57:28.923922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0043343440000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221535+0000","last_change":"2024-07-27T07:05:07.515315+0000","last_active":"2024-07-27T07:05:09.221535+0000","last_peered":"2024-07-27T07:05:09.221535+0000","last_clean":"2024-07-27T07:05:09.221535+0000","last_became_active":"2024-07-27T07:05:07.514897+0000","last_became_peered":"2024-07-27T07:05:07.514897+0000","last_unstale":"2024-07-27T07:05:09.221535+0000","last_undegraded":"2024-07-27T07:05:09.221535+0000","last_fullsized":"2024-07-27T07:05:09.221535+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:58:43.743271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.15","version":"202'3","reported_seq":16,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534612+0000","last_change":"2024-07-27T07:05:06.485493+0000","last_active":"2024-07-27T07:05:07.534612+0000","last_peered":"2024-07-27T07:05:07.534612+0000","last_clean":"2024-07-27T07:05:07.534612+0000","last_became_active":"2024-07-27T07:05:06.484941+0000","last_became_peered":"2024-07-27T07:05:06.484941+0000","last_unstale":"2024-07-27T07:05:07.534612+0000","last_undegraded":"2024-07-27T07:05:07.534612+0000","last_fullsized":"2024-07-27T07:05:07.534612+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:51:55.113265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":267,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503378+0000","last_change":"2024-07-27T06:52:53.274620+0000","last_active":"2024-07-27T07:05:08.503378+0000","last_peered":"2024-07-27T07:05:08.503378+0000","last_clean":"2024-07-27T07:05:08.503378+0000","last_became_active":"2024-07-27T06:52:53.273910+0000","last_became_peered":"2024-07-27T06:52:53.273910+0000","last_unstale":"2024-07-27T07:05:08.503378+0000","last_undegraded":"2024-07-27T07:05:08.503378+0000","last_fullsized":"2024-07-27T07:05:08.503378+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:10.556488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503336+0000","last_change":"2024-07-27T06:52:54.274465+0000","last_active":"2024-07-27T07:05:08.503336+0000","last_peered":"2024-07-27T07:05:08.503336+0000","last_clean":"2024-07-27T07:05:08.503336+0000","last_became_active":"2024-07-27T06:52:52.279704+0000","last_became_peered":"2024-07-27T06:52:52.279704+0000","last_unstale":"2024-07-27T07:05:08.503336+0000","last_undegraded":"2024-07-27T07:05:08.503336+0000","last_fullsized":"2024-07-27T07:05:08.503336+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0025810970000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489875+0000","last_change":"2024-07-27T06:51:43.679946+0000","last_active":"2024-07-27T07:05:07.489875+0000","last_peered":"2024-07-27T07:05:07.489875+0000","last_clean":"2024-07-27T07:05:07.489875+0000","last_became_active":"2024-07-27T06:51:41.979924+0000","last_became_peered":"2024-07-27T06:51:41.979924+0000","last_unstale":"2024-07-27T07:05:07.489875+0000","last_undegraded":"2024-07-27T07:05:07.489875+0000","last_fullsized":"2024-07-27T07:05:07.489875+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:39:29.633894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001684919,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.536949+0000","last_change":"2024-07-27T07:05:07.533437+0000","last_active":"2024-07-27T07:05:07.536949+0000","last_peered":"2024-07-27T07:05:07.536949+0000","last_clean":"2024-07-27T07:05:07.536949+0000","last_became_active":"2024-07-27T07:05:07.533172+0000","last_became_peered":"2024-07-27T07:05:07.533172+0000","last_unstale":"2024-07-27T07:05:07.536949+0000","last_undegraded":"2024-07-27T07:05:07.536949+0000","last_fullsized":"2024-07-27T07:05:07.536949+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:26.407765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1a","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533584+0000","last_change":"2024-07-27T07:05:06.485692+0000","last_active":"2024-07-27T07:05:07.533584+0000","last_peered":"2024-07-27T07:05:07.533584+0000","last_clean":"2024-07-27T07:05:07.533584+0000","last_became_active":"2024-07-27T07:05:06.485230+0000","last_became_peered":"2024-07-27T07:05:06.485230+0000","last_unstale":"2024-07-27T07:05:07.533584+0000","last_undegraded":"2024-07-27T07:05:07.533584+0000","last_fullsized":"2024-07-27T07:05:07.533584+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:48:58.018979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":262,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.499596+0000","last_change":"2024-07-27T06:52:53.276477+0000","last_active":"2024-07-27T07:05:07.499596+0000","last_peered":"2024-07-27T07:05:07.499596+0000","last_clean":"2024-07-27T07:05:07.499596+0000","last_became_active":"2024-07-27T06:52:53.276132+0000","last_became_peered":"2024-07-27T06:52:53.276132+0000","last_unstale":"2024-07-27T07:05:07.499596+0000","last_undegraded":"2024-07-27T07:05:07.499596+0000","last_fullsized":"2024-07-27T07:05:07.499596+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:42.216008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507642+0000","last_change":"2024-07-27T06:52:54.668699+0000","last_active":"2024-07-27T07:05:07.507642+0000","last_peered":"2024-07-27T07:05:07.507642+0000","last_clean":"2024-07-27T07:05:07.507642+0000","last_became_active":"2024-07-27T06:52:52.282869+0000","last_became_peered":"2024-07-27T06:52:52.282869+0000","last_unstale":"2024-07-27T07:05:07.507642+0000","last_undegraded":"2024-07-27T07:05:07.507642+0000","last_fullsized":"2024-07-27T07:05:07.507642+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:36:18.121666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031749980000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":329,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222938+0000","last_change":"2024-07-27T06:51:43.512992+0000","last_active":"2024-07-27T07:05:09.222938+0000","last_peered":"2024-07-27T07:05:09.222938+0000","last_clean":"2024-07-27T07:05:09.222938+0000","last_became_active":"2024-07-27T06:51:41.977214+0000","last_became_peered":"2024-07-27T06:51:41.977214+0000","last_unstale":"2024-07-27T07:05:09.222938+0000","last_undegraded":"2024-07-27T07:05:09.222938+0000","last_fullsized":"2024-07-27T07:05:09.222938+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:21:03.819170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024018009999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509142+0000","last_change":"2024-07-27T07:05:07.504130+0000","last_active":"2024-07-27T07:05:07.509142+0000","last_peered":"2024-07-27T07:05:07.509142+0000","last_clean":"2024-07-27T07:05:07.509142+0000","last_became_active":"2024-07-27T07:05:07.503695+0000","last_became_peered":"2024-07-27T07:05:07.503695+0000","last_unstale":"2024-07-27T07:05:07.509142+0000","last_undegraded":"2024-07-27T07:05:07.509142+0000","last_fullsized":"2024-07-27T07:05:07.509142+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:30:48.109894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1b","version":"202'1","reported_seq":14,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.533871+0000","last_change":"2024-07-27T07:05:06.483513+0000","last_active":"2024-07-27T07:05:07.533871+0000","last_peered":"2024-07-27T07:05:07.533871+0000","last_clean":"2024-07-27T07:05:07.533871+0000","last_became_active":"2024-07-27T07:05:06.482833+0000","last_became_peered":"2024-07-27T07:05:06.482833+0000","last_unstale":"2024-07-27T07:05:07.533871+0000","last_undegraded":"2024-07-27T07:05:07.533871+0000","last_fullsized":"2024-07-27T07:05:07.533871+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:48:17.025245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.224302+0000","last_change":"2024-07-27T06:52:53.274652+0000","last_active":"2024-07-27T07:05:09.224302+0000","last_peered":"2024-07-27T07:05:09.224302+0000","last_clean":"2024-07-27T07:05:09.224302+0000","last_became_active":"2024-07-27T06:52:53.274214+0000","last_became_peered":"2024-07-27T06:52:53.274214+0000","last_unstale":"2024-07-27T07:05:09.224302+0000","last_undegraded":"2024-07-27T07:05:09.224302+0000","last_fullsized":"2024-07-27T07:05:09.224302+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:55:34.258150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223869+0000","last_change":"2024-07-27T06:52:54.691129+0000","last_active":"2024-07-27T07:05:09.223869+0000","last_peered":"2024-07-27T07:05:09.223869+0000","last_clean":"2024-07-27T07:05:09.223869+0000","last_became_active":"2024-07-27T06:52:52.282606+0000","last_became_peered":"2024-07-27T06:52:52.282606+0000","last_unstale":"2024-07-27T07:05:09.223869+0000","last_undegraded":"2024-07-27T07:05:09.223869+0000","last_fullsized":"2024-07-27T07:05:09.223869+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:18.237889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0019168410000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488644+0000","last_change":"2024-07-27T06:51:43.682072+0000","last_active":"2024-07-27T07:05:07.488644+0000","last_peered":"2024-07-27T07:05:07.488644+0000","last_clean":"2024-07-27T07:05:07.488644+0000","last_became_active":"2024-07-27T06:51:41.973088+0000","last_became_peered":"2024-07-27T06:51:41.973088+0000","last_unstale":"2024-07-27T07:05:07.488644+0000","last_undegraded":"2024-07-27T07:05:07.488644+0000","last_fullsized":"2024-07-27T07:05:07.488644+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:12:37.966897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0031225860000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222263+0000","last_change":"2024-07-27T07:05:07.504073+0000","last_active":"2024-07-27T07:05:09.222263+0000","last_peered":"2024-07-27T07:05:09.222263+0000","last_clean":"2024-07-27T07:05:09.222263+0000","last_became_active":"2024-07-27T07:05:07.503733+0000","last_became_peered":"2024-07-27T07:05:07.503733+0000","last_unstale":"2024-07-27T07:05:09.222263+0000","last_undegraded":"2024-07-27T07:05:09.222263+0000","last_fullsized":"2024-07-27T07:05:09.222263+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:44.799880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":13,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.496426+0000","last_change":"2024-07-27T07:05:06.484260+0000","last_active":"2024-07-27T07:05:07.496426+0000","last_peered":"2024-07-27T07:05:07.496426+0000","last_clean":"2024-07-27T07:05:07.496426+0000","last_became_active":"2024-07-27T07:05:06.483896+0000","last_became_peered":"2024-07-27T07:05:06.483896+0000","last_unstale":"2024-07-27T07:05:07.496426+0000","last_undegraded":"2024-07-27T07:05:07.496426+0000","last_fullsized":"2024-07-27T07:05:07.496426+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T07:11:39.805787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223355+0000","last_change":"2024-07-27T06:52:53.281125+0000","last_active":"2024-07-27T07:05:09.223355+0000","last_peered":"2024-07-27T07:05:09.223355+0000","last_clean":"2024-07-27T07:05:09.223355+0000","last_became_active":"2024-07-27T06:52:53.280665+0000","last_became_peered":"2024-07-27T06:52:53.280665+0000","last_unstale":"2024-07-27T07:05:09.223355+0000","last_undegraded":"2024-07-27T07:05:09.223355+0000","last_fullsized":"2024-07-27T07:05:09.223355+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.504556+0000","last_change":"2024-07-27T06:52:54.667339+0000","last_active":"2024-07-27T07:05:07.504556+0000","last_peered":"2024-07-27T07:05:07.504556+0000","last_clean":"2024-07-27T07:05:07.504556+0000","last_became_active":"2024-07-27T06:52:52.277912+0000","last_became_peered":"2024-07-27T06:52:52.277912+0000","last_unstale":"2024-07-27T07:05:07.504556+0000","last_undegraded":"2024-07-27T07:05:07.504556+0000","last_fullsized":"2024-07-27T07:05:07.504556+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T12:57:35.032914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0033315049999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":329,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.225100+0000","last_change":"2024-07-27T06:51:43.513147+0000","last_active":"2024-07-27T07:05:09.225100+0000","last_peered":"2024-07-27T07:05:09.225100+0000","last_clean":"2024-07-27T07:05:09.225100+0000","last_became_active":"2024-07-27T06:51:41.957775+0000","last_became_peered":"2024-07-27T06:51:41.957775+0000","last_unstale":"2024-07-27T07:05:09.225100+0000","last_undegraded":"2024-07-27T07:05:09.225100+0000","last_fullsized":"2024-07-27T07:05:09.225100+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:14:40.726438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023943079999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.531427+0000","last_change":"2024-07-27T07:05:07.520743+0000","last_active":"2024-07-27T07:05:08.531427+0000","last_peered":"2024-07-27T07:05:08.531427+0000","last_clean":"2024-07-27T07:05:08.531427+0000","last_became_active":"2024-07-27T07:05:07.517029+0000","last_became_peered":"2024-07-27T07:05:07.517029+0000","last_unstale":"2024-07-27T07:05:08.531427+0000","last_undegraded":"2024-07-27T07:05:08.531427+0000","last_fullsized":"2024-07-27T07:05:08.531427+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:24:22.017887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1e","version":"202'1","reported_seq":16,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.223906+0000","last_change":"2024-07-27T07:05:06.481473+0000","last_active":"2024-07-27T07:05:09.223906+0000","last_peered":"2024-07-27T07:05:09.223906+0000","last_clean":"2024-07-27T07:05:09.223906+0000","last_became_active":"2024-07-27T07:05:06.480785+0000","last_became_peered":"2024-07-27T07:05:06.480785+0000","last_unstale":"2024-07-27T07:05:09.223906+0000","last_undegraded":"2024-07-27T07:05:09.223906+0000","last_fullsized":"2024-07-27T07:05:09.223906+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:03:11.437425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":270,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221141+0000","last_change":"2024-07-27T06:52:53.277670+0000","last_active":"2024-07-27T07:05:09.221141+0000","last_peered":"2024-07-27T07:05:09.221141+0000","last_clean":"2024-07-27T07:05:09.221141+0000","last_became_active":"2024-07-27T06:52:53.277288+0000","last_became_peered":"2024-07-27T06:52:53.277288+0000","last_unstale":"2024-07-27T07:05:09.221141+0000","last_undegraded":"2024-07-27T07:05:09.221141+0000","last_fullsized":"2024-07-27T07:05:09.221141+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:25:55.066599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":280,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489582+0000","last_change":"2024-07-27T06:52:54.282184+0000","last_active":"2024-07-27T07:05:07.489582+0000","last_peered":"2024-07-27T07:05:07.489582+0000","last_clean":"2024-07-27T07:05:07.489582+0000","last_became_active":"2024-07-27T06:52:52.264874+0000","last_became_peered":"2024-07-27T06:52:52.264874+0000","last_unstale":"2024-07-27T07:05:07.489582+0000","last_undegraded":"2024-07-27T07:05:07.489582+0000","last_fullsized":"2024-07-27T07:05:07.489582+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:07:41.201389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0037634740000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":320,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.497216+0000","last_change":"2024-07-27T06:51:43.248542+0000","last_active":"2024-07-27T07:05:07.497216+0000","last_peered":"2024-07-27T07:05:07.497216+0000","last_clean":"2024-07-27T07:05:07.497216+0000","last_became_active":"2024-07-27T06:51:41.965180+0000","last_became_peered":"2024-07-27T06:51:41.965180+0000","last_unstale":"2024-07-27T07:05:07.497216+0000","last_undegraded":"2024-07-27T07:05:07.497216+0000","last_fullsized":"2024-07-27T07:05:07.497216+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:29:30.101469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001158938,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.523746+0000","last_change":"2024-07-27T07:05:07.523155+0000","last_active":"2024-07-27T07:05:07.523746+0000","last_peered":"2024-07-27T07:05:07.523746+0000","last_clean":"2024-07-27T07:05:07.523746+0000","last_became_active":"2024-07-27T07:05:07.522832+0000","last_became_peered":"2024-07-27T07:05:07.522832+0000","last_unstale":"2024-07-27T07:05:07.523746+0000","last_undegraded":"2024-07-27T07:05:07.523746+0000","last_fullsized":"2024-07-27T07:05:07.523746+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:33:44.799880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.1f","version":"202'4","reported_seq":17,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.537244+0000","last_change":"2024-07-27T07:05:06.468079+0000","last_active":"2024-07-27T07:05:07.537244+0000","last_peered":"2024-07-27T07:05:07.537244+0000","last_clean":"2024-07-27T07:05:07.537244+0000","last_became_active":"2024-07-27T07:05:06.467722+0000","last_became_peered":"2024-07-27T07:05:06.467722+0000","last_unstale":"2024-07-27T07:05:07.537244+0000","last_undegraded":"2024-07-27T07:05:07.537244+0000","last_fullsized":"2024-07-27T07:05:07.537244+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T18:18:13.378277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":273,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.487718+0000","last_change":"2024-07-27T06:52:53.271640+0000","last_active":"2024-07-27T07:05:07.487718+0000","last_peered":"2024-07-27T07:05:07.487718+0000","last_clean":"2024-07-27T07:05:07.487718+0000","last_became_active":"2024-07-27T06:52:53.271129+0000","last_became_peered":"2024-07-27T06:52:53.271129+0000","last_unstale":"2024-07-27T07:05:07.487718+0000","last_undegraded":"2024-07-27T07:05:07.487718+0000","last_fullsized":"2024-07-27T07:05:07.487718+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:16:15.562326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.507166+0000","last_change":"2024-07-27T06:52:54.665859+0000","last_active":"2024-07-27T07:05:07.507166+0000","last_peered":"2024-07-27T07:05:07.507166+0000","last_clean":"2024-07-27T07:05:07.507166+0000","last_became_active":"2024-07-27T06:52:52.279113+0000","last_became_peered":"2024-07-27T06:52:52.279113+0000","last_unstale":"2024-07-27T07:05:07.507166+0000","last_undegraded":"2024-07-27T07:05:07.507166+0000","last_fullsized":"2024-07-27T07:05:07.507166+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:38:33.413348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001867882,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":324,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.503786+0000","last_change":"2024-07-27T06:51:42.975207+0000","last_active":"2024-07-27T07:05:08.503786+0000","last_peered":"2024-07-27T07:05:08.503786+0000","last_clean":"2024-07-27T07:05:08.503786+0000","last_became_active":"2024-07-27T06:51:41.973323+0000","last_became_peered":"2024-07-27T06:51:41.973323+0000","last_unstale":"2024-07-27T07:05:08.503786+0000","last_undegraded":"2024-07-27T07:05:08.503786+0000","last_fullsized":"2024-07-27T07:05:08.503786+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:29:38.731423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002465568,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.505462+0000","last_change":"2024-07-27T07:05:07.525248+0000","last_active":"2024-07-27T07:05:08.505462+0000","last_peered":"2024-07-27T07:05:08.505462+0000","last_clean":"2024-07-27T07:05:08.505462+0000","last_became_active":"2024-07-27T07:05:07.522579+0000","last_became_peered":"2024-07-27T07:05:07.522579+0000","last_unstale":"2024-07-27T07:05:08.505462+0000","last_undegraded":"2024-07-27T07:05:08.505462+0000","last_fullsized":"2024-07-27T07:05:08.505462+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:19:53.226205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1c","version":"202'2","reported_seq":17,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.221880+0000","last_change":"2024-07-27T07:05:06.482886+0000","last_active":"2024-07-27T07:05:09.221880+0000","last_peered":"2024-07-27T07:05:09.221880+0000","last_clean":"2024-07-27T07:05:09.221880+0000","last_became_active":"2024-07-27T07:05:06.480402+0000","last_became_peered":"2024-07-27T07:05:06.480402+0000","last_unstale":"2024-07-27T07:05:09.221880+0000","last_undegraded":"2024-07-27T07:05:09.221880+0000","last_fullsized":"2024-07-27T07:05:09.221880+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:49:02.101298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":272,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.219694+0000","last_change":"2024-07-27T06:52:53.267696+0000","last_active":"2024-07-27T07:05:09.219694+0000","last_peered":"2024-07-27T07:05:09.219694+0000","last_clean":"2024-07-27T07:05:09.219694+0000","last_became_active":"2024-07-27T06:52:53.267310+0000","last_became_peered":"2024-07-27T06:52:53.267310+0000","last_unstale":"2024-07-27T07:05:09.219694+0000","last_undegraded":"2024-07-27T07:05:09.219694+0000","last_fullsized":"2024-07-27T07:05:09.219694+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:47:40.108170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":272,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.498487+0000","last_change":"2024-07-27T06:52:54.665466+0000","last_active":"2024-07-27T07:05:07.498487+0000","last_peered":"2024-07-27T07:05:07.498487+0000","last_clean":"2024-07-27T07:05:07.498487+0000","last_became_active":"2024-07-27T06:52:52.279850+0000","last_became_peered":"2024-07-27T06:52:52.279850+0000","last_unstale":"2024-07-27T07:05:07.498487+0000","last_undegraded":"2024-07-27T07:05:07.498487+0000","last_fullsized":"2024-07-27T07:05:07.498487+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:15:46.951833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0027400889999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.489948+0000","last_change":"2024-07-27T06:51:42.983318+0000","last_active":"2024-07-27T07:05:07.489948+0000","last_peered":"2024-07-27T07:05:07.489948+0000","last_clean":"2024-07-27T07:05:07.489948+0000","last_became_active":"2024-07-27T06:51:41.974781+0000","last_became_peered":"2024-07-27T06:51:41.974781+0000","last_unstale":"2024-07-27T07:05:07.489948+0000","last_undegraded":"2024-07-27T07:05:07.489948+0000","last_fullsized":"2024-07-27T07:05:07.489948+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T17:19:32.393519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0076756719999999997,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504825+0000","last_change":"2024-07-27T07:05:07.514956+0000","last_active":"2024-07-27T07:05:08.504825+0000","last_peered":"2024-07-27T07:05:08.504825+0000","last_clean":"2024-07-27T07:05:08.504825+0000","last_became_active":"2024-07-27T07:05:07.514616+0000","last_became_peered":"2024-07-27T07:05:07.514616+0000","last_unstale":"2024-07-27T07:05:08.504825+0000","last_undegraded":"2024-07-27T07:05:08.504825+0000","last_fullsized":"2024-07-27T07:05:08.504825+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T09:43:35.881929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.1d","version":"202'2","reported_seq":15,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.534508+0000","last_change":"2024-07-27T07:05:06.482983+0000","last_active":"2024-07-27T07:05:07.534508+0000","last_peered":"2024-07-27T07:05:07.534508+0000","last_clean":"2024-07-27T07:05:07.534508+0000","last_became_active":"2024-07-27T07:05:06.482437+0000","last_became_peered":"2024-07-27T07:05:06.482437+0000","last_unstale":"2024-07-27T07:05:07.534508+0000","last_undegraded":"2024-07-27T07:05:07.534508+0000","last_fullsized":"2024-07-27T07:05:07.534508+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T14:35:20.520791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":273,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.480270+0000","last_change":"2024-07-27T06:52:53.268816+0000","last_active":"2024-07-27T07:05:07.480270+0000","last_peered":"2024-07-27T07:05:07.480270+0000","last_clean":"2024-07-27T07:05:07.480270+0000","last_became_active":"2024-07-27T06:52:53.268040+0000","last_became_peered":"2024-07-27T06:52:53.268040+0000","last_unstale":"2024-07-27T07:05:07.480270+0000","last_undegraded":"2024-07-27T07:05:07.480270+0000","last_fullsized":"2024-07-27T07:05:07.480270+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:02:03.835422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":273,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.529607+0000","last_change":"2024-07-27T06:52:54.593830+0000","last_active":"2024-07-27T07:05:08.529607+0000","last_peered":"2024-07-27T07:05:08.529607+0000","last_clean":"2024-07-27T07:05:08.529607+0000","last_became_active":"2024-07-27T06:52:52.273509+0000","last_became_peered":"2024-07-27T06:52:52.273509+0000","last_unstale":"2024-07-27T07:05:08.529607+0000","last_undegraded":"2024-07-27T07:05:08.529607+0000","last_fullsized":"2024-07-27T07:05:08.529607+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:34:27.101625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0022181560000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.490039+0000","last_change":"2024-07-27T06:51:43.680948+0000","last_active":"2024-07-27T07:05:07.490039+0000","last_peered":"2024-07-27T07:05:07.490039+0000","last_clean":"2024-07-27T07:05:07.490039+0000","last_became_active":"2024-07-27T06:51:41.979760+0000","last_became_peered":"2024-07-27T06:51:41.979760+0000","last_unstale":"2024-07-27T07:05:07.490039+0000","last_undegraded":"2024-07-27T07:05:07.490039+0000","last_fullsized":"2024-07-27T07:05:07.490039+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T10:26:33.097837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0021824100000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":10,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.509223+0000","last_change":"2024-07-27T07:05:07.506506+0000","last_active":"2024-07-27T07:05:07.509223+0000","last_peered":"2024-07-27T07:05:07.509223+0000","last_clean":"2024-07-27T07:05:07.509223+0000","last_became_active":"2024-07-27T07:05:07.506181+0000","last_became_peered":"2024-07-27T07:05:07.506181+0000","last_unstale":"2024-07-27T07:05:07.509223+0000","last_undegraded":"2024-07-27T07:05:07.509223+0000","last_fullsized":"2024-07-27T07:05:07.509223+0000","mapping_epoch":201,"log_start":"0'0","ondisk_log_start":"0'0","created":201,"last_epoch_clean":202,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:06.428917+0000","last_clean_scrub_stamp":"2024-07-27T07:05:06.428917+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:32.884813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.220496+0000","last_change":"2024-07-27T07:05:06.469676+0000","last_active":"2024-07-27T07:05:09.220496+0000","last_peered":"2024-07-27T07:05:09.220496+0000","last_clean":"2024-07-27T07:05:09.220496+0000","last_became_active":"2024-07-27T07:05:06.469354+0000","last_became_peered":"2024-07-27T07:05:06.469354+0000","last_unstale":"2024-07-27T07:05:09.220496+0000","last_undegraded":"2024-07-27T07:05:09.220496+0000","last_fullsized":"2024-07-27T07:05:09.220496+0000","mapping_epoch":200,"log_start":"0'0","ondisk_log_start":"0'0","created":200,"last_epoch_clean":201,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T07:05:05.407403+0000","last_clean_scrub_stamp":"2024-07-27T07:05:05.407403+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T16:17:54.160561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":266,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.531284+0000","last_change":"2024-07-27T06:52:53.274794+0000","last_active":"2024-07-27T07:05:08.531284+0000","last_peered":"2024-07-27T07:05:08.531284+0000","last_clean":"2024-07-27T07:05:08.531284+0000","last_became_active":"2024-07-27T06:52:53.274392+0000","last_became_peered":"2024-07-27T06:52:53.274392+0000","last_unstale":"2024-07-27T07:05:08.531284+0000","last_undegraded":"2024-07-27T07:05:08.531284+0000","last_fullsized":"2024-07-27T07:05:08.531284+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:52.228121+0000","last_clean_scrub_stamp":"2024-07-27T06:52:52.228121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T11:50:07.124693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":277,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:09.222235+0000","last_change":"2024-07-27T06:52:54.690122+0000","last_active":"2024-07-27T07:05:09.222235+0000","last_peered":"2024-07-27T07:05:09.222235+0000","last_clean":"2024-07-27T07:05:09.222235+0000","last_became_active":"2024-07-27T06:52:52.277388+0000","last_became_peered":"2024-07-27T06:52:52.277388+0000","last_unstale":"2024-07-27T07:05:09.222235+0000","last_undegraded":"2024-07-27T07:05:09.222235+0000","last_fullsized":"2024-07-27T07:05:09.222235+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:52:51.213502+0000","last_clean_scrub_stamp":"2024-07-27T06:52:51.213502+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T08:17:26.738499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024715409999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":336,"reported_epoch":202,"state":"active+clean","last_fresh":"2024-07-27T07:05:07.488743+0000","last_change":"2024-07-27T06:51:42.983885+0000","last_active":"2024-07-27T07:05:07.488743+0000","last_peered":"2024-07-27T07:05:07.488743+0000","last_clean":"2024-07-27T07:05:07.488743+0000","last_became_active":"2024-07-27T06:51:41.972639+0000","last_became_peered":"2024-07-27T06:51:41.972639+0000","last_unstale":"2024-07-27T07:05:07.488743+0000","last_undegraded":"2024-07-27T07:05:07.488743+0000","last_fullsized":"2024-07-27T07:05:07.488743+0000","mapping_epoch":41,"log_start":"0'0","ondisk_log_start":"0'0","created":41,"last_epoch_clean":42,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:51:40.917507+0000","last_clean_scrub_stamp":"2024-07-27T06:51:40.917507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T13:58:19.093459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0070794389999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'72","reported_seq":457,"reported_epoch":203,"state":"active+clean","last_fresh":"2024-07-27T07:05:08.504139+0000","last_change":"2024-07-27T06:49:59.563026+0000","last_active":"2024-07-27T07:05:08.504139+0000","last_peered":"2024-07-27T07:05:08.504139+0000","last_clean":"2024-07-27T07:05:08.504139+0000","last_became_active":"2024-07-27T06:49:59.562114+0000","last_became_peered":"2024-07-27T06:49:59.562114+0000","last_unstale":"2024-07-27T07:05:08.504139+0000","last_undegraded":"2024-07-27T07:05:08.504139+0000","last_fullsized":"2024-07-27T07:05:08.504139+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-07-27T06:49:58.541538+0000","last_clean_scrub_stamp":"2024-07-27T06:49:58.541538+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-07-28T15:40:25.466830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":13,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":7,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":3,"up_from":16,"seq":68719476924,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47628,"kb_used_data":2548,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324212,"statfs":{"total":96636764160,"available":96587993088,"internally_reserved":0,"allocated":2609152,"data_stored":1428633,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":46135751},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":16,"seq":68719476922,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47612,"kb_used_data":2536,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324228,"statfs":{"total":96636764160,"available":96588009472,"internally_reserved":0,"allocated":2596864,"data_stored":1427021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":16,"seq":68719476924,"num_pgs":54,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64832,"kb_used_data":3124,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307008,"statfs":{"total":96636764160,"available":96570376192,"internally_reserved":0,"allocated":3198976,"data_stored":2025263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":16,"seq":68719476922,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82300,"kb_used_data":2540,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289540,"statfs":{"total":96636764160,"available":96552488960,"internally_reserved":0,"allocated":2600960,"data_stored":1427567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":81656261},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42020,"kb_used_data":2520,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329820,"statfs":{"total":96636764160,"available":96593735680,"internally_reserved":0,"allocated":2580480,"data_stored":1418532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40434123},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509625,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":52348,"kb_used_data":3112,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94319492,"statfs":{"total":96636764160,"available":96583159808,"internally_reserved":0,"allocated":3186688,"data_stored":2017319,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509626,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51764,"kb_used_data":2536,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320076,"statfs":{"total":96636764160,"available":96583757824,"internally_reserved":0,"allocated":2596864,"data_stored":1426985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":14,"seq":60129542330,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":42048,"kb_used_data":2548,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94329792,"statfs":{"total":96636764160,"available":96593707008,"internally_reserved":0,"allocated":2609152,"data_stored":1434985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-07-27T07:05:12.935 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-07-27T07:05:12.935 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-07-27T07:05:13.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 -- 172.21.15.66:0/1189245840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 msgr2=0x7f06940d2a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 --2- 172.21.15.66:0/1189245840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06940d2a20 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f0684005fd0 tx=0x7f068402a960 comp rx=0 tx=0).stop 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 -- 172.21.15.66:0/1189245840 shutdown_connections 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 --2- 172.21.15.66:0/1189245840 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 0x7f06940d0d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 --2- 172.21.15.66:0/1189245840 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06940d2a20 unknown :-1 s=CLOSED pgs=1931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 -- 172.21.15.66:0/1189245840 >> 172.21.15.66:0/1189245840 conn(0x7f06940d3f60 msgr2=0x7f06940d4370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 -- 172.21.15.66:0/1189245840 shutdown_connections 2024-07-27T07:05:13.277 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.275+0000 7f0698a00640 1 -- 172.21.15.66:0/1189245840 wait complete. 2024-07-27T07:05:13.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.277+0000 7f0698a00640 1 Processor -- start 2024-07-27T07:05:13.279 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.278+0000 7f0698a00640 1 -- start start 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 0x7f069414c380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06940d12d0 0x7f06941f8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f06940b79c0 con 0x7f06940d4a80 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f06940b7840 con 0x7f06940d12d0 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.279+0000 7f0698a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f06940cea70 con 0x7f06940d0980 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39028/0 (socket says 172.21.15.66:39028) 2024-07-27T07:05:13.281 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 -- 172.21.15.66:0/1697895912 learned_addr learned my addr 172.21.15.66:0/1697895912 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693400640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 0x7f069414c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0692a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06940d12d0 0x7f06941f8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 -- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 msgr2=0x7f069414c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 0x7f069414c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 -- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06940d12d0 msgr2=0x7f06941f8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06940d12d0 0x7f06941f8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.280+0000 7f0693e00640 1 -- 172.21.15.66:0/1697895912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f069415d530 con 0x7f06940d4a80 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f0693e00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x7f068c00c370 tx=0x7f068c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068c017070 con 0x7f06940d4a80 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f068c0035f0 con 0x7f06940d4a80 2024-07-27T07:05:13.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f069415d7f0 con 0x7f06940d4a80 2024-07-27T07:05:13.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f068c003a40 con 0x7f06940d4a80 2024-07-27T07:05:13.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.281+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f069415ddb0 con 0x7f06940d4a80 2024-07-27T07:05:13.284 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.282+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06940d0d90 con 0x7f06940d4a80 2024-07-27T07:05:13.285 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.284+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f068c01a070 con 0x7f06940d4a80 2024-07-27T07:05:13.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.285+0000 7f068b400640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 0x7f0670079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.285+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f068c098270 con 0x7f06940d4a80 2024-07-27T07:05:13.286 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.285+0000 7f0693400640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 0x7f0670079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.288 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.287+0000 7f0693400640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 0x7f0670079520 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f0684035000 tx=0x7f0684004ab0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:13.291 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.290+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f068c060e80 con 0x7f06940d4a80 2024-07-27T07:05:13.582 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.581+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f06940b9340 con 0x7f06940d4a80 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.586+0000 7f068b400640 1 -- 172.21.15.66:0/1697895912 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7f068c0690c0 con 0x7f06940d4a80 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stdout:[client.0] 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stdout: key = AQBdmKRmHM1EEBAArs2I92T++2EvYw7JBnbruw== 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stdout: caps mds = "allow" 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stdout: caps mon = "allow r" 2024-07-27T07:05:13.588 INFO:teuthology.orchestra.run.smithi066.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-07-27T07:05:13.589 INFO:teuthology.orchestra.run.smithi066.stderr:updated caps for client.0 2024-07-27T07:05:13.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 msgr2=0x7f0670079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.590 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 0x7f0670079520 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f0684035000 tx=0x7f0684004ab0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 msgr2=0x7f06941f8880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x7f068c00c370 tx=0x7f068c00c830 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 shutdown_connections 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f0670077010 0x7f0670079520 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f06940d4a80 0x7f06941f8880 unknown :-1 s=CLOSED pgs=1932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f06940d12d0 0x7f06941f8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 --2- 172.21.15.66:0/1697895912 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f06940d0980 0x7f069414c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 >> 172.21.15.66:0/1697895912 conn(0x7f06940d3f60 msgr2=0x7f06940ceed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 shutdown_connections 2024-07-27T07:05:13.591 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.589+0000 7f0698a00640 1 -- 172.21.15.66:0/1697895912 wait complete. 2024-07-27T07:05:13.616 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:05:13.895 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.893+0000 7fb9c8c00640 1 -- 172.21.15.66:0/754298984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 msgr2=0x7fb9c406cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.893+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/754298984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c406cf00 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40715b0 tx=0x7fb9ac02a5f0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 -- 172.21.15.66:0/754298984 shutdown_connections 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/754298984 >> v2:172.21.15.155:3300/0 conn(0x7fb9c40ced30 0x7fb9c40cf140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/754298984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c406cf00 unknown :-1 s=CLOSED pgs=1934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 -- 172.21.15.66:0/754298984 >> 172.21.15.66:0/754298984 conn(0x7fb9c40b5150 msgr2=0x7fb9c40b5560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 -- 172.21.15.66:0/754298984 shutdown_connections 2024-07-27T07:05:13.896 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.894+0000 7fb9c8c00640 1 -- 172.21.15.66:0/754298984 wait complete. 2024-07-27T07:05:13.897 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.896+0000 7fb9c8c00640 1 Processor -- start 2024-07-27T07:05:13.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.896+0000 7fb9c8c00640 1 -- start start 2024-07-27T07:05:13.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 0x7fb9c4151880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9c40ced30 0x7fb9c41601c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c406d5c0 con 0x7fb9c40cc500 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fb9c406d440 con 0x7fb9c40af5a0 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c8c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fb9c40cf680 con 0x7fb9c40ced30 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c2a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39034/0 (socket says 172.21.15.66:39034) 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.898+0000 7fb9c2a00640 1 -- 172.21.15.66:0/77864141 learned_addr learned my addr 172.21.15.66:0/77864141 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c3400640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 0x7fb9c4151880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c3e00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9c40ced30 0x7fb9c41601c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 -- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9c40ced30 msgr2=0x7fb9c41601c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9c40ced30 0x7fb9c41601c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 -- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 msgr2=0x7fb9c4151880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:13.901 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 0x7fb9c4151880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:13.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 -- 172.21.15.66:0/77864141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9c40c8650 con 0x7fb9c40cc500 2024-07-27T07:05:13.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c3400640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 0x7fb9c4151880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:13.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.899+0000 7fb9c2a00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac034040 tx=0x7fb9ac0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.900+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac03e030 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.900+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9ac0047a0 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.900+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9c40c8930 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.900+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9ac035040 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.900+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9c40c8ef0 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.901+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9c40cfad0 con 0x7fb9c40cc500 2024-07-27T07:05:13.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.902+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fb9ac041030 con 0x7fb9c40cc500 2024-07-27T07:05:13.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.903+0000 7fb9bb400640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 0x7fb9a0079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:13.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.903+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7fb9ac0b9850 con 0x7fb9c40cc500 2024-07-27T07:05:13.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.904+0000 7fb9c3400640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 0x7fb9a0079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:13.906 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.905+0000 7fb9c3400640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 0x7fb9a0079520 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40b2cc0 tx=0x7fb9b4009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:13.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:13.908+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7fb9ac0823d0 con 0x7fb9c40cc500 2024-07-27T07:05:14.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.158+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb9c40b4780 con 0x7fb9c40cc500 2024-07-27T07:05:14.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.159+0000 7fb9bb400640 1 -- 172.21.15.66:0/77864141 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 201 v201) ==== 95+0+5236 (secure 0 0 0) 0x7fb9ac081cd0 con 0x7fb9c40cc500 2024-07-27T07:05:14.160 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:14.161 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":201,"btime":"2024-07-27T07:05:10:509597+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6479,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":196},{"gid":6482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/394229688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":394229688},{"type":"v1","addr":"172.21.15.155:6837","nonce":394229688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197},{"gid":9468,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.66:6833/3068699741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3068699741},{"type":"v1","addr":"172.21.15.66:6833","nonce":3068699741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197}],"filesystems":[{"mdsmap":{"epoch":201,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:05:10.109669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9471},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471]},"id":10}]} 2024-07-27T07:05:14.161 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 201 2024-07-27T07:05:14.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 msgr2=0x7fb9a0079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 0x7fb9a0079520 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40b2cc0 tx=0x7fb9b4009040 comp rx=0 tx=0).stop 2024-07-27T07:05:14.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 msgr2=0x7fb9c40c96f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7fb9ac034040 tx=0x7fb9ac0039e0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.166 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 shutdown_connections 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fb9a0077010 0x7fb9a0079520 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fb9c40ced30 0x7fb9c41601c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fb9c40cc500 0x7fb9c40c96f0 unknown :-1 s=CLOSED pgs=1935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 --2- 172.21.15.66:0/77864141 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fb9c40af5a0 0x7fb9c4151880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 >> 172.21.15.66:0/77864141 conn(0x7fb9c40b5150 msgr2=0x7fb9c40d0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 shutdown_connections 2024-07-27T07:05:14.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.162+0000 7fb9c8c00640 1 -- 172.21.15.66:0/77864141 wait complete. 2024-07-27T07:05:14.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 201, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-07-27T07:05:07.014735+0000', 'modified': '2024-07-27T07:05:10.109669+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9471}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9471': {'gid': 9471, 'name': 'a', 'rank': 0, 'incarnation': 198, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/3533780000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 3533780000}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 3533780000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9471, 'qdb_cluster': [9471]} 2024-07-27T07:05:14.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-07-27T07:05:14.596 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T07:05:14.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.896+0000 7fd91f200640 1 -- 172.21.15.66:0/1597447501 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd9200af5a0 msgr2=0x7fd9200cc500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.896+0000 7fd91f200640 1 --2- 172.21.15.66:0/1597447501 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd9200af5a0 0x7fd9200cc500 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fd910009830 tx=0x7fd91002a520 comp rx=0 tx=0).stop 2024-07-27T07:05:14.898 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 -- 172.21.15.66:0/1597447501 shutdown_connections 2024-07-27T07:05:14.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 --2- 172.21.15.66:0/1597447501 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd92006d310 0x7fd9200ced30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 --2- 172.21.15.66:0/1597447501 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd9200af5a0 0x7fd9200cc500 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 -- 172.21.15.66:0/1597447501 >> 172.21.15.66:0/1597447501 conn(0x7fd9200b5150 msgr2=0x7fd9200b5560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 -- 172.21.15.66:0/1597447501 shutdown_connections 2024-07-27T07:05:14.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.897+0000 7fd91f200640 1 -- 172.21.15.66:0/1597447501 wait complete. 2024-07-27T07:05:14.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.899+0000 7fd91f200640 1 Processor -- start 2024-07-27T07:05:14.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.899+0000 7fd91f200640 1 -- start start 2024-07-27T07:05:14.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 0x7fd920151510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 0x7fd9201f6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.902 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd9200cf3f0 con 0x7fd92006c7f0 2024-07-27T07:05:14.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd9200cf270 con 0x7fd92006d310 2024-07-27T07:05:14.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91f200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd9200cf570 con 0x7fd9200af5a0 2024-07-27T07:05:14.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39038/0 (socket says 172.21.15.66:39038) 2024-07-27T07:05:14.903 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91de00640 1 -- 172.21.15.66:0/4042225156 learned_addr learned my addr 172.21.15.66:0/4042225156 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:14.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91e800640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 0x7fd9201f6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.901+0000 7fd91d400640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 0x7fd920151510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.904 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 -- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 msgr2=0x7fd9201f6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 0x7fd9201f6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 -- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 msgr2=0x7fd920151510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 0x7fd920151510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 -- 172.21.15.66:0/4042225156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9200c8ac0 con 0x7fd92006c7f0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91d400640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 0x7fd920151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91e800640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 0x7fd9201f6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91de00640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7fd910009950 tx=0x7fd910033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd916000640 1 -- 172.21.15.66:0/4042225156 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910031d60 con 0x7fd92006c7f0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd916000640 1 -- 172.21.15.66:0/4042225156 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd910033e10 con 0x7fd92006c7f0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd916000640 1 -- 172.21.15.66:0/4042225156 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910033310 con 0x7fd92006c7f0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.902+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9200c8da0 con 0x7fd92006c7f0 2024-07-27T07:05:14.905 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.903+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9200c9360 con 0x7fd92006c7f0 2024-07-27T07:05:14.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.905+0000 7fd916000640 1 -- 172.21.15.66:0/4042225156 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7fd9100334b0 con 0x7fd92006c7f0 2024-07-27T07:05:14.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.906+0000 7fd916000640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 0x7fd900079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.907+0000 7fd916000640 1 -- 172.21.15.66:0/4042225156 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7fd9100ba070 con 0x7fd92006c7f0 2024-07-27T07:05:14.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.907+0000 7fd92bfc5740 1 Processor -- start 2024-07-27T07:05:14.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.907+0000 7fd91d400640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 0x7fd900079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.907+0000 7fd92bfc5740 1 -- start start 2024-07-27T07:05:14.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd91d400640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 0x7fd900079550 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fd9200cba60 tx=0x7fd90c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002fb5e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564002f0f390 con 0x564002bf7270 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564002efea30 con 0x564002bd6590 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564002f028d0 con 0x564002bce3b0 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39048/0 (socket says 172.21.15.66:39048) 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.909+0000 7fd91de00640 1 -- 172.21.15.66:0/1343756293 learned_addr learned my addr 172.21.15.66:0/1343756293 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91d400640 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002fb5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91e800640 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.912 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 -- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 msgr2=0x564002fb5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002fb5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 -- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 msgr2=0x564002fb63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 -- 172.21.15.66:0/1343756293 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564002ebad70 con 0x564002bf7270 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.910+0000 7fd91de00640 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fd910082160 tx=0x7fd910081ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e95ca0fddb2e93d server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.911+0000 7fd90aa00640 1 -- 172.21.15.66:0/1343756293 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910081f70 con 0x564002bf7270 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.911+0000 7fd90aa00640 1 -- 172.21.15.66:0/1343756293 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd910082b60 con 0x564002bf7270 2024-07-27T07:05:14.913 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.911+0000 7fd90aa00640 1 -- 172.21.15.66:0/1343756293 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9100828c0 con 0x564002bf7270 2024-07-27T07:05:14.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.911+0000 7fd92bfc5740 1 -- 172.21.15.66:0/1343756293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 msgr2=0x564002fc66d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.911+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7fd910082160 tx=0x7fd910081ee0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 -- 172.21.15.66:0/1343756293 shutdown_connections 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002fb5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/1343756293 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc66d0 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 -- 172.21.15.66:0/1343756293 >> 172.21.15.66:0/1343756293 conn(0x564002beb3c0 msgr2=0x564002f9c7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 -- 172.21.15.66:0/1343756293 shutdown_connections 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.912+0000 7fd92bfc5740 1 -- 172.21.15.66:0/1343756293 wait complete. 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.913+0000 7fd92bfc5740 1 -- start start 2024-07-27T07:05:14.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.913+0000 7fd92bfc5740 1 Processor -- start 2024-07-27T07:05:14.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002ff4870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564002c71620 con 0x564002bf7270 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564002e9be10 con 0x564002bd6590 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564002f0f390 con 0x564002bce3b0 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd92bfc5740 10 client.0 _ll_register_callbacks cb 0x564002ef87b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd91e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd91e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39052/0 (socket says 172.21.15.66:39052) 2024-07-27T07:05:14.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.915+0000 7fd91e800640 1 -- 172.21.15.66:0/456679222 learned_addr learned my addr 172.21.15.66:0/456679222 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:14.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91de00640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002ff4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91d400640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 -- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 msgr2=0x564002ff4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002ff4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 -- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 msgr2=0x564002fb4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 -- 172.21.15.66:0/456679222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564002c62850 con 0x564002bf7270 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91de00640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002ff4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd91e800640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7fd918010a80 tx=0x7fd918010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d925e612a9b3a9b9 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd8ff400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91800ecc0 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7fd9180193f0 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.916+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd910082b60 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=201) ==== 24+0+0 (secure 0 0 0) 0x7fd918025050 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 10 client.9597 fetch_fsmap learned FSMap version 201 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=201,monmap=2+}) -- 0x564002cd96b0 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd910082b60 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 201) ==== 3502+0+0 (secure 0 0 0) 0x7fd918018070 con 0x564002bf7270 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 10 client.9597 fetch_fsmap finished waiting for FSMap version 201 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 10 client.9597 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 20 client.9597 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:14.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x564002bb5e40 0x564002fd9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 4 client.9597 mds_command: new command op to 9471 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:05:14.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.917+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 --> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564002f112e0 con 0x564002bb5e40 2024-07-27T07:05:14.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.918+0000 7fd91de00640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x564002bb5e40 0x564002fd9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.918+0000 7fd91de00640 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x564002bb5e40 0x564002fd9010 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad8c235c609d4d72 server_cookie=37d8a33580244a8c in_seq=0 out_seq=0 2024-07-27T07:05:14.922 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.918+0000 7fd8ff400640 10 client.9597 ms_handle_connect on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:14.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.919+0000 7fd8ff400640 1 -- 172.21.15.66:0/456679222 <== mds.0 v2:172.21.15.66:6834/3533780000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564002f112e0 con 0x564002bb5e40 2024-07-27T07:05:14.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.919+0000 7fd8ff400640 10 client.9597 handle_command_reply: tid=0 2024-07-27T07:05:14.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.919+0000 7fd92bfc5740 1 client.9597 shutdown 2024-07-27T07:05:14.923 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.919+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 msgr2=0x564002fc5370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.919+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7fd918010a80 tx=0x7fd918010f40 comp rx=0 tx=0).stop 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 shutdown_connections 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x564002bb5e40 0x564002fd9010 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002fc5370 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002fb4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/456679222 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x564002ff4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd8ff400640 0 client.9597 ms_handle_reset on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 >> 172.21.15.66:0/456679222 conn(0x564002beb3c0 msgr2=0x564002f957f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 shutdown_connections 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 1 -- 172.21.15.66:0/456679222 wait complete. 2024-07-27T07:05:14.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.920+0000 7fd92bfc5740 20 client.9597 trim_cache size 0 max 16384 2024-07-27T07:05:14.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.942+0000 7fd92bfc5740 1 Processor -- start 2024-07-27T07:05:14.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.942+0000 7fd92bfc5740 1 -- start start 2024-07-27T07:05:14.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7fd920203ae0 con 0x564002bce3b0 2024-07-27T07:05:14.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7fd920202e70 con 0x564002bf7270 2024-07-27T07:05:14.945 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.943+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7fd920203490 con 0x564002bd6590 2024-07-27T07:05:14.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39056/0 (socket says 172.21.15.66:39056) 2024-07-27T07:05:14.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 -- 172.21.15.66:0/2363547558 learned_addr learned my addr 172.21.15.66:0/2363547558 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:14.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91e800640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91d400640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 -- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bd6590 msgr2=0x564002f95700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 -- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 msgr2=0x564002f95c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91de00640 1 -- 172.21.15.66:0/2363547558 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564002fdd0c0 con 0x564002bce3b0 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.944+0000 7fd91e800640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:14.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.945+0000 7fd91de00640 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7fd910009920 tx=0x7fd910005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73dec3517c58e928 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.945+0000 7fd90a000640 1 -- 172.21.15.66:0/2363547558 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910090070 con 0x564002bce3b0 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.945+0000 7fd90a000640 1 -- 172.21.15.66:0/2363547558 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd910082460 con 0x564002bce3b0 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.945+0000 7fd90a000640 1 -- 172.21.15.66:0/2363547558 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9100a0030 con 0x564002bce3b0 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 -- 172.21.15.66:0/2363547558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 msgr2=0x564002f9c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7fd910009920 tx=0x7fd910005f90 comp rx=0 tx=0).stop 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 -- 172.21.15.66:0/2363547558 shutdown_connections 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/2363547558 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bce3b0 0x564002f9c760 unknown :-1 s=CLOSED pgs=1939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 -- 172.21.15.66:0/2363547558 >> 172.21.15.66:0/2363547558 conn(0x564002beb3c0 msgr2=0x564002fd7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 -- 172.21.15.66:0/2363547558 shutdown_connections 2024-07-27T07:05:14.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.946+0000 7fd92bfc5740 1 -- 172.21.15.66:0/2363547558 wait complete. 2024-07-27T07:05:14.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.947+0000 7fd92bfc5740 1 -- start start 2024-07-27T07:05:14.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.948+0000 7fd92bfc5740 1 Processor -- start 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x56400305b340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x564002fb5230 con 0x564002bf7270 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x564002fd9f40 con 0x564002bd6590 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x564002fdbef0 con 0x564002bce3b0 2024-07-27T07:05:14.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.949+0000 7fd92bfc5740 10 client.0 _ll_register_callbacks cb 0x7fd9180098c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:14.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39068/0 (socket says 172.21.15.66:39068) 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 -- 172.21.15.66:0/3858248005 learned_addr learned my addr 172.21.15.66:0/3858248005 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91de00640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x56400305b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91d400640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 -- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 msgr2=0x56400305b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x56400305b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 -- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 msgr2=0x564002f95700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.950+0000 7fd91e800640 1 -- 172.21.15.66:0/3858248005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564002fe0cf0 con 0x564002bf7270 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd91e800640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7fd918004bf0 tx=0x7fd9180093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f932926ae9aa561 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd8ff400640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:14.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9180196c0 con 0x564002bf7270 2024-07-27T07:05:14.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7fd918019860 con 0x564002bf7270 2024-07-27T07:05:14.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd910082460 con 0x564002bf7270 2024-07-27T07:05:14.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=201) ==== 24+0+0 (secure 0 0 0) 0x7fd918019a60 con 0x564002bf7270 2024-07-27T07:05:14.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd92bfc5740 10 client.9603 fetch_fsmap learned FSMap version 201 2024-07-27T07:05:14.954 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.951+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=201,monmap=2+}) -- 0x564003061e90 con 0x564002bf7270 2024-07-27T07:05:14.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd910082460 con 0x564002bf7270 2024-07-27T07:05:14.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 201) ==== 3502+0+0 (secure 0 0 0) 0x7fd918018030 con 0x564002bf7270 2024-07-27T07:05:14.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 10 client.9603 fetch_fsmap finished waiting for FSMap version 201 2024-07-27T07:05:14.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 10 client.9603 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:05:14.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 20 client.9603 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x56400305ea70 0x564002fe2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 4 client.9603 mds_command: new command op to 9471 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 --> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] -- command(tid 0: {"prefix": "status"}) -- 0x564002f0cd80 con 0x56400305ea70 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.952+0000 7fd91de00640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x56400305ea70 0x564002fe2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd91de00640 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x56400305ea70 0x564002fe2f80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ba959a1a7d43a0b server_cookie=2a7314bda8e1a61e in_seq=0 out_seq=0 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd8ff400640 10 client.9603 ms_handle_connect on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd8ff400640 1 -- 172.21.15.66:0/3858248005 <== mds.0 v2:172.21.15.66:6834/3533780000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x564002f0cd80 con 0x56400305ea70 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd8ff400640 10 client.9603 handle_command_reply: tid=0 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd92bfc5740 1 client.9603 shutdown 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 msgr2=0x564002f95c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.953+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7fd918004bf0 tx=0x7fd9180093f0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 shutdown_connections 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x56400305ea70 0x564002fe2f80 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x564002bf7270 0x564002f95c40 unknown :-1 s=CLOSED pgs=1940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x564002bd6590 0x564002f95700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 --2- 172.21.15.66:0/3858248005 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x564002bce3b0 0x56400305b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 >> 172.21.15.66:0/3858248005 conn(0x564002beb3c0 msgr2=0x564003004740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd8ff400640 0 client.9603 ms_handle_reset on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 shutdown_connections 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 1 -- 172.21.15.66:0/3858248005 wait complete. 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.954+0000 7fd92bfc5740 20 client.9603 trim_cache size 0 max 16384 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:05:14.957 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 9471, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 7.4541732669999998, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 201, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 203, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 203, 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 11.986322276999999 2024-07-27T07:05:14.958 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 msgr2=0x7fd900079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 0x7fd900079550 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fd9200cba60 tx=0x7fd90c009040 comp rx=0 tx=0).stop 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 msgr2=0x7fd9200c9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7fd910009950 tx=0x7fd910033c20 comp rx=0 tx=0).stop 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 shutdown_connections 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7fd900077040 0x7fd900079550 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7fd9200af5a0 0x7fd9201f6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7fd92006d310 0x7fd920151510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 --2- 172.21.15.66:0/4042225156 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7fd92006c7f0 0x7fd9200c9b60 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:14.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 >> 172.21.15.66:0/4042225156 conn(0x7fd9200b5150 msgr2=0x7fd9200b25f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:14.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 shutdown_connections 2024-07-27T07:05:14.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:14.955+0000 7fd91f200640 1 -- 172.21.15.66:0/4042225156 wait complete. 2024-07-27T07:05:14.985 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-07-27T07:05:15.269 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.267+0000 7efd5a000640 1 -- 172.21.15.66:0/2736396299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540d26b0 msgr2=0x7efd54166da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.267+0000 7efd5a000640 1 --2- 172.21.15.66:0/2736396299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540d26b0 0x7efd54166da0 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7efd540b5250 tx=0x7efd4c02a890 comp rx=0 tx=0).stop 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.268+0000 7efd5a000640 1 -- 172.21.15.66:0/2736396299 shutdown_connections 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.268+0000 7efd5a000640 1 --2- 172.21.15.66:0/2736396299 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540d26b0 0x7efd54166da0 unknown :-1 s=CLOSED pgs=1942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.268+0000 7efd5a000640 1 -- 172.21.15.66:0/2736396299 >> 172.21.15.66:0/2736396299 conn(0x7efd540d1b90 msgr2=0x7efd540d1fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.268+0000 7efd5a000640 1 -- 172.21.15.66:0/2736396299 shutdown_connections 2024-07-27T07:05:15.270 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.268+0000 7efd5a000640 1 -- 172.21.15.66:0/2736396299 wait complete. 2024-07-27T07:05:15.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.270+0000 7efd5a000640 1 Processor -- start 2024-07-27T07:05:15.271 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.270+0000 7efd5a000640 1 -- start start 2024-07-27T07:05:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd540b70a0 0x7efd541f63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:15.273 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd540d26b0 0x7efd541f6910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efd54167460 con 0x7efd540b6570 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efd541672e0 con 0x7efd540b70a0 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd5a000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efd541675e0 con 0x7efd540d26b0 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd58c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd58c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39086/0 (socket says 172.21.15.66:39086) 2024-07-27T07:05:15.274 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd58c00640 1 -- 172.21.15.66:0/3632695438 learned_addr learned my addr 172.21.15.66:0/3632695438 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd4be00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd540b70a0 0x7efd541f63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.272+0000 7efd59600640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd540d26b0 0x7efd541f6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 -- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd540d26b0 msgr2=0x7efd541f6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd540d26b0 0x7efd541f6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.275 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 -- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd540b70a0 msgr2=0x7efd541f63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd540b70a0 0x7efd541f63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 -- 172.21.15.66:0/3632695438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd540cda00 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd58c00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00c400 tx=0x7efd3c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd3c017070 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd3c0053c0 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd3c0038a0 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.273+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd540cdf00 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.274+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd540ce4c0 con 0x7efd540b6570 2024-07-27T07:05:15.276 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.275+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd540d0230 con 0x7efd540b6570 2024-07-27T07:05:15.278 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.277+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efd3c01a070 con 0x7efd540b6570 2024-07-27T07:05:15.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.278+0000 7efd51600640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 0x7efd30079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:15.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.279+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7efd3c0985c0 con 0x7efd540b6570 2024-07-27T07:05:15.280 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.279+0000 7efd4be00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 0x7efd30079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:15.282 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.281+0000 7efd4be00640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 0x7efd30079520 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7efd440046b0 tx=0x7efd44009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:15.283 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.282+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efd3c021080 con 0x7efd540b6570 2024-07-27T07:05:15.544 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.543+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7efd540cfc20 con 0x7efd540b6570 2024-07-27T07:05:15.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.544+0000 7efd51600640 1 -- 172.21.15.66:0/3632695438 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v201) ==== 53+0+73 (secure 0 0 0) 0x7efd3c061170 con 0x7efd540b6570 2024-07-27T07:05:15.545 INFO:teuthology.orchestra.run.smithi066.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-07-27T07:05:15.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.546+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 msgr2=0x7efd30079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.546+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 0x7efd30079520 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7efd440046b0 tx=0x7efd44009040 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 msgr2=0x7efd5414d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7efd3c00c400 tx=0x7efd3c00c8c0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 shutdown_connections 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efd30077010 0x7efd30079520 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efd540d26b0 0x7efd541f6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efd540b70a0 0x7efd541f63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 --2- 172.21.15.66:0/3632695438 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efd540b6570 0x7efd5414d8e0 unknown :-1 s=CLOSED pgs=1943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 >> 172.21.15.66:0/3632695438 conn(0x7efd540d1b90 msgr2=0x7efd540716e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 shutdown_connections 2024-07-27T07:05:15.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15.547+0000 7efd5a000640 1 -- 172.21.15.66:0/3632695438 wait complete. 2024-07-27T07:05:15.576 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-07-27T07:05:15.576 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-07-27T07:05:15.576 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi066.front.sepia.ceph.com 2024-07-27T07:05:15.576 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-07-27T07:05:15.577 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-07-27T07:05:15.577 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-07-27T07:05:15.577 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-07-27T07:05:15.577 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-07-27T07:05:15.577 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:05:15.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:15.577 DEBUG:teuthology.orchestra.run.smithi066:> ip addr 2024-07-27T07:05:15.626 INFO:teuthology.orchestra.run.smithi066.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: inet 127.0.0.1/8 scope host lo 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 ::1/128 scope host 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:84 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f0 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:a8:b4:85 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:05:15.627 INFO:teuthology.orchestra.run.smithi066.stdout: altname enp7s0f1 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bc brd ff:ff:ff:ff:ff:ff 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0c:c4:7a:b6:f8:bd brd ff:ff:ff:ff:ff:ff 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: inet 172.21.15.66/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft 41674sec preferred_lft 41674sec 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ec4:7aff:feb6:f8bd/64 scope link 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-07-27T07:05:15.628 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::cc2:5aff:fe41:4d93/64 scope link 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether ea:af:56:f1:78:f5 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::e8af:56ff:fef1:78f5/64 scope link 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: link/ether 0e:e1:09:9c:d5:40 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: inet6 fe80::ce1:9ff:fe9c:d540/64 scope link 2024-07-27T07:05:15.629 INFO:teuthology.orchestra.run.smithi066.stdout: valid_lft forever preferred_lft forever 2024-07-27T07:05:15.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:15.631 DEBUG:teuthology.orchestra.run.smithi066:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-07-27T07:05:15.713 INFO:teuthology.orchestra.run.smithi066.stdout:1 2024-07-27T07:05:15.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:15.717 DEBUG:teuthology.orchestra.run.smithi066:> route 2024-07-27T07:05:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:Kernel IP routing table 2024-07-27T07:05:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-07-27T07:05:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-07-27T07:05:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-07-27T07:05:15.772 INFO:teuthology.orchestra.run.smithi066.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-07-27T07:05:15.773 DEBUG:teuthology.orchestra.run.smithi066:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-07-27T07:05:15.773 DEBUG:teuthology.orchestra.run.smithi066:> set -e 2024-07-27T07:05:15.774 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-07-27T07:05:15.774 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-07-27T07:05:15.774 DEBUG:teuthology.orchestra.run.smithi066:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-07-27T07:05:15.774 DEBUG:teuthology.orchestra.run.smithi066:> ') 2024-07-27T07:05:15.884 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-07-27T07:05:15.978 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:05:15.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:15.989 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:05:16.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:05:16.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:05:16.036 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:05:16.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:16.036 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link set brx.0 up 2024-07-27T07:05:16.167 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:05:16.167 DEBUG:teuthology.orchestra.run.smithi066:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-07-27T07:05:16.227 INFO:teuthology.orchestra.run.smithi066.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-07-27T07:05:16.227 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-07-27T07:05:16.227 DEBUG:teuthology.orchestra.run.smithi066:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:05:16.284 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-07-27T07:05:16.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:16.285 DEBUG:teuthology.orchestra.run.smithi066:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:05:16.480 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:05:16.480 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:05:16.524 INFO:teuthology.orchestra.run.smithi066.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-07-27T07:05:16.524 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-07-27T07:05:16.525 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: resolved to: "172.21.15.66:3300,172.21.15.155:3300,172.21.15.155:3301" 2024-07-27T07:05:16.525 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: trying mount with new device syntax: 0@fb113fc2-2068-4da5-a373-708e4ed95784.cephfs=/ 2024-07-27T07:05:16.525 INFO:teuthology.orchestra.run.smithi066.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.66:3300/172.21.15.155:3300/172.21.15.155:3301" will pass to kernel 2024-07-27T07:05:16.527 INFO:teuthology.orchestra.run.smithi066.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-07-27T07:05:16.527 INFO:teuthology.orchestra.run.smithi066.stdout: You just mounted a file system that supports labels which does not 2024-07-27T07:05:16.527 INFO:teuthology.orchestra.run.smithi066.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-07-27T07:05:16.527 INFO:teuthology.orchestra.run.smithi066.stdout: applications will generate AVC messages and not be allowed access to 2024-07-27T07:05:16.527 INFO:teuthology.orchestra.run.smithi066.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-07-27T07:05:16.531 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-07-27T07:05:16.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:16.532 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-07-27T07:05:16.609 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-07-27T07:05:16.721 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:05:16.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:05:16.747 INFO:teuthology.orchestra.run.smithi066.stdout:client7468 2024-07-27T07:05:16.747 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:05:16.747 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:05:16.800 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_snaps_per_dir 2024-07-27T07:05:17.097 INFO:teuthology.orchestra.run.smithi066.stdout:{"mds_max_snaps_per_dir":"100"} 2024-07-27T07:05:17.097 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_snaps_per_dir": "100" } 2024-07-27T07:05:17.097 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps true --yes-i-really-mean-it 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 -- 172.21.15.66:0/1163712091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9500072300 msgr2=0x7f950015cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 --2- 172.21.15.66:0/1163712091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9500072300 0x7f950015cea0 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7f9500159fe0 tx=0x7f94e802a560 comp rx=0 tx=0).stop 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 -- 172.21.15.66:0/1163712091 shutdown_connections 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 --2- 172.21.15.66:0/1163712091 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f95000b4a40 0x7f95000b4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 --2- 172.21.15.66:0/1163712091 >> v2:172.21.15.155:3300/0 conn(0x7f95000b2a90 0x7f95000b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 --2- 172.21.15.66:0/1163712091 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f9500072300 0x7f950015cea0 unknown :-1 s=CLOSED pgs=1944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 -- 172.21.15.66:0/1163712091 >> 172.21.15.66:0/1163712091 conn(0x7f95000cfa80 msgr2=0x7f95000cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:17.399 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 -- 172.21.15.66:0/1163712091 shutdown_connections 2024-07-27T07:05:17.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.397+0000 7f9505e00640 1 -- 172.21.15.66:0/1163712091 wait complete. 2024-07-27T07:05:17.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.399+0000 7f9505e00640 1 Processor -- start 2024-07-27T07:05:17.401 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.400+0000 7f9505e00640 1 -- start start 2024-07-27T07:05:17.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9500072300 0x7f95001f5a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:17.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:17.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95000b4a40 0x7f950015ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:17.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f950006f230 con 0x7f95000b2a90 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f950006f0b0 con 0x7f95000b4a40 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.401+0000 7f9505e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f950006f3b0 con 0x7f9500072300 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39104/0 (socket says 172.21.15.66:39104) 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 -- 172.21.15.66:0/1469489176 learned_addr learned my addr 172.21.15.66:0/1469489176 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f9504a00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9500072300 0x7f95001f5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f9505400640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95000b4a40 0x7f950015ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 -- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9500072300 msgr2=0x7f95001f5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9500072300 0x7f95001f5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 -- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95000b4a40 msgr2=0x7f950015ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95000b4a40 0x7f950015ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 -- 172.21.15.66:0/1469489176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95001f5f60 con 0x7f95000b2a90 2024-07-27T07:05:17.405 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.402+0000 7f94f7e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f94f000c970 tx=0x7f94f000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.403+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f0004230 con 0x7f95000b2a90 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.403+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f94f00043d0 con 0x7f95000b2a90 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.403+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94f0007c10 con 0x7f95000b2a90 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.403+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95001f64e0 con 0x7f95000b2a90 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.403+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95001f6aa0 con 0x7f95000b2a90 2024-07-27T07:05:17.406 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.404+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95000b2ea0 con 0x7f95000b2a90 2024-07-27T07:05:17.407 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.406+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f94f00035f0 con 0x7f95000b2a90 2024-07-27T07:05:17.408 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.407+0000 7f94fd600640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 0x7f94dc079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:17.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.408+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f94f0099370 con 0x7f95000b2a90 2024-07-27T07:05:17.409 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.408+0000 7f9504a00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 0x7f94dc079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:17.411 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.409+0000 7f9504a00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 0x7f94dc079550 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f94e8033000 tx=0x7f94e8004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:17.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.412+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f95001f5f60 con 0x7f95000b2a90 2024-07-27T07:05:17.673 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.672+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f95000738a0 con 0x7f95000b2a90 2024-07-27T07:05:17.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.765+0000 7f94fd600640 1 -- 172.21.15.66:0/1469489176 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true}]=0 enabled new snapshots v202) ==== 167+0+0 (secure 0 0 0) 0x7f94f0014070 con 0x7f95000b2a90 2024-07-27T07:05:17.767 INFO:teuthology.orchestra.run.smithi066.stderr:enabled new snapshots 2024-07-27T07:05:17.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 msgr2=0x7f94dc079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:17.770 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 0x7f94dc079550 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f94e8033000 tx=0x7f94e8004730 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 msgr2=0x7f95001433e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 secure :-1 s=READY pgs=1945 cs=0 l=1 rev1=1 crypto rx=0x7f94f000c970 tx=0x7f94f000ce30 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 shutdown_connections 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f94dc077040 0x7f94dc079550 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f95000b4a40 0x7f950015ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f95000b2a90 0x7f95001433e0 unknown :-1 s=CLOSED pgs=1945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 --2- 172.21.15.66:0/1469489176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f9500072300 0x7f95001f5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 >> 172.21.15.66:0/1469489176 conn(0x7f95000cfa80 msgr2=0x7f9500072710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 shutdown_connections 2024-07-27T07:05:17.771 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:17.769+0000 7f9505e00640 1 -- 172.21.15.66:0/1469489176 wait complete. 2024-07-27T07:05:17.797 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 2 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 -- 172.21.15.66:0/1271030682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe806f720 msgr2=0x7f5fe8166f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 --2- 172.21.15.66:0/1271030682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe806f720 0x7f5fe8166f30 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7f5fd8005fd0 tx=0x7f5fd802a5d0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 -- 172.21.15.66:0/1271030682 shutdown_connections 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 --2- 172.21.15.66:0/1271030682 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe806f720 0x7f5fe8166f30 unknown :-1 s=CLOSED pgs=1947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 -- 172.21.15.66:0/1271030682 >> 172.21.15.66:0/1271030682 conn(0x7f5fe806d3f0 msgr2=0x7f5fe80b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 -- 172.21.15.66:0/1271030682 shutdown_connections 2024-07-27T07:05:18.089 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.087+0000 7f5fed000640 1 -- 172.21.15.66:0/1271030682 wait complete. 2024-07-27T07:05:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.089+0000 7f5fed000640 1 Processor -- start 2024-07-27T07:05:18.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.089+0000 7f5fed000640 1 -- start start 2024-07-27T07:05:18.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe806f720 0x7f5fe815a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe80b4ec0 0x7f5fe814eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe8167680 con 0x7f5fe815c160 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe80b4ab0 con 0x7f5fe806f720 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fed000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f5fe8167800 con 0x7f5fe80b4ec0 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fe6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fe6800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39114/0 (socket says 172.21.15.66:39114) 2024-07-27T07:05:18.093 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.091+0000 7f5fe6800640 1 -- 172.21.15.66:0/2607810111 learned_addr learned my addr 172.21.15.66:0/2607810111 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:18.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe5e00640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe806f720 0x7f5fe815a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe5400640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe80b4ec0 0x7f5fe814eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 -- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe80b4ec0 msgr2=0x7f5fe814eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe80b4ec0 0x7f5fe814eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 -- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe806f720 msgr2=0x7f5fe815a160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe806f720 0x7f5fe815a160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 -- 172.21.15.66:0/2607810111 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe80736a0 con 0x7f5fe815c160 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.092+0000 7f5fe6800640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f5fd8006010 tx=0x7f5fd8003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.093+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd803e030 con 0x7f5fe815c160 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.093+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fe815a6a0 con 0x7f5fe815c160 2024-07-27T07:05:18.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.093+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fd8003c20 con 0x7f5fe815c160 2024-07-27T07:05:18.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.093+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd8035040 con 0x7f5fe815c160 2024-07-27T07:05:18.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.093+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fe8073c20 con 0x7f5fe815c160 2024-07-27T07:05:18.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.094+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fe815fdb0 con 0x7f5fe815c160 2024-07-27T07:05:18.097 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.095+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5fd8041030 con 0x7f5fe815c160 2024-07-27T07:05:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.096+0000 7f5fde000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 0x7f5fc8079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.096+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f5fd80b99d0 con 0x7f5fe815c160 2024-07-27T07:05:18.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.097+0000 7f5fe5e00640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 0x7f5fc8079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:18.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.098+0000 7f5fe5e00640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 0x7f5fc8079520 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0009f20 tx=0x7f5fe00094d0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:18.104 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.103+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f5fe80736a0 con 0x7f5fe815c160 2024-07-27T07:05:18.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.365+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"} v 0) -- 0x7f5fe8076020 con 0x7f5fe815c160 2024-07-27T07:05:18.785 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.783+0000 7f5fde000640 1 -- 172.21.15.66:0/2607810111 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "2"}]=0 v203) ==== 105+0+0 (secure 0 0 0) 0x7f5fd80824d0 con 0x7f5fe815c160 2024-07-27T07:05:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 msgr2=0x7f5fc8079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 0x7f5fc8079520 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f5fe0009f20 tx=0x7f5fe00094d0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 msgr2=0x7f5fe8155180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:18.789 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f5fd8006010 tx=0x7f5fd8003820 comp rx=0 tx=0).stop 2024-07-27T07:05:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 shutdown_connections 2024-07-27T07:05:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f5fc8077010 0x7f5fc8079520 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f5fe815c160 0x7f5fe8155180 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.790 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5fe80b4ec0 0x7f5fe814eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 --2- 172.21.15.66:0/2607810111 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f5fe806f720 0x7f5fe815a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.788+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 >> 172.21.15.66:0/2607810111 conn(0x7f5fe806d3f0 msgr2=0x7f5fe80cfc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.789+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 shutdown_connections 2024-07-27T07:05:18.791 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:18.789+0000 7f5fed000640 1 -- 172.21.15.66:0/2607810111 wait complete. 2024-07-27T07:05:18.830 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.102+0000 7f5074e00640 1 -- 172.21.15.66:0/2382375023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 msgr2=0x7f5070072300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.102+0000 7f5074e00640 1 --2- 172.21.15.66:0/2382375023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070072300 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f50700cd9d0 tx=0x7f506002a560 comp rx=0 tx=0).stop 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 -- 172.21.15.66:0/2382375023 shutdown_connections 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 --2- 172.21.15.66:0/2382375023 >> v2:172.21.15.155:3300/0 conn(0x7f507015a1e0 0x7f5070072840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 --2- 172.21.15.66:0/2382375023 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070072300 unknown :-1 s=CLOSED pgs=1949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 -- 172.21.15.66:0/2382375023 >> 172.21.15.66:0/2382375023 conn(0x7f50700cfa80 msgr2=0x7f50700cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 -- 172.21.15.66:0/2382375023 shutdown_connections 2024-07-27T07:05:19.105 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.103+0000 7f5074e00640 1 -- 172.21.15.66:0/2382375023 wait complete. 2024-07-27T07:05:19.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.105+0000 7f5074e00640 1 Processor -- start 2024-07-27T07:05:19.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.105+0000 7f5074e00640 1 -- start start 2024-07-27T07:05:19.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5070072d80 0x7f5070152900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f507015a1e0 0x7f507015b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f507006f730 con 0x7f50700b5250 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f507006f5b0 con 0x7f507015a1e0 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5074e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f507006f8b0 con 0x7f5070072d80 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5067e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5067e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:39134/0 (socket says 172.21.15.66:39134) 2024-07-27T07:05:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.107+0000 7f5067e00640 1 -- 172.21.15.66:0/3385505243 learned_addr learned my addr 172.21.15.66:0/3385505243 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:19.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f506fe00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f507015a1e0 0x7f507015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:19.110 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f506f400640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5070072d80 0x7f5070152900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 -- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5070072d80 msgr2=0x7f5070152900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5070072d80 0x7f5070152900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 -- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f507015a1e0 msgr2=0x7f507015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f507015a1e0 0x7f507015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 -- 172.21.15.66:0/3385505243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5070155250 con 0x7f50700b5250 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7f505800c970 tx=0x7f505800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.108+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5058007bb0 con 0x7f50700b5250 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.109+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5058005020 con 0x7f50700b5250 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.109+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5058007e60 con 0x7f50700b5250 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.109+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5070155530 con 0x7f50700b5250 2024-07-27T07:05:19.111 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.109+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5070155af0 con 0x7f50700b5250 2024-07-27T07:05:19.112 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.110+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f507006fdd0 con 0x7f50700b5250 2024-07-27T07:05:19.113 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.111+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f5058005470 con 0x7f50700b5250 2024-07-27T07:05:19.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.112+0000 7f5067400640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 0x7f504c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:19.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.113+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f5058099480 con 0x7f50700b5250 2024-07-27T07:05:19.114 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.113+0000 7f506f400640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 0x7f504c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:19.116 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.115+0000 7f506f400640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 0x7f504c079520 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5060033000 tx=0x7f5060004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:19.120 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.119+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f507006fdd0 con 0x7f50700b5250 2024-07-27T07:05:19.386 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.385+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f507015e570 con 0x7f50700b5250 2024-07-27T07:05:19.388 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.387+0000 7f5067400640 1 -- 172.21.15.66:0/3385505243 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 204 v204) ==== 95+0+5252 (secure 0 0 0) 0x7f5058014030 con 0x7f50700b5250 2024-07-27T07:05:19.388 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:19.388 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":204,"btime":"2024-07-27T07:05:18:791849+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6479,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":196},{"gid":6482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/394229688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":394229688},{"type":"v1","addr":"172.21.15.155:6837","nonce":394229688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197}],"filesystems":[{"mdsmap":{"epoch":204,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:05:18.791803+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":9468},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9468":{"gid":9468,"name":"c","rank":1,"incarnation":204,"state":"up:creating","state_seq":1,"addr":"172.21.15.66:6833/3068699741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3068699741},{"type":"v1","addr":"172.21.15.66:6833","nonce":3068699741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471]},"id":10}]} 2024-07-27T07:05:19.389 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 204 2024-07-27T07:05:19.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.389+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 msgr2=0x7f504c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:19.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.389+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 0x7f504c079520 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5060033000 tx=0x7f5060004730 comp rx=0 tx=0).stop 2024-07-27T07:05:19.391 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.389+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 msgr2=0x7f5070149590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.389+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7f505800c970 tx=0x7f505800ce30 comp rx=0 tx=0).stop 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 shutdown_connections 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f504c077010 0x7f504c079520 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f507015a1e0 0x7f507015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f50700b5250 0x7f5070149590 unknown :-1 s=CLOSED pgs=1950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 --2- 172.21.15.66:0/3385505243 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f5070072d80 0x7f5070152900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 >> 172.21.15.66:0/3385505243 conn(0x7f50700cfa80 msgr2=0x7f507015d220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 shutdown_connections 2024-07-27T07:05:19.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:19.390+0000 7f5074e00640 1 -- 172.21.15.66:0/3385505243 wait complete. 2024-07-27T07:05:19.822 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 204, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T07:05:07.014735+0000', 'modified': '2024-07-27T07:05:18.791803+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 9471, 'mds_1': 9468}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9468': {'gid': 9468, 'name': 'c', 'rank': 1, 'incarnation': 204, 'state': 'up:creating', 'state_seq': 1, 'addr': '172.21.15.66:6833/3068699741', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 3068699741}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 3068699741}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_9471': {'gid': 9471, 'name': 'a', 'rank': 0, 'incarnation': 198, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/3533780000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 3533780000}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 3533780000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9471, 'qdb_cluster': [9471]} 2024-07-27T07:05:19.823 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9468:up:creating 2024-07-27T07:05:20.824 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 -- 172.21.15.66:0/2177384674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21840b5250 msgr2=0x7f2184072300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 --2- 172.21.15.66:0/2177384674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21840b5250 0x7f2184072300 secure :-1 s=READY pgs=1952 cs=0 l=1 rev1=1 crypto rx=0x7f21840cf8b0 tx=0x7f217802b8d0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 -- 172.21.15.66:0/2177384674 shutdown_connections 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 --2- 172.21.15.66:0/2177384674 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f21840b5250 0x7f2184072300 unknown :-1 s=CLOSED pgs=1952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 -- 172.21.15.66:0/2177384674 >> 172.21.15.66:0/2177384674 conn(0x7f21840cfa80 msgr2=0x7f21840cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 -- 172.21.15.66:0/2177384674 shutdown_connections 2024-07-27T07:05:21.125 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.123+0000 7f218ae00640 1 -- 172.21.15.66:0/2177384674 wait complete. 2024-07-27T07:05:21.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.126+0000 7f218ae00640 1 Processor -- start 2024-07-27T07:05:21.127 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.126+0000 7f218ae00640 1 -- start start 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.127+0000 7f218ae00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 0x7f21840af010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218ae00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 0x7f2184155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218ae00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218ae00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f218406f0c0 con 0x7f218415a1e0 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218ae00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f2184070600 con 0x7f218406e5a0 2024-07-27T07:05:21.129 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218ae00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f218406f240 con 0x7f21840b5250 2024-07-27T07:05:21.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:21.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58544/0 (socket says 172.21.15.66:58544) 2024-07-27T07:05:21.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 -- 172.21.15.66:0/4023270719 learned_addr learned my addr 172.21.15.66:0/4023270719 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f2189a00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 0x7f21840af010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f2189000640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 0x7f2184155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 -- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 msgr2=0x7f2184155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 0x7f2184155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 -- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 msgr2=0x7f21840af010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 0x7f21840af010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.128+0000 7f218a400640 1 -- 172.21.15.66:0/4023270719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2184158800 con 0x7f218415a1e0 2024-07-27T07:05:21.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f2189a00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 0x7f21840af010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f2189000640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 0x7f2184155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f218a400640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f217c00cb40 tx=0x7f217c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217c016020 con 0x7f218415a1e0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f217c00adb0 con 0x7f218415a1e0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f217c012680 con 0x7f218415a1e0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21841f8e30 con 0x7f218415a1e0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.129+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21841f93f0 con 0x7f218415a1e0 2024-07-27T07:05:21.132 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.131+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f218406f6f0 con 0x7f218415a1e0 2024-07-27T07:05:21.133 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.132+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f217c019020 con 0x7f218415a1e0 2024-07-27T07:05:21.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.133+0000 7f2181600640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 0x7f2164079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:21.134 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.133+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f217c099720 con 0x7f218415a1e0 2024-07-27T07:05:21.135 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.134+0000 7f2189a00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 0x7f2164079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:21.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.135+0000 7f2189a00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 0x7f2164079520 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f2178036000 tx=0x7f2178004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:21.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.138+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f217c020020 con 0x7f218415a1e0 2024-07-27T07:05:21.390 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.389+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2184155300 con 0x7f218415a1e0 2024-07-27T07:05:21.392 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.390+0000 7f2181600640 1 -- 172.21.15.66:0/4023270719 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 205 v205) ==== 95+0+5255 (secure 0 0 0) 0x7f217c062210 con 0x7f218415a1e0 2024-07-27T07:05:21.392 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:05:21.392 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":205,"btime":"2024-07-27T07:05:19:794890+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6479,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":196},{"gid":6482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.155:6837/394229688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6836","nonce":394229688},{"type":"v1","addr":"172.21.15.155:6837","nonce":394229688}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":197}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:05:19.794878+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":9468},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9468":{"gid":9468,"name":"c","rank":1,"incarnation":204,"state":"up:active","state_seq":5,"addr":"172.21.15.66:6833/3068699741","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6832","nonce":3068699741},{"type":"v1","addr":"172.21.15.66:6833","nonce":3068699741}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":3,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9468,9471]},"id":10}]} 2024-07-27T07:05:21.392 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 205 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 msgr2=0x7f2164079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 0x7f2164079520 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f2178036000 tx=0x7f2178004730 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 msgr2=0x7f21841471b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f217c00cb40 tx=0x7f217c00a060 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 shutdown_connections 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f2164077010 0x7f2164079520 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f218415a1e0 0x7f21841471b0 unknown :-1 s=CLOSED pgs=1953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f21840b5250 0x7f2184155ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 --2- 172.21.15.66:0/4023270719 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f218406e5a0 0x7f21840af010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:21.395 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.393+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 >> 172.21.15.66:0/4023270719 conn(0x7f21840cfa80 msgr2=0x7f21841549c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:21.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.394+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 shutdown_connections 2024-07-27T07:05:21.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:21.394+0000 7f218ae00640 1 -- 172.21.15.66:0/4023270719 wait complete. 2024-07-27T07:05:21.827 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 205, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 2, 'explicitly_allowed_features': 2, 'created': '2024-07-27T07:05:07.014735+0000', 'modified': '2024-07-27T07:05:19.794878+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 2, 'in': [0, 1], 'up': {'mds_0': 9471, 'mds_1': 9468}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9468': {'gid': 9468, 'name': 'c', 'rank': 1, 'incarnation': 204, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.66:6833/3068699741', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6832', 'nonce': 3068699741}, {'type': 'v1', 'addr': '172.21.15.66:6833', 'nonce': 3068699741}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_9471': {'gid': 9471, 'name': 'a', 'rank': 0, 'incarnation': 198, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.66:6835/3533780000', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.66:6834', 'nonce': 3533780000}, {'type': 'v1', 'addr': '172.21.15.66:6835', 'nonce': 3533780000}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9471, 'qdb_cluster': [9468, 9471]} 2024-07-27T07:05:21.827 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 2/2 2024-07-27T07:05:21.827 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-07-27T07:05:22.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 -- 172.21.15.66:0/3198589441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 msgr2=0x7f88c8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3198589441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88c8004c10 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009b50 tx=0x7f88c8005830 comp rx=0 tx=0).stop 2024-07-27T07:05:22.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 -- 172.21.15.66:0/3198589441 shutdown_connections 2024-07-27T07:05:22.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3198589441 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88c8004c10 unknown :-1 s=CLOSED pgs=1955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.130 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 -- 172.21.15.66:0/3198589441 >> 172.21.15.66:0/3198589441 conn(0x7f88e406dd20 msgr2=0x7f88e406e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.128+0000 7f88eaa00640 1 -- 172.21.15.66:0/3198589441 shutdown_connections 2024-07-27T07:05:22.131 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.129+0000 7f88eaa00640 1 -- 172.21.15.66:0/3198589441 wait complete. 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.131+0000 7f88eaa00640 1 Processor -- start 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.131+0000 7f88eaa00640 1 -- start start 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.132+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88e413ef50 0x7f88e4156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88eaa00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88e40b4b00 0x7f88e40b4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88eaa00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4073a00 con 0x7f88c8004800 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88eaa00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4073880 con 0x7f88e40b4b00 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88eaa00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88e4073b80 con 0x7f88e413ef50 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58550/0 (socket says 172.21.15.66:58550) 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 -- 172.21.15.66:0/3490145360 learned_addr learned my addr 172.21.15.66:0/3490145360 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.136 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88e413ef50 0x7f88e4156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 -- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88e413ef50 msgr2=0x7f88e4156800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88e413ef50 0x7f88e4156800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 -- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88e40b4b00 msgr2=0x7f88e40b4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88e40b4b00 0x7f88e40b4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.133+0000 7f88e9600640 1 -- 172.21.15.66:0/3490145360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88e4156d40 con 0x7f88c8004800 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88e9600640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f88d400d920 tx=0x7f88d400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88e1600640 1 -- 172.21.15.66:0/3490145360 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d4016020 con 0x7f88c8004800 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88e1600640 1 -- 172.21.15.66:0/3490145360 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88d400b990 con 0x7f88c8004800 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88e1600640 1 -- 172.21.15.66:0/3490145360 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d400bde0 con 0x7f88c8004800 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88e40b5450 con 0x7f88c8004800 2024-07-27T07:05:22.137 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.134+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88e413f730 con 0x7f88c8004800 2024-07-27T07:05:22.138 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.137+0000 7f88e1600640 1 -- 172.21.15.66:0/3490145360 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f88d4019020 con 0x7f88c8004800 2024-07-27T07:05:22.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.138+0000 7f88e1600640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 0x7f88c4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.139 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.138+0000 7f88e1600640 1 -- 172.21.15.66:0/3490145360 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f88d4099160 con 0x7f88c8004800 2024-07-27T07:05:22.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.139+0000 7f88f2f74740 1 Processor -- start 2024-07-27T07:05:22.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.139+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 0x7f88c4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.140 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.139+0000 7f88f2f74740 1 -- start start 2024-07-27T07:05:22.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.140+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 0x7f88c4079520 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f88d0035000 tx=0x7f88d00046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.140+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38e4270 0x563ab3cd0d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.140+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3cb3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88f2f74740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563ab3bfc390 con 0x563ab38c3590 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563ab3beba30 con 0x563ab38e4270 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563ab3bef8d0 con 0x563ab38bb3b0 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58562/0 (socket says 172.21.15.66:58562) 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 -- 172.21.15.66:0/4132804573 learned_addr learned my addr 172.21.15.66:0/4132804573 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88e8c00640 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3cb3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88e9600640 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38e4270 0x563ab3cd0d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 -- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 msgr2=0x563ab3cb3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3cb3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 -- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38e4270 msgr2=0x563ab3cd0d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38e4270 0x563ab3cd0d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.141+0000 7f88ea000640 1 -- 172.21.15.66:0/4132804573 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ab3ba7d70 con 0x563ab38c3590 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.142+0000 7f88ea000640 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f88e40d0a50 tx=0x7f88dc006a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0b66c40ce2404c7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.142+0000 7f88d9c00640 1 -- 172.21.15.66:0/4132804573 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc006240 con 0x563ab38c3590 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.142+0000 7f88d9c00640 1 -- 172.21.15.66:0/4132804573 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88dc0063e0 con 0x563ab38c3590 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.142+0000 7f88d9c00640 1 -- 172.21.15.66:0/4132804573 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc003850 con 0x563ab38c3590 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 -- 172.21.15.66:0/4132804573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 msgr2=0x563ab3cb3f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f88e40d0a50 tx=0x7f88dc006a70 comp rx=0 tx=0).stop 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 -- 172.21.15.66:0/4132804573 shutdown_connections 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cb3f50 unknown :-1 s=CLOSED pgs=1957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3cb3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 --2- 172.21.15.66:0/4132804573 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38e4270 0x563ab3cd0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 -- 172.21.15.66:0/4132804573 >> 172.21.15.66:0/4132804573 conn(0x563ab38d83c0 msgr2=0x563ab3c89c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 -- 172.21.15.66:0/4132804573 shutdown_connections 2024-07-27T07:05:22.147 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.143+0000 7f88f2f74740 1 -- 172.21.15.66:0/4132804573 wait complete. 2024-07-27T07:05:22.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.144+0000 7f88f2f74740 1 -- start start 2024-07-27T07:05:22.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.144+0000 7f88f2f74740 1 Processor -- start 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3ca1a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3ce0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563ab395e620 con 0x563ab38bb3b0 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563ab3b88e10 con 0x563ab38c3590 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563ab3cc6160 con 0x563ab38e4270 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88f2f74740 10 client.0 _ll_register_callbacks cb 0x563ab3be59a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88e9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88e9600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58568/0 (socket says 172.21.15.66:58568) 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.146+0000 7f88e9600640 1 -- 172.21.15.66:0/3519968746 learned_addr learned my addr 172.21.15.66:0/3519968746 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3ca1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88ea000640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3ce0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 -- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 msgr2=0x563ab3ce0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3ce0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 -- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 msgr2=0x563ab3ca1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3ca1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 -- 172.21.15.66:0/3519968746 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ab394f850 con 0x563ab38bb3b0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3ca1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88e9600640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f88d400b4b0 tx=0x7f88d4060e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbc5e9edaded88a9 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88ce000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d40184c0 con 0x563ab38bb3b0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f88d4060840 con 0x563ab38bb3b0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88dc0063e0 con 0x563ab38bb3b0 2024-07-27T07:05:22.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.147+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=205) ==== 24+0+0 (secure 0 0 0) 0x7f88d4065be0 con 0x563ab38bb3b0 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 10 client.9654 fetch_fsmap learned FSMap version 205 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=205,monmap=2+}) -- 0x563ab39c66b0 con 0x563ab38bb3b0 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88dc0063e0 con 0x563ab38bb3b0 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 205) ==== 3522+0+0 (secure 0 0 0) 0x7f88d405cf50 con 0x563ab38bb3b0 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 10 client.9654 fetch_fsmap finished waiting for FSMap version 205 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 10 client.9654 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 20 client.9654 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab38a2e40 0x563ab3cc9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 4 client.9654 mds_command: new command op to 9468 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 --> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ab3bfe2e0 con 0x563ab38a2e40 2024-07-27T07:05:22.152 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.148+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab38a2e40 0x563ab3cc9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.149+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab38a2e40 0x563ab3cc9040 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ecd4688526f9463 server_cookie=683f15b8ea5ba5a7 in_seq=0 out_seq=0 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.149+0000 7f88ce000640 10 client.9654 ms_handle_connect on v2:172.21.15.66:6832/3068699741 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88ce000640 1 -- 172.21.15.66:0/3519968746 <== mds.1 v2:172.21.15.66:6832/3068699741 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563ab3bfe2e0 con 0x563ab38a2e40 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88ce000640 10 client.9654 handle_command_reply: tid=0 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 client.9654 shutdown 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 msgr2=0x563ab3cde0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f88d400b4b0 tx=0x7f88d4060e40 comp rx=0 tx=0).stop 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 shutdown_connections 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3ce0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.154 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3ca1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab38a2e40 0x563ab3cc9040 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3519968746 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38bb3b0 0x563ab3cde0e0 unknown :-1 s=CLOSED pgs=1958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 >> 172.21.15.66:0/3519968746 conn(0x563ab38d83c0 msgr2=0x563ab3cb0800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88ce000640 0 client.9654 ms_handle_reset on v2:172.21.15.66:6832/3068699741 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.150+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 shutdown_connections 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.151+0000 7f88f2f74740 1 -- 172.21.15.66:0/3519968746 wait complete. 2024-07-27T07:05:22.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.151+0000 7f88f2f74740 20 client.9654 trim_cache size 0 max 16384 2024-07-27T07:05:22.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.171+0000 7f88f2f74740 1 Processor -- start 2024-07-27T07:05:22.172 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.171+0000 7f88f2f74740 1 -- start start 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3ca18d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3cd24e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4204b00 con 0x563ab38e4270 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f88e4202db0 con 0x563ab38c3590 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f88e4203400 con 0x563ab38bb3b0 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.172+0000 7f88ea000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58578/0 (socket says 172.21.15.66:58578) 2024-07-27T07:05:22.174 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 -- 172.21.15.66:0/3981921984 learned_addr learned my addr 172.21.15.66:0/3981921984 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88e8c00640 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3cd24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 -- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 msgr2=0x563ab3ca18d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3ca18d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 -- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 msgr2=0x563ab3cd24e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3cd24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 -- 172.21.15.66:0/3981921984 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ab3c89ed0 con 0x563ab38e4270 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.173+0000 7f88ea000640 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f88dc001920 tx=0x7f88e4140940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=499023000594700e server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88d9200640 1 -- 172.21.15.66:0/3981921984 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc006470 con 0x563ab38e4270 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88d9200640 1 -- 172.21.15.66:0/3981921984 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88dc0036e0 con 0x563ab38e4270 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88d9200640 1 -- 172.21.15.66:0/3981921984 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88dc003930 con 0x563ab38e4270 2024-07-27T07:05:22.176 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 -- 172.21.15.66:0/3981921984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 msgr2=0x563ab3cf1360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7f88dc001920 tx=0x7f88e4140940 comp rx=0 tx=0).stop 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 -- 172.21.15.66:0/3981921984 shutdown_connections 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38e4270 0x563ab3cf1360 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38c3590 0x563ab3cd24e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 --2- 172.21.15.66:0/3981921984 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38bb3b0 0x563ab3ca18d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.174+0000 7f88f2f74740 1 -- 172.21.15.66:0/3981921984 >> 172.21.15.66:0/3981921984 conn(0x563ab38d83c0 msgr2=0x563ab3c8a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.175+0000 7f88f2f74740 1 -- 172.21.15.66:0/3981921984 shutdown_connections 2024-07-27T07:05:22.177 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.175+0000 7f88f2f74740 1 -- 172.21.15.66:0/3981921984 wait complete. 2024-07-27T07:05:22.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.176+0000 7f88f2f74740 1 -- start start 2024-07-27T07:05:22.178 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.176+0000 7f88f2f74740 1 Processor -- start 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38bb3b0 0x563ab3d4b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3cf1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x563ab3ca24a0 con 0x563ab38c3590 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x563ab3ce1a30 con 0x563ab38bb3b0 2024-07-27T07:05:22.179 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x563ab3ce10c0 con 0x563ab38e4270 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.177+0000 7f88f2f74740 10 client.0 _ll_register_callbacks cb 0x7f88d4060fe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58586/0 (socket says 172.21.15.66:58586) 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 -- 172.21.15.66:0/830149940 learned_addr learned my addr 172.21.15.66:0/830149940 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e9600640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38bb3b0 0x563ab3d4b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88ea000640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3cf1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 -- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 msgr2=0x563ab3cf1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3cf1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 -- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38bb3b0 msgr2=0x563ab3d4b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38bb3b0 0x563ab3d4b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.178+0000 7f88e8c00640 1 -- 172.21.15.66:0/830149940 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ab3c88350 con 0x563ab38c3590 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88e8c00640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009b50 tx=0x7f88d0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba32e5a5de6d57 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88ce000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f88d0044040 con 0x563ab38c3590 2024-07-27T07:05:22.183 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f88dc0036e0 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7f88d0033a90 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=205) ==== 24+0+0 (secure 0 0 0) 0x7f88d005e050 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88f2f74740 10 client.9660 fetch_fsmap learned FSMap version 205 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.179+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=205,monmap=2+}) -- 0x563ab3c8b230 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f88dc0036e0 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 205) ==== 3522+0+0 (secure 0 0 0) 0x7f88d0061020 con 0x563ab38c3590 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 10 client.9660 fetch_fsmap finished waiting for FSMap version 205 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 10 client.9660 resolve_mds: resolved name 'c' to daemon mds.c 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 20 client.9660 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab3d4fb10 0x563ab3ccb050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 4 client.9660 mds_command: new command op to 9468 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 --> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] -- command(tid 0: {"prefix": "status"}) -- 0x563ab3bf9d80 con 0x563ab3d4fb10 2024-07-27T07:05:22.184 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.180+0000 7f88e9600640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab3d4fb10 0x563ab3ccb050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88e9600640 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab3d4fb10 0x563ab3ccb050 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d2b7f0cf8969331d server_cookie=a7e0cd2e0ffc92b0 in_seq=0 out_seq=0 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88ce000640 10 client.9660 ms_handle_connect on v2:172.21.15.66:6832/3068699741 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88ce000640 1 -- 172.21.15.66:0/830149940 <== mds.1 v2:172.21.15.66:6832/3068699741 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x563ab3bf9d80 con 0x563ab3d4fb10 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88ce000640 10 client.9660 handle_command_reply: tid=0 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 client.9660 shutdown 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 msgr2=0x563ab3cf1320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7f88d0009b50 tx=0x7f88d0005f90 comp rx=0 tx=0).stop 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 shutdown_connections 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x563ab38e4270 0x563ab3cf1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:6832/3068699741,v1:172.21.15.66:6833/3068699741] conn(0x563ab3d4fb10 0x563ab3ccb050 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x563ab38c3590 0x563ab3cf1320 unknown :-1 s=CLOSED pgs=1960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 --2- 172.21.15.66:0/830149940 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x563ab38bb3b0 0x563ab3d4b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88ce000640 0 client.9660 ms_handle_reset on v2:172.21.15.66:6832/3068699741 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 >> 172.21.15.66:0/830149940 conn(0x563ab38d83c0 msgr2=0x563ab3cd22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.185 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.181+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 shutdown_connections 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88f2f74740 1 -- 172.21.15.66:0/830149940 wait complete. 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88f2f74740 20 client.9660 trim_cache size 0 max 16384 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 1, 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 9468, 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:05:22.186 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 3.3858160549999998, 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 205, 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 203, 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 203, 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 19.222722004000001 2024-07-27T07:05:22.187 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 msgr2=0x7f88c4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 0x7f88c4079520 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f88d0035000 tx=0x7f88d00046c0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 msgr2=0x7f88e41400f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f88d400d920 tx=0x7f88d400dde0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 shutdown_connections 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f88c4077010 0x7f88c4079520 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f88e40b4b00 0x7f88e40b4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f88e413ef50 0x7f88e4156800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 --2- 172.21.15.66:0/3490145360 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f88c8004800 0x7f88e41400f0 unknown :-1 s=CLOSED pgs=1956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.188 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.182+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 >> 172.21.15.66:0/3490145360 conn(0x7f88e406dd20 msgr2=0x7f88e41585a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.183+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 shutdown_connections 2024-07-27T07:05:22.189 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.183+0000 7f88eaa00640 1 -- 172.21.15.66:0/3490145360 wait complete. 2024-07-27T07:05:22.209 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 -- 172.21.15.66:0/826301404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b4a40 msgr2=0x7ff90c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 --2- 172.21.15.66:0/826301404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b4a40 0x7ff90c0b4e50 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7ff90c0b35c0 tx=0x7ff90402aa10 comp rx=0 tx=0).stop 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 -- 172.21.15.66:0/826301404 shutdown_connections 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 --2- 172.21.15.66:0/826301404 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b4a40 0x7ff90c0b4e50 unknown :-1 s=CLOSED pgs=1961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 --2- 172.21.15.66:0/826301404 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c0b2a90 0x7ff90c0b2ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 --2- 172.21.15.66:0/826301404 >> v2:172.21.15.155:3300/0 conn(0x7ff90c072300 0x7ff90c15cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.502 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 -- 172.21.15.66:0/826301404 >> 172.21.15.66:0/826301404 conn(0x7ff90c0cfa80 msgr2=0x7ff90c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 -- 172.21.15.66:0/826301404 shutdown_connections 2024-07-27T07:05:22.503 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.500+0000 7ff912800640 1 -- 172.21.15.66:0/826301404 wait complete. 2024-07-27T07:05:22.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.503+0000 7ff912800640 1 Processor -- start 2024-07-27T07:05:22.504 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.503+0000 7ff912800640 1 -- start start 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.504+0000 7ff912800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c072300 0x7ff90c1f9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff912800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff912800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0b4a40 0x7ff90c15ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff912800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c06f230 con 0x7ff90c0b2a90 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff912800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c06f0b0 con 0x7ff90c0b4a40 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff912800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff90c06f3b0 con 0x7ff90c072300 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.507 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58606/0 (socket says 172.21.15.66:58606) 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 -- 172.21.15.66:0/3960009242 learned_addr learned my addr 172.21.15.66:0/3960009242 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff911400640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c072300 0x7ff90c1f9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 -- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c072300 msgr2=0x7ff90c1f9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c072300 0x7ff90c1f9240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff911e00640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0b4a40 0x7ff90c15ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 -- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0b4a40 msgr2=0x7ff90c15ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0b4a40 0x7ff90c15ad00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.505+0000 7ff910a00640 1 -- 172.21.15.66:0/3960009242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff90c0b11e0 con 0x7ff90c0b2a90 2024-07-27T07:05:22.508 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff910a00640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00d6d0 tx=0x7ff8fc00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff909600640 1 -- 172.21.15.66:0/3960009242 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc017070 con 0x7ff90c0b2a90 2024-07-27T07:05:22.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff909600640 1 -- 172.21.15.66:0/3960009242 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8fc005330 con 0x7ff90c0b2a90 2024-07-27T07:05:22.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff909600640 1 -- 172.21.15.66:0/3960009242 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc009820 con 0x7ff90c0b2a90 2024-07-27T07:05:22.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff90c1f8760 con 0x7ff90c0b2a90 2024-07-27T07:05:22.509 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.506+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff90c1f8d20 con 0x7ff90c0b2a90 2024-07-27T07:05:22.511 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.510+0000 7ff909600640 1 -- 172.21.15.66:0/3960009242 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff8fc009bd0 con 0x7ff90c0b2a90 2024-07-27T07:05:22.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.510+0000 7ff909600640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 0x7ff8f0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.511+0000 7ff91ae3e740 1 Processor -- start 2024-07-27T07:05:22.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.511+0000 7ff909600640 1 -- 172.21.15.66:0/3960009242 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7ff8fc0991e0 con 0x7ff90c0b2a90 2024-07-27T07:05:22.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.511+0000 7ff91ae3e740 1 -- start start 2024-07-27T07:05:22.512 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.511+0000 7ff911400640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 0x7ff8f0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c844633d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c844616f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c84455f390 con 0x55c84421e3b0 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c84454ea30 con 0x55c844226590 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.512+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c8445528d0 con 0x55c844247270 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58612/0 (socket says 172.21.15.66:58612) 2024-07-27T07:05:22.514 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 -- 172.21.15.66:0/2193722162 learned_addr learned my addr 172.21.15.66:0/2193722162 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff911e00640 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c844616f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff911400640 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c844633d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff911400640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 0x7ff8f0079550 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7ff9000099b0 tx=0x7ff900005c90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 -- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 msgr2=0x55c844633d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c844633d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.516 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 -- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 msgr2=0x55c844616f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c844616f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 -- 172.21.15.66:0/2193722162 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c84450ad70 con 0x55c84421e3b0 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.513+0000 7ff910a00640 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc005860 tx=0x7ff8fc060e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3bad1da6d88077 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.514+0000 7ff8f9c00640 1 -- 172.21.15.66:0/2193722162 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc020070 con 0x55c84421e3b0 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.514+0000 7ff8f9c00640 1 -- 172.21.15.66:0/2193722162 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8fc065c60 con 0x55c84421e3b0 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.514+0000 7ff8f9c00640 1 -- 172.21.15.66:0/2193722162 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc06a680 con 0x55c84421e3b0 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 -- 172.21.15.66:0/2193722162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 msgr2=0x55c844616a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc005860 tx=0x7ff8fc060e90 comp rx=0 tx=0).stop 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 -- 172.21.15.66:0/2193722162 shutdown_connections 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c844616f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844616a10 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/2193722162 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c844633d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.517 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 -- 172.21.15.66:0/2193722162 >> 172.21.15.66:0/2193722162 conn(0x55c84423b3c0 msgr2=0x55c8445ecc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 -- 172.21.15.66:0/2193722162 shutdown_connections 2024-07-27T07:05:22.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.515+0000 7ff91ae3e740 1 -- 172.21.15.66:0/2193722162 wait complete. 2024-07-27T07:05:22.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.516+0000 7ff91ae3e740 1 -- start start 2024-07-27T07:05:22.518 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.516+0000 7ff91ae3e740 1 Processor -- start 2024-07-27T07:05:22.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 0x55c844604440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.520 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c8445ec9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c8442c1620 con 0x55c844226590 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c8444ebe10 con 0x55c84421e3b0 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c844629cc0 con 0x55c844247270 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff91ae3e740 10 client.0 _ll_register_callbacks cb 0x55c8445489a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58614/0 (socket says 172.21.15.66:58614) 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.518+0000 7ff910a00640 1 -- 172.21.15.66:0/957606708 learned_addr learned my addr 172.21.15.66:0/957606708 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 -- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 msgr2=0x55c8445ec9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff911e00640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c8445ec9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff911400640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 0x55c844604440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c8445ec9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.521 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 -- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 msgr2=0x55c844604440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 0x55c844604440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 -- 172.21.15.66:0/957606708 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8442b2850 con 0x55c844226590 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff911400640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 0x55c844604440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff910a00640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc05d6e0 tx=0x7ff8fc097320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79f8078bad9097d3 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff8ee000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc020070 con 0x55c844226590 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7ff8fc07dd80 con 0x55c844226590 2024-07-27T07:05:22.522 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.519+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff8fc065c60 con 0x55c844226590 2024-07-27T07:05:22.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=205) ==== 24+0+0 (secure 0 0 0) 0x7ff8fc0608c0 con 0x55c844226590 2024-07-27T07:05:22.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 10 client.9672 fetch_fsmap learned FSMap version 205 2024-07-27T07:05:22.524 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=205,monmap=2+}) -- 0x55c8443296b0 con 0x55c844226590 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8fc065c60 con 0x55c844226590 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 205) ==== 3522+0+0 (secure 0 0 0) 0x7ff8fc060a60 con 0x55c844226590 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 10 client.9672 fetch_fsmap finished waiting for FSMap version 205 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 10 client.9672 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 20 client.9672 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c844205e40 0x55c84460f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 4 client.9672 mds_command: new command op to 9471 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.520+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 --> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c8445612e0 con 0x55c844205e40 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.521+0000 7ff911400640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c844205e40 0x55c84460f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.521+0000 7ff911400640 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c844205e40 0x55c84460f4b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b52e253ffc694b89 server_cookie=e6abb9828d9525f8 in_seq=0 out_seq=0 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.521+0000 7ff8ee000640 10 client.9672 ms_handle_connect on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff8ee000640 1 -- 172.21.15.66:0/957606708 <== mds.0 v2:172.21.15.66:6834/3533780000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c8445612e0 con 0x55c844205e40 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff8ee000640 10 client.9672 handle_command_reply: tid=0 2024-07-27T07:05:22.525 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 client.9672 shutdown 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 msgr2=0x55c8445ec4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 secure :-1 s=READY pgs=1964 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc05d6e0 tx=0x7ff8fc097320 comp rx=0 tx=0).stop 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 shutdown_connections 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844247270 0x55c8445ec9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c844205e40 0x55c84460f4b0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844226590 0x55c8445ec4a0 unknown :-1 s=CLOSED pgs=1964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.522+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/957606708 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c84421e3b0 0x55c844604440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.523+0000 7ff8ee000640 0 client.9672 ms_handle_reset on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.523+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 >> 172.21.15.66:0/957606708 conn(0x55c84423b3c0 msgr2=0x55c844616a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.523+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 shutdown_connections 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.523+0000 7ff91ae3e740 1 -- 172.21.15.66:0/957606708 wait complete. 2024-07-27T07:05:22.526 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.523+0000 7ff91ae3e740 20 client.9672 trim_cache size 0 max 16384 2024-07-27T07:05:22.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.544+0000 7ff91ae3e740 1 Processor -- start 2024-07-27T07:05:22.545 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.544+0000 7ff91ae3e740 1 -- start start 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844226590 0x55c8445ebde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 0x55c8445ec320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c2048d0 con 0x55c84421e3b0 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff90c0ce400 con 0x55c844247270 2024-07-27T07:05:22.547 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff90c203290 con 0x55c844226590 2024-07-27T07:05:22.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff911400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff911400640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58628/0 (socket says 172.21.15.66:58628) 2024-07-27T07:05:22.548 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff911400640 1 -- 172.21.15.66:0/3090831317 learned_addr learned my addr 172.21.15.66:0/3090831317 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.546+0000 7ff911e00640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 0x55c8445ec320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff910a00640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844226590 0x55c8445ebde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 -- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844226590 msgr2=0x55c8445ebde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844226590 0x55c8445ebde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 -- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 msgr2=0x55c8445ec320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 0x55c8445ec320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 -- 172.21.15.66:0/3090831317 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c844605fe0 con 0x55c84421e3b0 2024-07-27T07:05:22.549 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911e00640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 0x55c8445ec320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.547+0000 7ff911400640 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7ff900009570 tx=0x7ff900013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f0cd11be8b71dc7 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.548+0000 7ff8f9200640 1 -- 172.21.15.66:0/3090831317 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff90002d070 con 0x55c84421e3b0 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.548+0000 7ff8f9200640 1 -- 172.21.15.66:0/3090831317 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff900017040 con 0x55c84421e3b0 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.548+0000 7ff8f9200640 1 -- 172.21.15.66:0/3090831317 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9000274d0 con 0x55c84421e3b0 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 -- 172.21.15.66:0/3090831317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 msgr2=0x55c844654df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.550 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7ff900009570 tx=0x7ff900013000 comp rx=0 tx=0).stop 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 -- 172.21.15.66:0/3090831317 shutdown_connections 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844247270 0x55c8445ec320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844226590 0x55c8445ebde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/3090831317 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c84421e3b0 0x55c844654df0 unknown :-1 s=CLOSED pgs=1965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 -- 172.21.15.66:0/3090831317 >> 172.21.15.66:0/3090831317 conn(0x55c84423b3c0 msgr2=0x55c84460e5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 -- 172.21.15.66:0/3090831317 shutdown_connections 2024-07-27T07:05:22.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.549+0000 7ff91ae3e740 1 -- 172.21.15.66:0/3090831317 wait complete. 2024-07-27T07:05:22.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.550+0000 7ff91ae3e740 1 -- start start 2024-07-27T07:05:22.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.550+0000 7ff91ae3e740 1 Processor -- start 2024-07-27T07:05:22.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c8446aec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.553 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844627ec0 0x55c844602cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x55c8442c1620 con 0x55c844247270 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x55c8444ebe10 con 0x55c844226590 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x55c844628580 con 0x55c844627ec0 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff91ae3e740 10 client.0 _ll_register_callbacks cb 0x7ff8fc079070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff910a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58632/0 (socket says 172.21.15.66:58632) 2024-07-27T07:05:22.554 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.552+0000 7ff910a00640 1 -- 172.21.15.66:0/4006061843 learned_addr learned my addr 172.21.15.66:0/4006061843 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 -- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844627ec0 msgr2=0x55c844602cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844627ec0 0x55c844602cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 -- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 msgr2=0x55c8446aec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff911400640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c8446aec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c8446aec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 -- 172.21.15.66:0/4006061843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8446af160 con 0x55c844247270 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff911400640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c8446aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff910a00640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc009610 tx=0x7ff8fc05db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e410a1406f58677 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff8ee000640 10 client.0 ms_handle_connect on v2:172.21.15.66:3300/0 2024-07-27T07:05:22.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc020040 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mon.0 v2:172.21.15.66:3300/0 2 ==== osd_map(203..203 src has 1..203) ==== 7353+0+0 (secure 0 0 0) 0x7ff8fc01dd80 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.553+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff900017040 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_get_version_reply(handle=1 version=205) ==== 24+0+0 (secure 0 0 0) 0x7ff8fc060fb0 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 10 client.9678 fetch_fsmap learned FSMap version 205 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,fsmap=205,monmap=2+}) -- 0x55c8446af160 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mon.0 v2:172.21.15.66:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff900017040 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mon.0 v2:172.21.15.66:3300/0 5 ==== fsmap(e 205) ==== 3522+0+0 (secure 0 0 0) 0x7ff8fc060330 con 0x55c844247270 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 10 client.9678 fetch_fsmap finished waiting for FSMap version 205 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 10 client.9678 resolve_mds: resolved name 'a' to daemon mds.a 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 20 client.9678 populate_metadata read hostname 'smithi066' 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c8446b3400 0x55c8445eac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 4 client.9678 mds_command: new command op to 9471 tid=0 multi_id=0 [{"prefix": "status"}] 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.554+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 --> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] -- command(tid 0: {"prefix": "status"}) -- 0x55c84455cd80 con 0x55c8446b3400 2024-07-27T07:05:22.557 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff911400640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c8446b3400 0x55c8445eac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff8ee000640 10 client.9678 ms_handle_connect on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff911400640 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c8446b3400 0x55c8445eac10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=168a76565e94d147 server_cookie=36bb706ebcb80887 in_seq=0 out_seq=0 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff8ee000640 1 -- 172.21.15.66:0/4006061843 <== mds.0 v2:172.21.15.66:6834/3533780000 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55c84455cd80 con 0x55c8446b3400 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff8ee000640 10 client.9678 handle_command_reply: tid=0 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.555+0000 7ff91ae3e740 1 client.9678 shutdown 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 msgr2=0x55c844602770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc009610 tx=0x7ff8fc05db20 comp rx=0 tx=0).stop 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 shutdown_connections 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x55c844627ec0 0x55c844602cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:6834/3533780000,v1:172.21.15.66:6835/3533780000] conn(0x55c8446b3400 0x55c8445eac10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.559 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x55c844247270 0x55c844602770 unknown :-1 s=CLOSED pgs=1966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 --2- 172.21.15.66:0/4006061843 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x55c844226590 0x55c8446aec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff8ee000640 0 client.9678 ms_handle_reset on v2:172.21.15.66:6834/3533780000 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 >> 172.21.15.66:0/4006061843 conn(0x55c84423b3c0 msgr2=0x55c844643d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 shutdown_connections 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 1 -- 172.21.15.66:0/4006061843 wait complete. 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.556+0000 7ff91ae3e740 20 client.9678 trim_cache size 0 max 16384 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stdout:{ 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stdout: "cluster_fsid": "fb113fc2-2068-4da5-a373-708e4ed95784", 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stdout: "whoami": 0, 2024-07-27T07:05:22.560 INFO:teuthology.orchestra.run.smithi066.stdout: "id": 9471, 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "want_state": "up:active", 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "state": "up:active", 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "fs_name": "cephfs", 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "rank_uptime": 15.056467120000001, 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "mdsmap_epoch": 205, 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch": 203, 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "osdmap_epoch_barrier": 203, 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout: "uptime": 19.588616658999999 2024-07-27T07:05:22.561 INFO:teuthology.orchestra.run.smithi066.stdout:} 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 msgr2=0x7ff8f0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 0x7ff8f0079550 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7ff9000099b0 tx=0x7ff900005c90 comp rx=0 tx=0).stop 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 msgr2=0x7ff90c143320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00d6d0 tx=0x7ff8fc00db90 comp rx=0 tx=0).stop 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 shutdown_connections 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff8f0077040 0x7ff8f0079550 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff90c0b4a40 0x7ff90c15ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff90c0b2a90 0x7ff90c143320 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.562 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 --2- 172.21.15.66:0/3960009242 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff90c072300 0x7ff90c1f9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:05:22.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 >> 172.21.15.66:0/3960009242 conn(0x7ff90c0cfa80 msgr2=0x7ff90c15ec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:05:22.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 shutdown_connections 2024-07-27T07:05:22.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22.557+0000 7ff912800640 1 -- 172.21.15.66:0/3960009242 wait complete. 2024-07-27T07:05:22.587 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'mkdir -p {d0,d1}/empty') 2024-07-27T07:05:22.689 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-07-27T07:05:22.709 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:05:22.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:22.720 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 0 d0) 2024-07-27T07:05:22.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:22.784 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.dir.pin -v 1 d1) 2024-07-27T07:05:22.841 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-07-27T07:05:23.160 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T07:05:23.161 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T07:05:23.161 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-07-27T07:05:25.162 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-07-27T07:05:25.486 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T07:05:25.487 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T07:05:25.487 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-07-27T07:05:27.488 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-07-27T07:05:27.808 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"13","version":"13","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":0,"dirty":1,"authpin":0},"nref":3}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}}] 2024-07-27T07:05:27.809 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 3, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 0, "subtree": 1 }, "projected_version": "13", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "13" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false } ] 2024-07-27T07:05:27.809 INFO:tasks.cephfs.cephfs_test_case:[] =?= [('/d0', 0), ('/d1', 1)] 2024-07-27T07:05:29.810 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json get subtrees 2024-07-27T07:05:30.130 INFO:teuthology.orchestra.run.smithi066.stdout:[{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"","dirfrag":"0x1","snapid_first":2,"projected_version":"14","version":"14","committing_version":"1","committed_version":"1","is_rep":true,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{"1":1}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"replicated":1,"dirty":1,"authpin":0},"nref":4}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":-1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":-1,"dir":{"path":"~mds0","dirfrag":"0x100","snapid_first":2,"projected_version":"1","version":"1","committing_version":"1","committed_version":"1","is_rep":false,"dir_auth":"0","states":["auth","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":0,"authpin":0},"nref":2}},{"is_auth":true,"auth_first":0,"auth_second":-2,"export_pin":0,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":0,"dir":{"path":"/d0","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"3","version":"3","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"0","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"subtree":1,"dirty":1,"authpin":0},"nref":3}},{"is_auth":false,"auth_first":1,"auth_second":-2,"export_pin":1,"distributed_ephemeral_pin":false,"random_ephemeral_pin":false,"export_pin_target":1,"dir":{"path":"/d1","dirfrag":"0x10000000002","snapid_first":2,"projected_version":"3","version":"3","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"1","states":[],"is_auth":false,"auth_state":{"replicas":{}},"replica_state":{"authority":[1,-2],"replica_nonce":1},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"ptrwaiter":0,"request":0,"child":0,"frozen":0,"subtree":1,"replicated":0,"dirty":0,"waiter":0,"authpin":0,"tempexporting":0},"nref":1}}] 2024-07-27T07:05:30.131 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": { "1": 1 } }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x1", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": true, "nref": 4, "path": "", "pins": { "authpin": 0, "child": 1, "dirty": 1, "replicated": 1, "subtree": 1 }, "projected_version": "14", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "14" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "1", "committing_version": "1", "dir_auth": "0", "dirfrag": "0x100", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "~mds0", "pins": { "authpin": 0, "child": 1, "dirty": 0, "subtree": 1 }, "projected_version": "1", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "complete" ], "version": "1" }, "distributed_ephemeral_pin": false, "export_pin": -1, "export_pin_target": -1, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 0, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "0", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 3, "path": "/d0", "pins": { "authpin": 0, "child": 1, "dirty": 1, "subtree": 1 }, "projected_version": "3", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "3" }, "distributed_ephemeral_pin": false, "export_pin": 0, "export_pin_target": 0, "is_auth": true, "random_ephemeral_pin": false }, { "auth_first": 1, "auth_second": -2, "dir": { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dir_auth": "1", "dirfrag": "0x10000000002", "is_auth": false, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/d1", "pins": { "authpin": 0, "child": 0, "dirty": 0, "frozen": 0, "ptrwaiter": 0, "replicated": 0, "request": 0, "subtree": 1, "tempexporting": 0, "waiter": 0 }, "projected_version": "3", "replica_state": { "authority": [ 1, -2 ], "replica_nonce": 1 }, "snapid_first": 2, "states": [], "version": "3" }, "distributed_ephemeral_pin": false, "export_pin": 1, "export_pin_target": 1, "is_auth": false, "random_ephemeral_pin": false } ] 2024-07-27T07:05:30.132 INFO:tasks.cephfs.cephfs_test_case:[('/d0', 0), ('/d1', 1)] =?= [('/d0', 0), ('/d1', 1)] 2024-07-27T07:05:30.132 DEBUG:teuthology.orchestra.run.smithi066:> stdin-killer -- python3 -c ' 2024-07-27T07:05:30.132 DEBUG:teuthology.orchestra.run.smithi066:> import os 2024-07-27T07:05:30.132 DEBUG:teuthology.orchestra.run.smithi066:> open(os.path.join("/home/ubuntu/cephtest/mnt.0", "d0/file1"), '"'"'w'"'"').write("asdf") 2024-07-27T07:05:30.132 DEBUG:teuthology.orchestra.run.smithi066:> open(os.path.join("/home/ubuntu/cephtest/mnt.0", "d0/file2"), '"'"'w'"'"').write("asdf") 2024-07-27T07:05:30.132 DEBUG:teuthology.orchestra.run.smithi066:> ' 2024-07-27T07:05:30.287 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:05:30.297 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:30.297 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln d0/file1 d1/file1) 2024-07-27T07:05:31.126 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:05:31.134 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:05:33.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.006 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln d0/file2 d1/file2) 2024-07-27T07:05:33.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.087 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir d1/.snap/s1) 2024-07-27T07:05:33.183 DEBUG:teuthology.orchestra.run.smithi066:> stdin-killer -- python3 -c ' 2024-07-27T07:05:33.305 DEBUG:teuthology.orchestra.run.smithi066:> import os 2024-07-27T07:05:33.306 DEBUG:teuthology.orchestra.run.smithi066:> open(os.path.join("/home/ubuntu/cephtest/mnt.0", "d0/file1"), '"'"'w'"'"').write("qwer") 2024-07-27T07:05:33.306 DEBUG:teuthology.orchestra.run.smithi066:> ' 2024-07-27T07:05:33.492 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:05:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-07-27T07:05:33.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.503 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec grep asdf d1/.snap/s1/file1) 2024-07-27T07:05:33.618 INFO:teuthology.orchestra.run.smithi066.stdout:asdf 2024-07-27T07:05:33.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.620 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f d0/file2) 2024-07-27T07:05:33.686 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.686 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec grep asdf d1/.snap/s1/file2) 2024-07-27T07:05:33.766 INFO:teuthology.orchestra.run.smithi066.stdout:asdf 2024-07-27T07:05:33.768 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.768 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f d1/file2) 2024-07-27T07:05:33.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.833 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec grep asdf d1/.snap/s1/file2) 2024-07-27T07:05:33.885 INFO:teuthology.orchestra.run.smithi066.stdout:asdf 2024-07-27T07:05:33.886 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.886 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir d1/.snap/s1) 2024-07-27T07:05:33.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:05:33.958 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -rf d0 d1) 2024-07-27T07:05:34.060 INFO:tasks.ceph.mds.c.smithi066.stderr:ceph-mds: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/redhat-linux-build/boost/include/boost/smart_ptr/intrusive_ptr.hpp:201: T* boost::intrusive_ptr::operator->() const [with T = const Message]: Assertion `px != 0' failed. 2024-07-27T07:05:34.060 INFO:tasks.ceph.mds.c.smithi066.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:05:34.060 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fd624400640 thread_name:ms_dispatch 2024-07-27T07:05:34.062 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:34.062 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd62aa3e6f0] 2024-07-27T07:05:34.062 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd62aa8b94c] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7fd62aa2871b] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7fd62aa37386] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x5567be4d36b9] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x5567be69180c] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x5567be5d12ca] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x5567be5a1753] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x5567be5a2a1b] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x5567be586752] 2024-07-27T07:05:34.063 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x5567be4d4a56] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5567be4d8637] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5567be4d8f5e] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5567be4bc03a] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd62b59b407] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7fd62b59bcf9] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd62b6785a1] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7fd62b425cdd] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7fd62b425cf9] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7fd62aa89c02] 2024-07-27T07:05:34.064 INFO:tasks.ceph.mds.c.smithi066.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7fd62ab0ec40] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr:2024-07-27T07:05:34.062+0000 7fd624400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fd624400640 thread_name:ms_dispatch 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd62aa3e6f0] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd62aa8b94c] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7fd62aa2871b] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7fd62aa37386] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x5567be4d36b9] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x5567be69180c] 2024-07-27T07:05:34.065 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x5567be5d12ca] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x5567be5a1753] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x5567be5a2a1b] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x5567be586752] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x5567be4d4a56] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5567be4d8637] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5567be4d8f5e] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5567be4bc03a] 2024-07-27T07:05:34.066 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd62b59b407] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7fd62b59bcf9] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd62b6785a1] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7fd62b425cdd] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7fd62b425cf9] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7fd62aa89c02] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7fd62ab0ec40] 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:34.067 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.105 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T07:05:34.062+0000 7fd624400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:34.105 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fd624400640 thread_name:ms_dispatch 2024-07-27T07:05:34.105 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.105 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd62aa3e6f0] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd62aa8b94c] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7fd62aa2871b] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7fd62aa37386] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x5567be4d36b9] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x5567be69180c] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x5567be5d12ca] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x5567be5a1753] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x5567be5a2a1b] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x5567be586752] 2024-07-27T07:05:34.106 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x5567be4d4a56] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5567be4d8637] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5567be4d8f5e] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5567be4bc03a] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd62b59b407] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7fd62b59bcf9] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd62b6785a1] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7fd62b425cdd] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7fd62b425cf9] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7fd62aa89c02] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7fd62ab0ec40] 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:34.107 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.116 INFO:tasks.ceph.mds.c.smithi066.stderr: 0> 2024-07-27T07:05:34.062+0000 7fd624400640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:34.116 INFO:tasks.ceph.mds.c.smithi066.stderr: in thread 7fd624400640 thread_name:ms_dispatch 2024-07-27T07:05:34.116 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.116 INFO:tasks.ceph.mds.c.smithi066.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7fd62aa3e6f0] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7fd62aa8b94c] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 3: raise() 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 4: abort() 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7fd62aa2871b] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7fd62aa37386] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x5567be4d36b9] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x5567be69180c] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x5567be5d12ca] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x5567be5a1753] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x5567be5a2a1b] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x5567be586752] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x5567be4d4a56] 2024-07-27T07:05:34.117 INFO:tasks.ceph.mds.c.smithi066.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x5567be4d8637] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x5567be4d8f5e] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x5567be4bc03a] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7fd62b59b407] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7fd62b59bcf9] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7fd62b6785a1] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7fd62b425cdd] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7fd62b425cf9] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7fd62aa89c02] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7fd62ab0ec40] 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:34.118 INFO:tasks.ceph.mds.c.smithi066.stderr: 2024-07-27T07:05:34.892 INFO:tasks.ceph.mds.c.smithi066.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:05:36.370 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-07-27T07:05:42.981 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2024-07-27T07:05:49.592 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~13s 2024-07-27T07:05:53.069 INFO:tasks.ceph.mds.d.smithi155.stderr:ceph-mds: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/redhat-linux-build/boost/include/boost/smart_ptr/intrusive_ptr.hpp:201: T* boost::intrusive_ptr::operator->() const [with T = const Message]: Assertion `px != 0' failed. 2024-07-27T07:05:53.069 INFO:tasks.ceph.mds.d.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:05:53.069 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f4733a00640 thread_name:ms_dispatch 2024-07-27T07:05:53.071 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f473a03e6f0] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f473a08b94c] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f473a02871b] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f473a037386] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55d1beb136b9] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55d1becd180c] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55d1bec112ca] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55d1bebe1753] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55d1bebe2a1b] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55d1bebc6752] 2024-07-27T07:05:53.072 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55d1beb14a56] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55d1beb18637] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55d1beb18f5e] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55d1beafc03a] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f473ab9b407] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f473ab9bcf9] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f473ac785a1] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f473aa25cdd] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f473aa25cf9] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f473a089c02] 2024-07-27T07:05:53.073 INFO:tasks.ceph.mds.d.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f473a10ec40] 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr:2024-07-27T07:05:53.072+0000 7f4733a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f4733a00640 thread_name:ms_dispatch 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f473a03e6f0] 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f473a08b94c] 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:05:53.074 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f473a02871b] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f473a037386] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55d1beb136b9] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55d1becd180c] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55d1bec112ca] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55d1bebe1753] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55d1bebe2a1b] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55d1bebc6752] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55d1beb14a56] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55d1beb18637] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55d1beb18f5e] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55d1beafc03a] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f473ab9b407] 2024-07-27T07:05:53.075 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f473ab9bcf9] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f473ac785a1] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f473aa25cdd] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f473aa25cf9] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f473a089c02] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f473a10ec40] 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:53.076 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.120 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T07:05:53.072+0000 7f4733a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:53.120 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f4733a00640 thread_name:ms_dispatch 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f473a03e6f0] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f473a08b94c] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f473a02871b] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f473a037386] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55d1beb136b9] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55d1becd180c] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55d1bec112ca] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55d1bebe1753] 2024-07-27T07:05:53.121 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55d1bebe2a1b] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55d1bebc6752] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55d1beb14a56] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55d1beb18637] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55d1beb18f5e] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55d1beafc03a] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f473ab9b407] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f473ab9bcf9] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f473ac785a1] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f473aa25cdd] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f473aa25cf9] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f473a089c02] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f473a10ec40] 2024-07-27T07:05:53.122 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:53.123 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: 0> 2024-07-27T07:05:53.072+0000 7f4733a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: in thread 7f4733a00640 thread_name:ms_dispatch 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f473a03e6f0] 2024-07-27T07:05:53.134 INFO:tasks.ceph.mds.d.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f473a08b94c] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 3: raise() 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 4: abort() 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f473a02871b] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f473a037386] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55d1beb136b9] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55d1becd180c] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55d1bec112ca] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55d1bebe1753] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55d1bebe2a1b] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55d1bebc6752] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55d1beb14a56] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55d1beb18637] 2024-07-27T07:05:53.135 INFO:tasks.ceph.mds.d.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55d1beb18f5e] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55d1beafc03a] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f473ab9b407] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f473ab9bcf9] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f473ac785a1] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f473aa25cdd] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f473aa25cf9] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f473a089c02] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f473a10ec40] 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:05:53.136 INFO:tasks.ceph.mds.d.smithi155.stderr: 2024-07-27T07:05:53.900 INFO:tasks.ceph.mds.d.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:05:56.104 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~20s 2024-07-27T07:05:56.104 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-07-27T07:06:01.266 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:06:01.274 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:06:02.616 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~26s 2024-07-27T07:06:02.617 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~7s 2024-07-27T07:06:09.129 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~33s 2024-07-27T07:06:09.129 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~13s 2024-07-27T07:06:12.286 INFO:tasks.ceph.mds.b.smithi155.stderr:ceph-mds: /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/19.0.0-5320-ge8f88bb1/rpm/el9/BUILD/ceph-19.0.0-5320-ge8f88bb1/redhat-linux-build/boost/include/boost/smart_ptr/intrusive_ptr.hpp:201: T* boost::intrusive_ptr::operator->() const [with T = const Message]: Assertion `px != 0' failed. 2024-07-27T07:06:12.286 INFO:tasks.ceph.mds.b.smithi155.stderr:*** Caught signal (Aborted) ** 2024-07-27T07:06:12.286 INFO:tasks.ceph.mds.b.smithi155.stderr: in thread 7f08e5a00640 thread_name:ms_dispatch 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f08ec03e6f0] 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f08ec08b94c] 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 3: raise() 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 4: abort() 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f08ec02871b] 2024-07-27T07:06:12.289 INFO:tasks.ceph.mds.b.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f08ec037386] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55f59f7176b9] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55f59f8d580c] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55f59f8152ca] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55f59f7e5753] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55f59f7e6a1b] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55f59f7ca752] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55f59f718a56] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f59f71c637] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f59f71cf5e] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f59f70003a] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f08ecb9b407] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f08ecb9bcf9] 2024-07-27T07:06:12.290 INFO:tasks.ceph.mds.b.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f08ecc785a1] 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f08eca25cdd] 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f08eca25cf9] 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f08ec089c02] 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f08ec10ec40] 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr:2024-07-27T07:06:12.288+0000 7f08e5a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: in thread 7f08e5a00640 thread_name:ms_dispatch 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:06:12.291 INFO:tasks.ceph.mds.b.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f08ec03e6f0] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f08ec08b94c] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 3: raise() 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 4: abort() 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f08ec02871b] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f08ec037386] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55f59f7176b9] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55f59f8d580c] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55f59f8152ca] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55f59f7e5753] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55f59f7e6a1b] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55f59f7ca752] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55f59f718a56] 2024-07-27T07:06:12.292 INFO:tasks.ceph.mds.b.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f59f71c637] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f59f71cf5e] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f59f70003a] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f08ecb9b407] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f08ecb9bcf9] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f08ecc785a1] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f08eca25cdd] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f08eca25cf9] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f08ec089c02] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f08ec10ec40] 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:06:12.293 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:12.309 INFO:tasks.ceph.mds.b.smithi155.stderr: 0> 2024-07-27T07:06:12.288+0000 7f08e5a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: in thread 7f08e5a00640 thread_name:ms_dispatch 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f08ec03e6f0] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f08ec08b94c] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 3: raise() 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 4: abort() 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f08ec02871b] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f08ec037386] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55f59f7176b9] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55f59f8d580c] 2024-07-27T07:06:12.310 INFO:tasks.ceph.mds.b.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55f59f8152ca] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55f59f7e5753] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55f59f7e6a1b] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55f59f7ca752] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55f59f718a56] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f59f71c637] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f59f71cf5e] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f59f70003a] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f08ecb9b407] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f08ecb9bcf9] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f08ecc785a1] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f08eca25cdd] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f08eca25cf9] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f08ec089c02] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f08ec10ec40] 2024-07-27T07:06:12.311 INFO:tasks.ceph.mds.b.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:06:12.312 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:12.325 INFO:tasks.ceph.mds.b.smithi155.stderr: 0> 2024-07-27T07:06:12.288+0000 7f08e5a00640 -1 *** Caught signal (Aborted) ** 2024-07-27T07:06:12.325 INFO:tasks.ceph.mds.b.smithi155.stderr: in thread 7f08e5a00640 thread_name:ms_dispatch 2024-07-27T07:06:12.325 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: ceph version 19.0.0-5320-ge8f88bb1 (e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528) squid (dev) 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f08ec03e6f0] 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 2: /lib64/libc.so.6(+0x8b94c) [0x7f08ec08b94c] 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 3: raise() 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 4: abort() 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 5: /lib64/libc.so.6(+0x2871b) [0x7f08ec02871b] 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 6: /lib64/libc.so.6(+0x37386) [0x7f08ec037386] 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 7: (MDSRank::get_session(boost::intrusive_ptr const&)+0x89) [0x55f59f7176b9] 2024-07-27T07:06:12.326 INFO:tasks.ceph.mds.b.smithi155.stderr: 8: (MDCache::path_traverse(boost::intrusive_ptr const&, ContextFactory&, filepath const&, int, std::vector >*, CInode**, CDir**)+0x58e) [0x55f59f8d580c] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 9: (Server::handle_peer_rmdir_prep(boost::intrusive_ptr const&)+0x32a) [0x55f59f8152ca] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 10: (Server::dispatch_peer_request(boost::intrusive_ptr const&)+0x923) [0x55f59f7e5753] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 11: (Server::handle_peer_request(boost::intrusive_ptr const&)+0x10c3) [0x55f59f7e6a1b] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x9ba) [0x55f59f7ca752] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 13: (MDSRank::handle_message(boost::intrusive_ptr const&)+0x81a) [0x55f59f718a56] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 14: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x28f) [0x55f59f71c637] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 15: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x94) [0x55f59f71cf5e] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 16: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x3f0) [0x55f59f70003a] 2024-07-27T07:06:12.327 INFO:tasks.ceph.mds.b.smithi155.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x39b407) [0x7f08ecb9b407] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 18: (DispatchQueue::entry()+0x60f) [0x7f08ecb9bcf9] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 19: /usr/lib64/ceph/libceph-common.so.2(+0x4785a1) [0x7f08ecc785a1] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 20: (Thread::entry_wrapper()+0x43) [0x7f08eca25cdd] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 21: (Thread::_entry_func(void*)+0xd) [0x7f08eca25cf9] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 22: /lib64/libc.so.6(+0x89c02) [0x7f08ec089c02] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 23: /lib64/libc.so.6(+0x10ec40) [0x7f08ec10ec40] 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-07-27T07:06:12.328 INFO:tasks.ceph.mds.b.smithi155.stderr: 2024-07-27T07:06:13.126 INFO:tasks.ceph.mds.b.smithi155.stderr:daemon-helper: command crashed with signal 6 2024-07-27T07:06:15.540 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~39s 2024-07-27T07:06:15.541 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-07-27T07:06:15.541 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~20s 2024-07-27T07:06:21.952 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~46s 2024-07-27T07:06:21.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~6s 2024-07-27T07:06:21.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~26s 2024-07-27T07:06:28.364 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~52s 2024-07-27T07:06:28.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~13s 2024-07-27T07:06:28.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~32s 2024-07-27T07:06:31.406 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:06:31.415 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:06:34.776 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~59s 2024-07-27T07:06:34.776 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~19s 2024-07-27T07:06:34.776 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~39s 2024-07-27T07:06:41.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~65s 2024-07-27T07:06:41.188 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~26s 2024-07-27T07:06:41.189 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~45s 2024-07-27T07:06:47.600 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~71s 2024-07-27T07:06:47.601 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~32s 2024-07-27T07:06:47.601 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~52s 2024-07-27T07:06:54.011 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~78s 2024-07-27T07:06:54.011 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~38s 2024-07-27T07:06:54.011 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~58s 2024-07-27T07:07:00.423 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~84s 2024-07-27T07:07:00.423 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~45s 2024-07-27T07:07:00.424 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~64s 2024-07-27T07:07:01.536 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:07:01.545 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:07:06.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~91s 2024-07-27T07:07:06.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~51s 2024-07-27T07:07:06.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~71s 2024-07-27T07:07:13.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~97s 2024-07-27T07:07:13.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~58s 2024-07-27T07:07:13.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~77s 2024-07-27T07:07:19.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~103s 2024-07-27T07:07:19.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~64s 2024-07-27T07:07:19.660 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~84s 2024-07-27T07:07:26.071 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~110s 2024-07-27T07:07:26.072 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~71s 2024-07-27T07:07:26.072 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~90s 2024-07-27T07:07:31.666 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:07:31.674 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:07:32.482 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~116s 2024-07-27T07:07:32.482 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~77s 2024-07-27T07:07:32.483 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~96s 2024-07-27T07:07:38.894 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~123s 2024-07-27T07:07:38.894 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~83s 2024-07-27T07:07:38.894 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~103s 2024-07-27T07:07:45.306 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~129s 2024-07-27T07:07:45.307 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~90s 2024-07-27T07:07:45.307 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~109s 2024-07-27T07:07:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~136s 2024-07-27T07:07:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~96s 2024-07-27T07:07:51.719 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~116s 2024-07-27T07:07:58.131 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~142s 2024-07-27T07:07:58.131 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~103s 2024-07-27T07:07:58.131 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~122s 2024-07-27T07:08:01.805 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:08:01.813 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:08:04.543 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~148s 2024-07-27T07:08:04.543 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~109s 2024-07-27T07:08:04.543 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~129s 2024-07-27T07:08:10.954 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~155s 2024-07-27T07:08:10.955 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~115s 2024-07-27T07:08:10.955 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~135s 2024-07-27T07:08:17.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~161s 2024-07-27T07:08:17.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~122s 2024-07-27T07:08:17.365 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~141s 2024-07-27T07:08:23.775 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~168s 2024-07-27T07:08:23.775 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~128s 2024-07-27T07:08:23.776 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~148s 2024-07-27T07:08:30.186 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~174s 2024-07-27T07:08:30.186 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~135s 2024-07-27T07:08:30.186 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~154s 2024-07-27T07:08:31.949 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:08:31.957 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:08:36.598 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~180s 2024-07-27T07:08:36.598 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~141s 2024-07-27T07:08:36.598 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~161s 2024-07-27T07:08:43.010 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~187s 2024-07-27T07:08:43.010 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~147s 2024-07-27T07:08:43.010 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~167s 2024-07-27T07:08:49.423 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~193s 2024-07-27T07:08:49.423 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~154s 2024-07-27T07:08:49.423 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~173s 2024-07-27T07:08:55.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~200s 2024-07-27T07:08:55.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~160s 2024-07-27T07:08:55.836 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~180s 2024-07-27T07:09:02.088 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:09:02.096 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:09:02.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~206s 2024-07-27T07:09:02.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~167s 2024-07-27T07:09:02.248 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~186s 2024-07-27T07:09:08.657 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~212s 2024-07-27T07:09:08.658 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~173s 2024-07-27T07:09:08.658 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~193s 2024-07-27T07:09:15.068 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~219s 2024-07-27T07:09:15.068 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~180s 2024-07-27T07:09:15.068 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~199s 2024-07-27T07:09:21.480 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~225s 2024-07-27T07:09:21.480 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~186s 2024-07-27T07:09:21.480 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~205s 2024-07-27T07:09:27.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~232s 2024-07-27T07:09:27.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~192s 2024-07-27T07:09:27.889 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~212s 2024-07-27T07:09:32.212 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:09:32.221 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:09:34.301 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~238s 2024-07-27T07:09:34.302 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~199s 2024-07-27T07:09:34.302 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~218s 2024-07-27T07:09:40.714 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~245s 2024-07-27T07:09:40.714 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~205s 2024-07-27T07:09:40.714 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~225s 2024-07-27T07:09:47.126 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~251s 2024-07-27T07:09:47.127 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~212s 2024-07-27T07:09:47.127 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~231s 2024-07-27T07:09:53.539 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~257s 2024-07-27T07:09:53.540 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~218s 2024-07-27T07:09:53.540 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~238s 2024-07-27T07:09:59.952 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~264s 2024-07-27T07:09:59.953 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~224s 2024-07-27T07:09:59.954 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~244s 2024-07-27T07:10:02.360 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:10:02.369 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:10:06.367 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~270s 2024-07-27T07:10:06.367 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~231s 2024-07-27T07:10:06.367 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~250s 2024-07-27T07:10:12.779 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~277s 2024-07-27T07:10:12.780 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~237s 2024-07-27T07:10:12.780 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~257s 2024-07-27T07:10:19.192 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~283s 2024-07-27T07:10:19.192 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~244s 2024-07-27T07:10:19.192 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~263s 2024-07-27T07:10:25.604 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~289s 2024-07-27T07:10:25.605 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~250s 2024-07-27T07:10:25.605 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~270s 2024-07-27T07:10:32.017 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~296s 2024-07-27T07:10:32.018 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~256s 2024-07-27T07:10:32.018 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~276s 2024-07-27T07:10:32.507 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:10:32.516 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:10:33.965 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 745, in recv_stderr out = self.in_stderr_buffer.read(nbytes, self.timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/buffered_pipe.py", line 154, in read raise PipeTimeout() paramiko.buffered_pipe.PipeTimeout During handling of the above exception, another exception occurred: Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 323, in copy_file_to copy_to_log(src, logger, capture=stream, quiet=quiet) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 276, in copy_to_log for line in f: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 109, in __next__ line = self.readline() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 275, in readline new_data = self._read(n) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 1374, in _read return self.channel.recv_stderr(size) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 747, in recv_stderr raise socket.timeout() TimeoutError 2024-07-27T07:10:34.042 ERROR:teuthology:Uncaught exception (Hub) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 697, in recv out = self.in_buffer.read(nbytes, self.timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/buffered_pipe.py", line 154, in read raise PipeTimeout() paramiko.buffered_pipe.PipeTimeout During handling of the above exception, another exception occurred: Traceback (most recent call last): File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 323, in copy_file_to copy_to_log(src, logger, capture=stream, quiet=quiet) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 276, in copy_to_log for line in f: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 109, in __next__ line = self.readline() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 275, in readline new_data = self._read(n) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 1359, in _read return self.channel.recv(size) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 699, in recv raise socket.timeout() TimeoutError 2024-07-27T07:10:38.428 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~302s 2024-07-27T07:10:38.428 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~263s 2024-07-27T07:10:38.428 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~282s 2024-07-27T07:10:38.428 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2024-07-27T07:10:38.429 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:38.429 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:38.490 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:38.490 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:38.549 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 -- 172.21.15.66:0/862148888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 msgr2=0x7f1ed406e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/862148888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed406e9b0 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc005fd0 tx=0x7f1ecc02aa00 comp rx=0 tx=0).stop 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 -- 172.21.15.66:0/862148888 shutdown_connections 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/862148888 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed406e9b0 unknown :-1 s=CLOSED pgs=1967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/862148888 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed415a1e0 0x7f1ed4072a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 -- 172.21.15.66:0/862148888 >> 172.21.15.66:0/862148888 conn(0x7f1ed40cfa80 msgr2=0x7f1ed40cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 -- 172.21.15.66:0/862148888 shutdown_connections 2024-07-27T07:10:38.849 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.847+0000 7f1ed9e00640 1 -- 172.21.15.66:0/862148888 wait complete. 2024-07-27T07:10:38.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.850+0000 7f1ed9e00640 1 Processor -- start 2024-07-27T07:10:38.851 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.850+0000 7f1ed9e00640 1 -- start start 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.851+0000 7f1ed9e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed40b5250 0x7f1ed413dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9e00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 0x7f1ed41e4ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9e00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed406eef0 con 0x7f1ed406e5a0 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9e00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed4070600 con 0x7f1ed415a1e0 2024-07-27T07:10:38.854 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9e00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f1ed406f070 con 0x7f1ed40b5250 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed8a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58530/0 (socket says 172.21.15.66:58530) 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed8a00640 1 -- 172.21.15.66:0/17378225 learned_addr learned my addr 172.21.15.66:0/17378225 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed9400640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 0x7f1ed41e4ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed3e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed40b5250 0x7f1ed413dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.852+0000 7f1ed8a00640 1 -- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed40b5250 msgr2=0x7f1ed413dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed8a00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed40b5250 0x7f1ed413dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed8a00640 1 -- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 msgr2=0x7f1ed41e4ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed8a00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 0x7f1ed41e4ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed8a00640 1 -- 172.21.15.66:0/17378225 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed4154f20 con 0x7f1ed406e5a0 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed9400640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 0x7f1ed41e4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:10:38.855 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed8a00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400b3e0 tx=0x7f1ec400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:38.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4015020 con 0x7f1ed406e5a0 2024-07-27T07:10:38.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ec4011940 con 0x7f1ed406e5a0 2024-07-27T07:10:38.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ec4011d90 con 0x7f1ed406e5a0 2024-07-27T07:10:38.856 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed413e940 con 0x7f1ed406e5a0 2024-07-27T07:10:38.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.853+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed4156b90 con 0x7f1ed406e5a0 2024-07-27T07:10:38.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.855+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ed406f550 con 0x7f1ed406e5a0 2024-07-27T07:10:38.857 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.856+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f1ec4018020 con 0x7f1ed406e5a0 2024-07-27T07:10:38.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.857+0000 7f1ed0c00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 0x7f1eb4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:38.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.858+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f1ec4099060 con 0x7f1ed406e5a0 2024-07-27T07:10:38.859 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.858+0000 7f1ed3e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 0x7f1eb4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:38.860 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.859+0000 7f1ed3e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 0x7f1eb4079520 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1ec00058c0 tx=0x7f1ec0005be0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:38.864 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:38.863+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f1ec401f020 con 0x7f1ed406e5a0 2024-07-27T07:10:39.090 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.089+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1ed40b3d50 con 0x7f1ed406e5a0 2024-07-27T07:10:39.092 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.090+0000 7f1ed0c00640 1 -- 172.21.15.66:0/17378225 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v208) ==== 80+0+244 (secure 0 0 0) 0x7f1ec4061b00 con 0x7f1ed406e5a0 2024-07-27T07:10:39.092 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/394229688 2024-07-28T07:06:08.233342+0000 2024-07-27T07:10:39.092 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6836/394229688 2024-07-28T07:06:08.233342+0000 2024-07-27T07:10:39.092 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3068699741 2024-07-28T07:05:48.223435+0000 2024-07-27T07:10:39.092 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3068699741 2024-07-28T07:05:48.223435+0000 2024-07-27T07:10:39.093 INFO:teuthology.orchestra.run.smithi066.stderr:listed 4 entries 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 msgr2=0x7f1eb4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 0x7f1eb4079520 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f1ec00058c0 tx=0x7f1ec0005be0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 msgr2=0x7f1ed41549e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7f1ec400b3e0 tx=0x7f1ec400b8a0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 shutdown_connections 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f1eb4077010 0x7f1eb4079520 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.093+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f1ed415a1e0 0x7f1ed41e4ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.094+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f1ed40b5250 0x7f1ed413dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.094+0000 7f1ed9e00640 1 --2- 172.21.15.66:0/17378225 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f1ed406e5a0 0x7f1ed41549e0 unknown :-1 s=CLOSED pgs=1968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.094+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 >> 172.21.15.66:0/17378225 conn(0x7f1ed40cfa80 msgr2=0x7f1ed41514d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.094+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 shutdown_connections 2024-07-27T07:10:39.096 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.094+0000 7f1ed9e00640 1 -- 172.21.15.66:0/17378225 wait complete. 2024-07-27T07:10:39.123 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:10:39.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:39.123 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-07-27T07:10:39.209 INFO:teuthology.orchestra.run.smithi066.stderr:umount: /home/ubuntu/cephtest/mnt.0: target is busy. 2024-07-27T07:10:39.210 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:10:39.214 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-07-27T07:10:39.214 DEBUG:teuthology.orchestra.run.smithi066:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:10:39.215 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-07-27T07:10:39.216 DEBUG:tasks.cephfs.kernel_mount:Killing processes on client.0... 2024-07-27T07:10:39.216 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:39.216 DEBUG:teuthology.orchestra.run.smithi066:> sudo PATH=/usr/sbin:$PATH lsof ; ps auxf 2024-07-27T07:10:39.363 INFO:teuthology.orchestra.run.smithi066.stderr:lsof: WARNING: can't stat() ceph file system /home/ubuntu/cephtest/mnt.0 2024-07-27T07:10:39.363 INFO:teuthology.orchestra.run.smithi066.stderr: Output information may be incomplete. 2024-07-27T07:10:39.385 DEBUG:teuthology.orchestra.run.smithi155:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-07-27T07:10:39.493 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-07-27T07:10:39.493 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:10:39.494 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:39.494 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:39.547 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:39.547 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:39.595 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-07-27T07:10:39.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.907+0000 7f07bfe00640 1 -- 172.21.15.66:0/3701809687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 msgr2=0x7f07a400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:39.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.907+0000 7f07bfe00640 1 --2- 172.21.15.66:0/3701809687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07a400b9c0 secure :-1 s=READY pgs=1970 cs=0 l=1 rev1=1 crypto rx=0x7f07b8001dc0 tx=0x7f07a4005830 comp rx=0 tx=0).stop 2024-07-27T07:10:39.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.907+0000 7f07bfe00640 1 -- 172.21.15.66:0/3701809687 shutdown_connections 2024-07-27T07:10:39.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.907+0000 7f07bfe00640 1 --2- 172.21.15.66:0/3701809687 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07a400b9c0 unknown :-1 s=CLOSED pgs=1970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.907+0000 7f07bfe00640 1 -- 172.21.15.66:0/3701809687 >> 172.21.15.66:0/3701809687 conn(0x7f07c00cfa80 msgr2=0x7f07c00cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:39.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.908+0000 7f07bfe00640 1 -- 172.21.15.66:0/3701809687 shutdown_connections 2024-07-27T07:10:39.910 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.908+0000 7f07bfe00640 1 -- 172.21.15.66:0/3701809687 wait complete. 2024-07-27T07:10:39.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.910+0000 7f07bfe00640 1 Processor -- start 2024-07-27T07:10:39.911 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.910+0000 7f07bfe00640 1 -- start start 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 0x7f07c0130000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07c0130540 0x7f07c0131370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f07c015baf0 con 0x7f07a4005350 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f07c0070480 con 0x7f07c012fbf0 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bfe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f07c015bc70 con 0x7f07c0130540 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58542/0 (socket says 172.21.15.66:58542) 2024-07-27T07:10:39.914 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 -- 172.21.15.66:0/1654196180 learned_addr learned my addr 172.21.15.66:0/1654196180 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07b7e00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 0x7f07c0130000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bf400640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07c0130540 0x7f07c0131370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 -- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07c0130540 msgr2=0x7f07c0131370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07c0130540 0x7f07c0131370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 -- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 msgr2=0x7f07c0130000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.912+0000 7f07bea00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 0x7f07c0130000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07bea00640 1 -- 172.21.15.66:0/1654196180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c013ef00 con 0x7f07a4005350 2024-07-27T07:10:39.915 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07b7e00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 0x7f07c0130000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:10:39.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07bea00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f07b000c730 tx=0x7f07b000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:39.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b0017070 con 0x7f07a4005350 2024-07-27T07:10:39.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07b000ce40 con 0x7f07a4005350 2024-07-27T07:10:39.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07c013e940 con 0x7f07a4005350 2024-07-27T07:10:39.916 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07b000a8a0 con 0x7f07a4005350 2024-07-27T07:10:39.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.913+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07c012f3f0 con 0x7f07a4005350 2024-07-27T07:10:39.917 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.915+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07c015c180 con 0x7f07a4005350 2024-07-27T07:10:39.918 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.917+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f07b001a070 con 0x7f07a4005350 2024-07-27T07:10:39.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.918+0000 7f07b7400640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 0x7f079c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:39.919 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.918+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f07b00987b0 con 0x7f07a4005350 2024-07-27T07:10:39.920 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.919+0000 7f07b7e00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 0x7f079c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:39.921 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.920+0000 7f07b7e00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 0x7f079c079520 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f07c015aeb0 tx=0x7f07a8005f90 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:39.924 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:39.923+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f07b00611c0 con 0x7f07a4005350 2024-07-27T07:10:40.144 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.143+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f07c00b1200 con 0x7f07a4005350 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.144+0000 7f07b7400640 1 -- 172.21.15.66:0/1654196180 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v208) ==== 80+0+244 (secure 0 0 0) 0x7f07b0060ac0 con 0x7f07a4005350 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6837/394229688 2024-07-28T07:06:08.233342+0000 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.155:6836/394229688 2024-07-28T07:06:08.233342+0000 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6833/3068699741 2024-07-28T07:05:48.223435+0000 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stdout:172.21.15.66:6832/3068699741 2024-07-28T07:05:48.223435+0000 2024-07-27T07:10:40.146 INFO:teuthology.orchestra.run.smithi066.stderr:listed 4 entries 2024-07-27T07:10:40.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.147+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 msgr2=0x7f079c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:40.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.147+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 0x7f079c079520 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f07c015aeb0 tx=0x7f07a8005f90 comp rx=0 tx=0).stop 2024-07-27T07:10:40.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.147+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 msgr2=0x7f07c0158d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:40.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.147+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f07b000c730 tx=0x7f07b000cbf0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.149 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 shutdown_connections 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f079c077010 0x7f079c079520 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f07c0130540 0x7f07c0131370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f07c012fbf0 0x7f07c0130000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 --2- 172.21.15.66:0/1654196180 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f07a4005350 0x7f07c0158d50 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 >> 172.21.15.66:0/1654196180 conn(0x7f07c00cfa80 msgr2=0x7f07c006ebf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 shutdown_connections 2024-07-27T07:10:40.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.148+0000 7f07bfe00640 1 -- 172.21.15.66:0/1654196180 wait complete. 2024-07-27T07:10:40.176 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-07-27T07:10:40.177 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:40.177 DEBUG:teuthology.orchestra.run.smithi066:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-07-27T07:10:40.251 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:10:40.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:40.252 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-07-27T07:10:40.294 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:10:40.294 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:10:40.295 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:40.353 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:10:40.354 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:10:40.354 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:40.354 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:40.407 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:10:40.407 INFO:tasks.cephfs.mount:Terminating background process 2024-07-27T07:10:40.407 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:10:40.407 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:40.463 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:10:40.464 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 -- 172.21.15.66:0/789529818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 msgr2=0x7f46c00d1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 --2- 172.21.15.66:0/789529818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c00d1bf0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f46b40098e0 tx=0x7f46b402a4a0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 -- 172.21.15.66:0/789529818 shutdown_connections 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 --2- 172.21.15.66:0/789529818 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46c00d2130 0x7f46c00d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 --2- 172.21.15.66:0/789529818 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c00d1bf0 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.737 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 -- 172.21.15.66:0/789529818 >> 172.21.15.66:0/789529818 conn(0x7f46c00d4020 msgr2=0x7f46c00d4430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:40.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.735+0000 7f46c8200640 1 -- 172.21.15.66:0/789529818 shutdown_connections 2024-07-27T07:10:40.738 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.736+0000 7f46c8200640 1 -- 172.21.15.66:0/789529818 wait complete. 2024-07-27T07:10:40.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.738+0000 7f46c8200640 1 Processor -- start 2024-07-27T07:10:40.739 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.738+0000 7f46c8200640 1 -- start start 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.739+0000 7f46c8200640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.739+0000 7f46c8200640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c00b9600 0x7f46c01512d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.739+0000 7f46c8200640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46c00d2130 0x7f46c01f61a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.739+0000 7f46c8200640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f46c00d10f0 con 0x7f46c00b3520 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c8200640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f46c00d0f70 con 0x7f46c00b9600 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c8200640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f46c00d1270 con 0x7f46c00d2130 2024-07-27T07:10:40.741 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:58550/0 (socket says 172.21.15.66:58550) 2024-07-27T07:10:40.742 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 -- 172.21.15.66:0/3852133259 learned_addr learned my addr 172.21.15.66:0/3852133259 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c4e00640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c00b9600 0x7f46c01512d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 -- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46c00d2130 msgr2=0x7f46c01f61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46c00d2130 0x7f46c01f61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 -- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c00b9600 msgr2=0x7f46c01512d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c00b9600 0x7f46c01512d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.740+0000 7f46c5800640 1 -- 172.21.15.66:0/3852133259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46c00b1e90 con 0x7f46c00b3520 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46c5800640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f46b402aa90 tx=0x7f46b4004ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4031d60 con 0x7f46c00b3520 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46b4033070 con 0x7f46c00b3520 2024-07-27T07:10:40.743 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46b4033480 con 0x7f46c00b3520 2024-07-27T07:10:40.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46c00b2170 con 0x7f46c00b3520 2024-07-27T07:10:40.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.741+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46c01f7220 con 0x7f46c00b3520 2024-07-27T07:10:40.744 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.742+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46c01f7480 con 0x7f46c00b3520 2024-07-27T07:10:40.745 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.744+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f46b4033620 con 0x7f46c00b3520 2024-07-27T07:10:40.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.745+0000 7f46bd600640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 0x7f46a0079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:40.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.745+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f46b40ba4d0 con 0x7f46c00b3520 2024-07-27T07:10:40.746 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.745+0000 7f46c4e00640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 0x7f46a0079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:40.748 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.747+0000 7f46c4e00640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 0x7f46a0079550 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f46c00b76a0 tx=0x7f46ac008040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:40.750 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.749+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f46b403f030 con 0x7f46c00b3520 2024-07-27T07:10:40.998 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.997+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46c00d1660 con 0x7f46c00b3520 2024-07-27T07:10:40.999 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:40.997+0000 7f46bd600640 1 -- 172.21.15.66:0/3852133259 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 219 v219) ==== 95+0+3656 (secure 0 0 0) 0x7f46b4082ee0 con 0x7f46c00b3520 2024-07-27T07:10:40.999 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:40.999 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":219,"btime":"2024-07-27T07:08:59:914789+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":219,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:08:59.568732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":208,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":6479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6479":{"gid":6479,"name":"b","rank":1,"incarnation":212,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:06:28.240758+0000","export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":61,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471,6479]},"id":10}]} 2024-07-27T07:10:40.999 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 219 2024-07-27T07:10:41.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 msgr2=0x7f46a0079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 0x7f46a0079550 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f46c00b76a0 tx=0x7f46ac008040 comp rx=0 tx=0).stop 2024-07-27T07:10:41.001 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 msgr2=0x7f46c01e7b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f46b402aa90 tx=0x7f46b4004ac0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 shutdown_connections 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f46a0077040 0x7f46a0079550 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f46c00d2130 0x7f46c01f61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f46c00b9600 0x7f46c01512d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 --2- 172.21.15.66:0/3852133259 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f46c00b3520 0x7f46c01e7b40 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 >> 172.21.15.66:0/3852133259 conn(0x7f46c00d4020 msgr2=0x7f46c00b5990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:41.002 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 shutdown_connections 2024-07-27T07:10:41.003 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.000+0000 7f46c8200640 1 -- 172.21.15.66:0/3852133259 wait complete. 2024-07-27T07:10:41.028 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:10:41.295 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 -- 172.21.15.66:0/108916066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 msgr2=0x7f8560005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 --2- 172.21.15.66:0/108916066 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f8560005210 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f857c155a50 tx=0x7f8560005830 comp rx=0 tx=0).stop 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f857b200640 1 -- 172.21.15.66:0/108916066 reap_dead start 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 -- 172.21.15.66:0/108916066 shutdown_connections 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 -- 172.21.15.66:0/108916066 >> 172.21.15.66:0/108916066 conn(0x7f857c0cfa80 msgr2=0x7f857c0cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 -- 172.21.15.66:0/108916066 shutdown_connections 2024-07-27T07:10:41.296 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.294+0000 7f8580a00640 1 -- 172.21.15.66:0/108916066 wait complete. 2024-07-27T07:10:41.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.298+0000 7f8580a00640 1 Processor -- start 2024-07-27T07:10:41.299 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.298+0000 7f8580a00640 1 -- start start 2024-07-27T07:10:41.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f857c0b4a40 0x7f857c159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f857c0b4390 0x7f857c159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f857c144310 con 0x7f8560004d40 2024-07-27T07:10:41.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f857c06ff90 con 0x7f857c0b4390 2024-07-27T07:10:41.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8580a00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f857c144490 con 0x7f857c0b4a40 2024-07-27T07:10:41.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37644/0 (socket says 172.21.15.66:37644) 2024-07-27T07:10:41.303 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 -- 172.21.15.66:0/1306772955 learned_addr learned my addr 172.21.15.66:0/1306772955 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:41.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f8579e00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f857c0b4a40 0x7f857c159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 -- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f857c0b4a40 msgr2=0x7f857c159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857b200640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f857c0b4390 0x7f857c159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f857c0b4a40 0x7f857c159a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.304 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 -- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f857c0b4390 msgr2=0x7f857c159fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.301+0000 7f857a800640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f857c0b4390 0x7f857c159fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f857a800640 1 -- 172.21.15.66:0/1306772955 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f857c1f5e30 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f857a800640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f856c00d980 tx=0x7f856c00de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c009c30 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f856c004030 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f856c004480 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f857c0b38b0 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.302+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f857c0b3e70 con 0x7f8560004d40 2024-07-27T07:10:41.305 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.304+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f857c15baf0 con 0x7f8560004d40 2024-07-27T07:10:41.307 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.306+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f856c0035f0 con 0x7f8560004d40 2024-07-27T07:10:41.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.307+0000 7f8572a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 0x7f855c079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.307+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f856c0996a0 con 0x7f8560004d40 2024-07-27T07:10:41.309 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.308+0000 7f8579e00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 0x7f855c079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.311 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.309+0000 7f8579e00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 0x7f855c079550 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8568005fd0 tx=0x7f8568005cf0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:41.314 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.313+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f856c016020 con 0x7f8560004d40 2024-07-27T07:10:41.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.562+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f857c0cc2e0 con 0x7f8560004d40 2024-07-27T07:10:41.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.563+0000 7f8572a00640 1 -- 172.21.15.66:0/1306772955 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 219 v219) ==== 95+0+3656 (secure 0 0 0) 0x7f856c0620b0 con 0x7f8560004d40 2024-07-27T07:10:41.565 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:41.565 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":219,"btime":"2024-07-27T07:08:59:914789+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":219,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:08:59.568732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":208,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":6479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6479":{"gid":6479,"name":"b","rank":1,"incarnation":212,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:06:28.240758+0000","export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":61,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471,6479]},"id":10}]} 2024-07-27T07:10:41.566 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 219 2024-07-27T07:10:41.568 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 msgr2=0x7f855c079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 0x7f855c079550 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8568005fd0 tx=0x7f8568005cf0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 msgr2=0x7f857c1412e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7f856c00d980 tx=0x7f856c00de40 comp rx=0 tx=0).stop 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 shutdown_connections 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f855c077040 0x7f855c079550 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.569 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f857c0b4390 0x7f857c159fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f857c0b4a40 0x7f857c159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 --2- 172.21.15.66:0/1306772955 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f8560004d40 0x7f857c1412e0 unknown :-1 s=CLOSED pgs=1976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 >> 172.21.15.66:0/1306772955 conn(0x7f857c0cfa80 msgr2=0x7f857c0728c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:41.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 shutdown_connections 2024-07-27T07:10:41.570 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.566+0000 7f8580a00640 1 -- 172.21.15.66:0/1306772955 wait complete. 2024-07-27T07:10:41.594 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:10:41.867 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 -- 172.21.15.66:0/579638748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6150003a00 msgr2=0x7f6150003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 --2- 172.21.15.66:0/579638748 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f6150003a00 0x7f6150003e70 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f615c00bb20 tx=0x7f6150005830 comp rx=0 tx=0).stop 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616de00640 1 -- 172.21.15.66:0/579638748 reap_dead start 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 -- 172.21.15.66:0/579638748 shutdown_connections 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 -- 172.21.15.66:0/579638748 >> 172.21.15.66:0/579638748 conn(0x7f61680d1c10 msgr2=0x7f61680d2020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 -- 172.21.15.66:0/579638748 shutdown_connections 2024-07-27T07:10:41.868 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.865+0000 7f616e800640 1 -- 172.21.15.66:0/579638748 wait complete. 2024-07-27T07:10:41.870 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.869+0000 7f616e800640 1 Processor -- start 2024-07-27T07:10:41.871 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.869+0000 7f616e800640 1 -- start start 2024-07-27T07:10:41.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61681f8cc0 0x7f616815a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61680cbb00 0x7f61681f85c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f61680b4be0 con 0x7f61680cb6f0 2024-07-27T07:10:41.876 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f61680b4a60 con 0x7f61680cbb00 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616e800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f61680b4d60 con 0x7f61681f8cc0 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37662/0 (socket says 172.21.15.66:37662) 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 -- 172.21.15.66:0/919241176 learned_addr learned my addr 172.21.15.66:0/919241176 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616d400640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61681f8cc0 0x7f616815a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616de00640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61680cbb00 0x7f61681f85c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.877 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 -- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61681f8cc0 msgr2=0x7f616815a380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61681f8cc0 0x7f616815a380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 -- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61680cbb00 msgr2=0x7f61681f85c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.872+0000 7f616ca00640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61680cbb00 0x7f61681f85c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f616ca00640 1 -- 172.21.15.66:0/919241176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616815ac60 con 0x7f61680cb6f0 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f616ca00640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f615800c680 tx=0x7f615800ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158017070 con 0x7f61680cb6f0 2024-07-27T07:10:41.878 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61580036d0 con 0x7f61680cb6f0 2024-07-27T07:10:41.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616815af40 con 0x7f61680cb6f0 2024-07-27T07:10:41.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6158003b00 con 0x7f61680cb6f0 2024-07-27T07:10:41.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.873+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f616815b500 con 0x7f61680cb6f0 2024-07-27T07:10:41.879 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.874+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61680ceb00 con 0x7f61680cb6f0 2024-07-27T07:10:41.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.876+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f615801a070 con 0x7f61680cb6f0 2024-07-27T07:10:41.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.877+0000 7f6165600640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 0x7f614c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:41.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.877+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f6158098550 con 0x7f61680cb6f0 2024-07-27T07:10:41.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.878+0000 7f616d400640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 0x7f614c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:41.881 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.879+0000 7f616d400640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 0x7f614c079520 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f615c036000 tx=0x7f615c0046c0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:41.882 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:41.881+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f6158060ff0 con 0x7f61680cb6f0 2024-07-27T07:10:42.091 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.090+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6168075d10 con 0x7f61680cb6f0 2024-07-27T07:10:42.095 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.094+0000 7f6165600640 1 -- 172.21.15.66:0/919241176 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v208) ==== 74+0+22985 (secure 0 0 0) 0x7f6158069230 con 0x7f61680cb6f0 2024-07-27T07:10:42.096 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:42.096 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":208,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:06:08.233446+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:05:05.116888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-07-27T07:05:06.008842+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"204","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":204,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":206,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":206,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"25.11","mappings":[{"from":7,"to":3}]},{"pgid":"25.3a","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6837/394229688":"2024-07-28T07:06:08.233342+0000","172.21.15.155:6836/394229688":"2024-07-28T07:06:08.233342+0000","172.21.15.66:6833/3068699741":"2024-07-28T07:05:48.223435+0000","172.21.15.66:6832/3068699741":"2024-07-28T07:05:48.223435+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:10:42.098 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.096+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 msgr2=0x7f614c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.096+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 0x7f614c079520 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f615c036000 tx=0x7f615c0046c0 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.096+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 msgr2=0x7f61681f8080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.096+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f615800c680 tx=0x7f615800ca80 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 shutdown_connections 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f614c077010 0x7f614c079520 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f61680cbb00 0x7f61681f85c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f61680cb6f0 0x7f61681f8080 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 --2- 172.21.15.66:0/919241176 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f61681f8cc0 0x7f616815a380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 >> 172.21.15.66:0/919241176 conn(0x7f61680d1c10 msgr2=0x7f61680715e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 shutdown_connections 2024-07-27T07:10:42.099 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.097+0000 7f616e800640 1 -- 172.21.15.66:0/919241176 wait complete. 2024-07-27T07:10:42.125 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-07-27T07:10:42.125 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:10:42.192 INFO:teuthology.orchestra.run.smithi066.stdout:COMMAND PID TID TASKCMD USER FD TYPE DEVICE SIZE/OFF NODE NAME 2024-07-27T07:10:42.192 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root txt REG 8,1 98216 18583 /usr/lib/systemd/systemd 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 21219 3251 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 600105 2953 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.193 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.194 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 2157904 46429 /usr/lib64/systemd/libsystemd-core-252.so 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.195 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 3w CHR 1,11 0t0 10 /dev/kmsg 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 4u a_inode 0,15 0 50 [eventpoll:5,6,8,9,11,14,15,16,17,18,19,42,44,45,47,49,53,59,60,69,70,71,75,77,79,80,95,96,97,101,120,121...] 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 5u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 6r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 7r DIR 0,26 0 1 /sys/fs/cgroup 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 8u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 9u a_inode 0,15 0 50 [eventpoll:10,13] 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 10r REG 0,21 0 7229 /proc/1/mountinfo 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 11r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 12u netlink 0t0 7390 AUDIT 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 13r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 14r REG 0,21 0 4026532070 /proc/swaps 2024-07-27T07:10:42.196 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 15u netlink 0t0 7382 KOBJECT_UEVENT 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 16u unix 0xffff88811028e580 0t0 7384 /run/systemd/private type=STREAM (LISTEN) 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 17r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 18u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 19r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 21u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 22u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 23u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 24u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 25u unix 0xffff88810d5495c0 0t0 7450 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 26u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 27r CHR 10,235 0t0 110 /dev/autofs 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 28u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.197 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 29u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 30u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 31u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 32u a_inode 0,15 0 50 bpf-prog 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 42u unix 0xffff888110288000 0t0 7231 /run/systemd/notify type=DGRAM (CONNECTED) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 44u unix 0xffff88811028a440 0t0 7237 /run/systemd/io.system.ManagedOOM type=STREAM (LISTEN) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 45u unix 0xffff888110289d00 0t0 7236 /run/systemd/userdb/io.systemd.DynamicUser type=STREAM (LISTEN) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 47u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 49u unix 0xffff888110288740 0t0 7232 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 50u unix 0xffff888110288e80 0t0 7233 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 53u unix 0xffff88811028f400 0t0 7397 /run/lvm/lvmpolld.socket type=STREAM (LISTEN) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 58u unix 0xffff88811028b2c0 0t0 7244 /run/systemd/journal/dev-log type=DGRAM (CONNECTED) 2024-07-27T07:10:42.198 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 59u unix 0xffff88810ff22b80 0t0 9446 /run/.heim_org.h5l.kcm-socket type=STREAM (LISTEN) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 60u unix 0xffff88810ff20e80 0t0 9452 type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 63u unix 0xffff88811028ba00 0t0 7246 /run/systemd/journal/socket type=DGRAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 68u unix 0xffff88811028c140 0t0 7248 /run/systemd/journal/stdout type=STREAM (LISTEN) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 69u FIFO 0,25 0t0 422 /run/dmeventd-server 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 70u FIFO 0,25 0t0 423 /run/dmeventd-client 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 71u FIFO 0,25 0t0 428 /run/initctl 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 75u unix 0xffff888105ce2440 0t0 84358 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 76u unix 0xffff88817e0e4880 0t0 7482 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 77u unix 0xffff88810ea4c140 0t0 4423 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 79u unix 0xffff88810ea495c0 0t0 592 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 80u unix 0xffff88810fe80740 0t0 599 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 81u unix 0xffff88810fe815c0 0t0 6460 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 82u unix 0xffff88810d548740 0t0 6461 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 88u unix 0xffff88810ea4e580 0t0 6464 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.199 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 95u unix 0xffff88810fe81d00 0t0 8904 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 96u unix 0xffff8881100a8e80 0t0 8919 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 97u unix 0xffff8881100ab2c0 0t0 3377 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 101u unix 0xffff88810eb315c0 0t0 9680 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 113u unix 0xffff8881102895c0 0t0 7399 /run/rpcbind.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 114u IPv4 5228 0t0 TCP *:sunrpc (LISTEN) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 115u IPv4 5234 0t0 UDP *:sunrpc 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 116u IPv6 466 0t0 TCP *:sunrpc (LISTEN) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 117u IPv6 5240 0t0 UDP *:sunrpc 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 118u unix 0xffff88810ff22440 0t0 9444 /run/dbus/system_bus_socket type=STREAM (LISTEN) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 119u netlink 0t0 7413 KOBJECT_UEVENT 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 120r FIFO 0,14 0t0 7394 pipe 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 121u unix 0xffff88811028c880 0t0 7409 /run/systemd/coredump type=SEQPACKET (LISTEN) 2024-07-27T07:10:42.200 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 1 root 122u unix 0xffff88811028de40 0t0 7411 /run/udev/control type=SEQPACKET (LISTEN) 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kthreadd 2 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kthreadd 2 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kthreadd 2 root txt unknown /proc/2/exe 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:pool_work 3 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:pool_work 3 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:pool_work 3 root txt unknown /proc/3/exe 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 4 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 4 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 4 root txt unknown /proc/4/exe 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 5 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 5 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 5 root txt unknown /proc/5/exe 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 6 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.201 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 6 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 6 root txt unknown /proc/6/exe 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 7 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 7 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 7 root txt unknown /proc/7/exe 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 10 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 10 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 10 root txt unknown /proc/10/exe 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 12 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 12 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 12 root txt unknown /proc/12/exe 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 13 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 13 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.202 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 13 root txt unknown /proc/13/exe 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 14 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 14 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 14 root txt unknown /proc/14/exe 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 15 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 15 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_tasks 15 root txt unknown /proc/15/exe 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 16 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 16 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 16 root txt unknown /proc/16/exe 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_preem 17 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_preem 17 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_preem 17 root txt unknown /proc/17/exe 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_p 18 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.203 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_p 18 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_p 18 root txt unknown /proc/18/exe 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_g 19 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_g 19 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:rcu_exp_g 19 root txt unknown /proc/19/exe 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:migration 20 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:migration 20 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:migration 20 root txt unknown /proc/20/exe 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/0 21 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/0 21 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/0 21 root txt unknown /proc/21/exe 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/1 22 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/1 22 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/1 22 root txt unknown /proc/22/exe 2024-07-27T07:10:42.204 INFO:teuthology.orchestra.run.smithi066.stdout:migration 23 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:migration 23 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:migration 23 root txt unknown /proc/23/exe 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 24 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 24 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 24 root txt unknown /proc/24/exe 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 26 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 26 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 26 root txt unknown /proc/26/exe 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/2 27 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/2 27 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/2 27 root txt unknown /proc/27/exe 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:migration 28 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:migration 28 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.205 INFO:teuthology.orchestra.run.smithi066.stdout:migration 28 root txt unknown /proc/28/exe 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 29 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 29 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 29 root txt unknown /proc/29/exe 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 31 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 31 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 31 root txt unknown /proc/31/exe 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/3 32 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/3 32 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/3 32 root txt unknown /proc/32/exe 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:migration 33 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:migration 33 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:migration 33 root txt unknown /proc/33/exe 2024-07-27T07:10:42.206 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 34 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 34 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 34 root txt unknown /proc/34/exe 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 36 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 36 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 36 root txt unknown /proc/36/exe 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/4 37 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/4 37 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/4 37 root txt unknown /proc/37/exe 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:migration 38 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:migration 38 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:migration 38 root txt unknown /proc/38/exe 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 39 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 39 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 39 root txt unknown /proc/39/exe 2024-07-27T07:10:42.207 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 41 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 41 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 41 root txt unknown /proc/41/exe 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/5 42 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/5 42 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/5 42 root txt unknown /proc/42/exe 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:migration 43 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:migration 43 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:migration 43 root txt unknown /proc/43/exe 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 44 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 44 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 44 root txt unknown /proc/44/exe 2024-07-27T07:10:42.208 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 46 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 46 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 46 root txt unknown /proc/46/exe 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/6 47 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/6 47 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/6 47 root txt unknown /proc/47/exe 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:migration 48 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:migration 48 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:migration 48 root txt unknown /proc/48/exe 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 49 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 49 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 49 root txt unknown /proc/49/exe 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 51 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 51 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.209 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 51 root txt unknown /proc/51/exe 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/7 52 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/7 52 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:cpuhp/7 52 root txt unknown /proc/52/exe 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:migration 53 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:migration 53 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:migration 53 root txt unknown /proc/53/exe 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 54 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 54 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:ksoftirqd 54 root txt unknown /proc/54/exe 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 56 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 56 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 56 root txt unknown /proc/56/exe 2024-07-27T07:10:42.210 INFO:teuthology.orchestra.run.smithi066.stdout:kdevtmpfs 57 root cwd DIR 0,6 3320 1 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kdevtmpfs 57 root rtd DIR 0,6 3320 1 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kdevtmpfs 57 root txt unknown /proc/57/exe 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 58 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 58 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 58 root txt unknown /proc/58/exe 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kauditd 59 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kauditd 59 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:kauditd 59 root txt unknown /proc/59/exe 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:khungtask 60 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:khungtask 60 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:khungtask 60 root txt unknown /proc/60/exe 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:oom_reape 61 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:oom_reape 61 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.211 INFO:teuthology.orchestra.run.smithi066.stdout:oom_reape 61 root txt unknown /proc/61/exe 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 63 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 63 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 63 root txt unknown /proc/63/exe 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kcompactd 65 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kcompactd 65 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kcompactd 65 root txt unknown /proc/65/exe 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:ksmd 66 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:ksmd 66 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:ksmd 66 root txt unknown /proc/66/exe 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:khugepage 67 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:khugepage 67 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:khugepage 67 root txt unknown /proc/67/exe 2024-07-27T07:10:42.212 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 68 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 68 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 68 root txt unknown /proc/68/exe 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 69 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 69 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 69 root txt unknown /proc/69/exe 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 70 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 70 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 70 root txt unknown /proc/70/exe 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 71 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 71 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 71 root txt unknown /proc/71/exe 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:irq/9-acp 79 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.213 INFO:teuthology.orchestra.run.smithi066.stdout:irq/9-acp 79 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:irq/9-acp 79 root txt unknown /proc/79/exe 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 80 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 80 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 80 root txt unknown /proc/80/exe 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 81 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 81 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 81 root txt unknown /proc/81/exe 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 82 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 82 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 82 root txt unknown /proc/82/exe 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 83 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 83 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 83 root txt unknown /proc/83/exe 2024-07-27T07:10:42.214 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 84 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 84 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 84 root txt unknown /proc/84/exe 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:watchdogd 85 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:watchdogd 85 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:watchdogd 85 root txt unknown /proc/85/exe 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 86 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 86 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 86 root txt unknown /proc/86/exe 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kswapd0 87 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kswapd0 87 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kswapd0 87 root txt unknown /proc/87/exe 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 89 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 89 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.215 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 89 root txt unknown /proc/89/exe 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 92 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 92 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 92 root txt unknown /proc/92/exe 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_0 94 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_0 94 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_0 94 root txt unknown /proc/94/exe 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 95 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 95 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 95 root txt unknown /proc/95/exe 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_1 96 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_1 96 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_1 96 root txt unknown /proc/96/exe 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 97 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.216 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 97 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 97 root txt unknown /proc/97/exe 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_2 98 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_2 98 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_2 98 root txt unknown /proc/98/exe 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 99 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 99 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 99 root txt unknown /proc/99/exe 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_3 100 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_3 100 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_3 100 root txt unknown /proc/100/exe 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 101 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 101 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 101 root txt unknown /proc/101/exe 2024-07-27T07:10:42.217 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_4 105 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_4 105 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_4 105 root txt unknown /proc/105/exe 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 106 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 106 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 106 root txt unknown /proc/106/exe 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_5 107 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_5 107 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_5 107 root txt unknown /proc/107/exe 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 108 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 108 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 108 root txt unknown /proc/108/exe 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_6 109 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.218 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_6 109 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_6 109 root txt unknown /proc/109/exe 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 110 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 110 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 110 root txt unknown /proc/110/exe 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_7 111 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_7 111 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_7 111 root txt unknown /proc/111/exe 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 112 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 112 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 112 root txt unknown /proc/112/exe 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_8 113 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_8 113 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.219 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_8 113 root txt unknown /proc/113/exe 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 114 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 114 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 114 root txt unknown /proc/114/exe 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_9 115 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_9 115 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:scsi_eh_9 115 root txt unknown /proc/115/exe 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 116 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 116 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 116 root txt unknown /proc/116/exe 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 119 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 119 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 119 root txt unknown /proc/119/exe 2024-07-27T07:10:42.220 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 120 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 120 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 120 root txt unknown /proc/120/exe 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 121 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 121 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 121 root txt unknown /proc/121/exe 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 127 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 127 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 127 root txt unknown /proc/127/exe 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 128 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 128 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 128 root txt unknown /proc/128/exe 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 129 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 129 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.221 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 129 root txt unknown /proc/129/exe 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 130 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 130 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 130 root txt unknown /proc/130/exe 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 138 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 138 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/u 138 root txt unknown /proc/138/exe 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 213 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 213 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 213 root txt unknown /proc/213/exe 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 253 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 253 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 253 root txt unknown /proc/253/exe 2024-07-27T07:10:42.222 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 259 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 259 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 259 root txt unknown /proc/259/exe 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 263 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 263 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 263 root txt unknown /proc/263/exe 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 269 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 269 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 269 root txt unknown /proc/269/exe 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 370 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 370 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 370 root txt unknown /proc/370/exe 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 411 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 411 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.223 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 411 root txt unknown /proc/411/exe 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 412 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 412 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 412 root txt unknown /proc/412/exe 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 419 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 419 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 419 root txt unknown /proc/419/exe 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 440 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 440 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 440 root txt unknown /proc/440/exe 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:jbd2/sda1 445 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:jbd2/sda1 445 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:jbd2/sda1 445 root txt unknown /proc/445/exe 2024-07-27T07:10:42.224 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 446 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 446 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 446 root txt unknown /proc/446/exe 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root txt REG 8,1 185640 18590 /usr/lib/systemd/systemd-journald 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.225 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.226 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root mem REG 0,25 8 56 /run/systemd/journal/kernel-seqnum 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 3u unix 0xffff88811028ba00 0t0 7246 /run/systemd/journal/socket type=DGRAM (CONNECTED) 2024-07-27T07:10:42.227 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 4u unix 0xffff88811028c140 0t0 7248 /run/systemd/journal/stdout type=STREAM (LISTEN) 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 5u unix 0xffff88811028b2c0 0t0 7244 /run/systemd/journal/dev-log type=DGRAM (CONNECTED) 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 6w CHR 1,11 0t0 10 /dev/kmsg 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 7u a_inode 0,15 0 50 [eventpoll:3,4,5,8,9,10,11,12,13,15,17,18,19,20,21,23,24,26,27,28,30,32] 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 8u CHR 1,11 0t0 10 /dev/kmsg 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 9u unix 0xffff88810ea4b2c0 0t0 8611 /run/systemd/journal/io.systemd.journal type=STREAM (LISTEN) 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 10r REG 0,21 0 188 /proc/sys/kernel/hostname 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 11u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 12u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 13u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 14u unix 0xffff88810ea4ba00 0t0 8612 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 15u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 16u REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.228 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 17u unix 0xffff88817e0e4880 0t0 7482 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 18u unix 0xffff88810ea495c0 0t0 592 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 19u unix 0xffff88810fe80740 0t0 599 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 20u unix 0xffff88810ea4c140 0t0 4423 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 21u unix 0xffff888105ce2440 0t0 84358 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 23u unix 0xffff88810fe815c0 0t0 6460 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 24u unix 0xffff88810d548740 0t0 6461 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 26u unix 0xffff88810ea4e580 0t0 6464 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 27u unix 0xffff88810fe81d00 0t0 8904 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 28u unix 0xffff8881100a8e80 0t0 8919 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 30u unix 0xffff8881100ab2c0 0t0 3377 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-j 526 root 32u unix 0xffff88810eb315c0 0t0 9680 /run/systemd/journal/stdout type=STREAM (CONNECTED) 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:ext4lazyi 532 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.229 INFO:teuthology.orchestra.run.smithi066.stdout:ext4lazyi 532 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:ext4lazyi 532 root txt unknown /proc/532/exe 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root txt REG 8,1 598008 9078 /usr/bin/udevadm 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 11730661 64009 /etc/udev/hwdb.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 21219 3251 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 600105 2953 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 288995 264195 /usr/lib/modules/6.10.0-g3e9255e90710/modules.symbols.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 556424 264192 /usr/lib/modules/6.10.0-g3e9255e90710/modules.alias.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 178758 264190 /usr/lib/modules/6.10.0-g3e9255e90710/modules.dep.bin 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.230 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.231 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 10637 264196 /usr/lib/modules/6.10.0-g3e9255e90710/modules.builtin.bin 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.232 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 1u unix 0xffff88817e0e4140 0t0 6370 type=STREAM (CONNECTED) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 2u unix 0xffff88817e0e4140 0t0 6370 type=STREAM (CONNECTED) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 3u netlink 0t0 7413 KOBJECT_UEVENT 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 4u unix 0xffff88811028de40 0t0 7411 /run/udev/control type=SEQPACKET (LISTEN) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 5u unix 0xffff88817e0e4fc0 0t0 6382 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 6u unix 0xffff88817e0e5700 0t0 6386 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 7u unix 0xffff88817e0e5e40 0t0 6387 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 9u a_inode 0,15 0 50 [eventpoll:3,4,6,8,10,11,14] 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 10u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 11u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.233 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 12r REG 8,1 11730661 64009 /etc/udev/hwdb.bin 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-u 541 root 14u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 588 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 588 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 588 root txt unknown /proc/588/exe 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kipmi0 600 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kipmi0 600 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:kipmi0 600 root txt unknown /proc/600/exe 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc txt REG 8,1 61400 13830 /usr/bin/rpcbind 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.234 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.235 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 1u unix 0xffff88810ea4c880 0t0 8716 type=STREAM (CONNECTED) 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 2u unix 0xffff88810ea4c880 0t0 8716 type=STREAM (CONNECTED) 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 3u unix 0xffff8881102895c0 0t0 7399 /run/rpcbind.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 4u IPv4 5228 0t0 TCP *:sunrpc (LISTEN) 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 5u IPv4 5234 0t0 UDP *:sunrpc 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 6u IPv6 466 0t0 TCP *:sunrpc (LISTEN) 2024-07-27T07:10:42.236 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 7u IPv6 5240 0t0 UDP *:sunrpc 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:rpcbind 611 rpc 8rW REG 0,25 0 982 /run/rpcbind/rpcbind.lock 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root txt REG 8,1 140632 9260 /usr/sbin/auditd 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.237 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 147792 7213 /usr/lib64/libauparse.so.0.0.0 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 3u netlink 0t0 7562 AUDIT 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 4w REG 8,1 5777507 2930 /var/log/audit/audit.log 2024-07-27T07:10:42.238 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 6u unix 0xffff88810d54b2c0 0t0 7565 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 7u unix 0xffff88810d54ba00 0t0 7564 type=STREAM (CONNECTED) 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 8u unix 0xffff88810d54ab80 0t0 7566 type=STREAM (CONNECTED) 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 9u unix 0xffff88810d54a440 0t0 7567 type=STREAM (CONNECTED) 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 root 10u a_inode 0,15 0 50 [eventfd:0] 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root txt REG 8,1 140632 9260 /usr/sbin/auditd 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.239 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 147792 7213 /usr/lib64/libauparse.so.0.0.0 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.240 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 3u netlink 0t0 7562 AUDIT 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 4w REG 8,1 5777507 2930 /var/log/audit/audit.log 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 6u unix 0xffff88810d54b2c0 0t0 7565 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 7u unix 0xffff88810d54ba00 0t0 7564 type=STREAM (CONNECTED) 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 8u unix 0xffff88810d54ab80 0t0 7566 type=STREAM (CONNECTED) 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 9u unix 0xffff88810d54a440 0t0 7567 type=STREAM (CONNECTED) 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 617 auditd root 10u a_inode 0,15 0 50 [eventfd:0] 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root txt REG 8,1 140632 9260 /usr/sbin/auditd 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.241 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.242 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 147792 7213 /usr/lib64/libauparse.so.0.0.0 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 3u netlink 0t0 7562 AUDIT 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 4w REG 8,1 5777507 2930 /var/log/audit/audit.log 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 6u unix 0xffff88810d54b2c0 0t0 7565 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 7u unix 0xffff88810d54ba00 0t0 7564 type=STREAM (CONNECTED) 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 8u unix 0xffff88810d54ab80 0t0 7566 type=STREAM (CONNECTED) 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 9u unix 0xffff88810d54a440 0t0 7567 type=STREAM (CONNECTED) 2024-07-27T07:10:42.243 INFO:teuthology.orchestra.run.smithi066.stdout:auditd 616 619 auditd root 10u a_inode 0,15 0 50 [eventfd:0] 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root txt REG 8,1 19624 9398 /usr/sbin/sedispatch 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.244 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 147792 7213 /usr/lib64/libauparse.so.0.0.0 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 343752 7611 /usr/lib64/libdbus-1.so.3.19.13 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root 0u unix 0xffff88810d54c140 0t0 7563 type=STREAM (CONNECTED) 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:sedispatc 618 root 3u unix 0xffff888110763a00 0t0 4650 type=STREAM (CONNECTED) 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 630 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.245 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 630 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 630 root txt unknown /proc/630/exe 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 631 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 631 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 631 root txt unknown /proc/631/exe 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus txt REG 8,1 131896 8696 /usr/bin/dbus-broker-launch 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus DEL REG 0,1 2048 /memfd:dbus-broker-log 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.246 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.247 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 1u unix 0xffff88810ea4ab80 0t0 8807 type=STREAM (CONNECTED) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 2u unix 0xffff88810ea4ab80 0t0 8807 type=STREAM (CONNECTED) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 3u unix 0xffff88810ff22440 0t0 9444 /run/dbus/system_bus_socket type=STREAM (LISTEN) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 4u unix 0xffff88810ea49d00 0t0 8817 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 5u a_inode 0,15 0 50 [eventpoll:6,8,9,10,11,13] 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 6u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 8u unix 0xffff88810ea48e80 0t0 8819 type=STREAM (CONNECTED) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 9u unix 0xffff88810ea48740 0t0 8821 type=STREAM (CONNECTED) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 10u a_inode 0,5 0 959 [pidfd:659] 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 11u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 12u REG 0,1 2097152 2048 /memfd:dbus-broker-log (deleted) 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 658 dbus 13r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.248 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus txt REG 8,1 236336 8695 /usr/bin/dbus-broker 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 1u unix 0xffff88810ea4ab80 0t0 8807 type=STREAM (CONNECTED) 2024-07-27T07:10:42.249 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 2u unix 0xffff88810ea4ab80 0t0 8807 type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 3u sock 0,9 0t0 3282 protocol: NETLINK 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 4u unix 0xffff88810ea49d00 0t0 8817 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 5u a_inode 0,15 0 50 [eventpoll:6,7,8,9,10,11,12,14,16,18,20] 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 6u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 7u unix 0xffff88810ff22440 0t0 9444 /run/dbus/system_bus_socket type=STREAM (LISTEN) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 8u unix 0xffff88810ff20740 0t0 3283 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 9u unix 0xffff88810ea4a440 0t0 8820 type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 10u unix 0xffff88810ea4cfc0 0t0 3285 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 11u unix 0xffff8881033b8000 0t0 5365 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 12u unix 0xffff88810d54f400 0t0 661 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 14u unix 0xffff8881033ba440 0t0 4459 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 16u unix 0xffff888110765700 0t0 10299 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.250 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 18u unix 0xffff888110766580 0t0 10329 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:dbus-brok 659 dbus 20u unix 0xffff88810fe84140 0t0 62649 /run/dbus/system_bus_socket type=STREAM (CONNECTED) 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root txt REG 8,1 3748632 9116 /usr/sbin/NetworkManager (deleted) 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root DEL REG 8,1 50025 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-settings-plugin-ifcfg-rh.so 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 343752 7611 /usr/lib64/libdbus-1.so.3.19.13 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 62456 7265 /usr/lib64/libjansson.so.4.14.0 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 31792 8437 /usr/lib64/libteamdctl.so.0.1.5 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root DEL REG 8,1 48336 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-device-plugin-team.so 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.251 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.252 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root DEL REG 8,1 7492 /usr/lib64/libssl.so.3.0.7 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.253 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 626240 7471 /usr/lib64/libhogweed.so.6.8 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 94112 7384 /usr/lib64/libtasn1.so.6.6.0 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.254 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 2337504 7477 /usr/lib64/libgnutls.so.30.37.1 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 32408 8817 /usr/lib64/libndp.so.0.2.0 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.255 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 1u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.256 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 2u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 3u a_inode 0,15 0 50 [eventfd:3] 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 4u a_inode 0,15 0 50 [eventfd:4] 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 5u unix 0xffff88810d54c880 0t0 7600 type=DGRAM (UNCONNECTED) 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 6u unix 0xffff88810d54ecc0 0t0 7601 type=STREAM (CONNECTED) 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 7u a_inode 0,15 0 50 [eventfd:5] 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 8r REG 0,4 0 4026531840 net 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 9r REG 0,4 0 4026532491 mnt 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 10u netlink 0t0 7605 KOBJECT_UEVENT 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 11u netlink 0t0 7606 GENERIC 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 12u netlink 0t0 7607 GENERIC 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 13u netlink 0t0 7608 ROUTE 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 14r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.257 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 15r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 16u netlink 0t0 7684 KOBJECT_UEVENT 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 17u a_inode 0,15 0 50 [eventpoll] 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 18u unix 0xffff8881033b9d00 0t0 8892 type=STREAM (CONNECTED) 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 19u a_inode 0,15 0 50 [eventpoll:21,26] 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 20w FIFO 0,25 0t0 1091 /run/systemd/inhibit/1.ref 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 21u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 23u a_inode 0,15 0 50 [eventpoll:24,25] 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 24u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 25u pack 7756 0t0 ARP type=SOCK_DGRAM 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 root 26u IPv4 7757 0t0 UDP smithi066.front.sepia.ceph.com:bootpc->store01.front.sepia.ceph.com:bootps 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.258 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root txt REG 8,1 3748632 9116 /usr/sbin/NetworkManager (deleted) 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root DEL REG 8,1 50025 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-settings-plugin-ifcfg-rh.so 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 343752 7611 /usr/lib64/libdbus-1.so.3.19.13 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 62456 7265 /usr/lib64/libjansson.so.4.14.0 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 31792 8437 /usr/lib64/libteamdctl.so.0.1.5 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root DEL REG 8,1 48336 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-device-plugin-team.so 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.259 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.260 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root DEL REG 8,1 7492 /usr/lib64/libssl.so.3.0.7 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 626240 7471 /usr/lib64/libhogweed.so.6.8 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.261 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 94112 7384 /usr/lib64/libtasn1.so.6.6.0 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 2337504 7477 /usr/lib64/libgnutls.so.30.37.1 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.262 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 32408 8817 /usr/lib64/libndp.so.0.2.0 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.263 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 1u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 2u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 3u a_inode 0,15 0 50 [eventfd:3] 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 4u a_inode 0,15 0 50 [eventfd:4] 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 5u unix 0xffff88810d54c880 0t0 7600 type=DGRAM (UNCONNECTED) 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 6u unix 0xffff88810d54ecc0 0t0 7601 type=STREAM (CONNECTED) 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 7u a_inode 0,15 0 50 [eventfd:5] 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 8r REG 0,4 0 4026531840 net 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 9r REG 0,4 0 4026532491 mnt 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 10u netlink 0t0 7605 KOBJECT_UEVENT 2024-07-27T07:10:42.264 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 11u netlink 0t0 7606 GENERIC 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 12u netlink 0t0 7607 GENERIC 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 13u netlink 0t0 7608 ROUTE 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 14r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 15r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 16u netlink 0t0 7684 KOBJECT_UEVENT 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 17u a_inode 0,15 0 50 [eventpoll] 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 18u unix 0xffff8881033b9d00 0t0 8892 type=STREAM (CONNECTED) 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 19u a_inode 0,15 0 50 [eventpoll:21,26] 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 20w FIFO 0,25 0t0 1091 /run/systemd/inhibit/1.ref 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 21u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 23u a_inode 0,15 0 50 [eventpoll:24,25] 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 24u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 25u pack 7756 0t0 ARP type=SOCK_DGRAM 2024-07-27T07:10:42.265 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 675 gmain root 26u IPv4 7757 0t0 UDP smithi066.front.sepia.ceph.com:bootpc->store01.front.sepia.ceph.com:bootps 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root txt REG 8,1 3748632 9116 /usr/sbin/NetworkManager (deleted) 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root DEL REG 8,1 50025 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-settings-plugin-ifcfg-rh.so 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 343752 7611 /usr/lib64/libdbus-1.so.3.19.13 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 62456 7265 /usr/lib64/libjansson.so.4.14.0 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 31792 8437 /usr/lib64/libteamdctl.so.0.1.5 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root DEL REG 8,1 48336 /usr/lib64/NetworkManager/1.47.4-1.el9/libnm-device-plugin-team.so 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.266 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.267 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root DEL REG 8,1 7492 /usr/lib64/libssl.so.3.0.7 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.268 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 626240 7471 /usr/lib64/libhogweed.so.6.8 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 94112 7384 /usr/lib64/libtasn1.so.6.6.0 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.269 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 2337504 7477 /usr/lib64/libgnutls.so.30.37.1 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 32408 8817 /usr/lib64/libndp.so.0.2.0 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.270 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 1u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 2u unix 0xffff88810fe80e80 0t0 5345 type=STREAM (CONNECTED) 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 3u a_inode 0,15 0 50 [eventfd:3] 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 4u a_inode 0,15 0 50 [eventfd:4] 2024-07-27T07:10:42.271 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 5u unix 0xffff88810d54c880 0t0 7600 type=DGRAM (UNCONNECTED) 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 6u unix 0xffff88810d54ecc0 0t0 7601 type=STREAM (CONNECTED) 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 7u a_inode 0,15 0 50 [eventfd:5] 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 8r REG 0,4 0 4026531840 net 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 9r REG 0,4 0 4026532491 mnt 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 10u netlink 0t0 7605 KOBJECT_UEVENT 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 11u netlink 0t0 7606 GENERIC 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 12u netlink 0t0 7607 GENERIC 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 13u netlink 0t0 7608 ROUTE 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 14r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 15r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 16u netlink 0t0 7684 KOBJECT_UEVENT 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 17u a_inode 0,15 0 50 [eventpoll] 2024-07-27T07:10:42.272 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 18u unix 0xffff8881033b9d00 0t0 8892 type=STREAM (CONNECTED) 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 19u a_inode 0,15 0 50 [eventpoll:21,26] 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 20w FIFO 0,25 0t0 1091 /run/systemd/inhibit/1.ref 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 21u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 23u a_inode 0,15 0 50 [eventpoll:24,25] 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 24u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 25u pack 7756 0t0 ARP type=SOCK_DGRAM 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:NetworkMa 660 676 gdbus root 26u IPv4 7757 0t0 UDP smithi066.front.sepia.ceph.com:bootpc->store01.front.sepia.ceph.com:bootps 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root txt REG 8,1 61904 9699 /usr/sbin/irqbalance 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.273 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 1u unix 0xffff88810fe80000 0t0 5354 type=STREAM (CONNECTED) 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 2u unix 0xffff88810fe80000 0t0 5354 type=STREAM (CONNECTED) 2024-07-27T07:10:42.274 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 3u a_inode 0,15 0 50 [eventfd:1] 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 4u a_inode 0,15 0 50 [eventfd:2] 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 5u unix 0xffff888110760000 0t0 4453 /run/irqbalance/irqbalance663.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 root 6u unix 0xffff888110765e40 0t0 4591 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root txt REG 8,1 61904 9699 /usr/sbin/irqbalance 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.275 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 1u unix 0xffff88810fe80000 0t0 5354 type=STREAM (CONNECTED) 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 2u unix 0xffff88810fe80000 0t0 5354 type=STREAM (CONNECTED) 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 3u a_inode 0,15 0 50 [eventfd:1] 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 4u a_inode 0,15 0 50 [eventfd:2] 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 5u unix 0xffff888110760000 0t0 4453 /run/irqbalance/irqbalance663.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:irqbalanc 663 668 gmain root 6u unix 0xffff888110765e40 0t0 4591 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt txt REG 8,1 32280 8775 /usr/bin/lsmd 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt mem REG 8,1 56912 8294 /usr/lib64/libconfig.so.11.0.2 2024-07-27T07:10:42.276 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 1u unix 0xffff88810d548000 0t0 7583 type=STREAM (CONNECTED) 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 2u unix 0xffff88810d548000 0t0 7583 type=STREAM (CONNECTED) 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 3uW REG 0,25 0 1045 /run/lsm/ipc/.lsmd-ipc-lock 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 5u unix 0xffff88810d54e580 0t0 7591 /var/run/lsm/ipc/sim type=STREAM (LISTEN) 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:lsmd 664 libstoragemgmt 6u unix 0xffff88810d54cfc0 0t0 7592 /var/run/lsm/ipc/simc type=STREAM (LISTEN) 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root txt REG 8,1 630408 9978 /usr/sbin/smartd 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.277 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.278 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:smartd 665 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root txt REG 8,1 303000 18592 /usr/lib/systemd/systemd-logind 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root DEL REG 8,1 3247 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.279 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.280 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root DEL REG 8,1 3249 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 1u unix 0xffff88810ea4de40 0t0 8837 type=STREAM (CONNECTED) 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 2u unix 0xffff88810ea4de40 0t0 8837 type=STREAM (CONNECTED) 2024-07-27T07:10:42.281 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 3u unix 0xffff88810ea4ecc0 0t0 8862 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 4u a_inode 0,15 0 50 [eventpoll:5,6,7,8,9,10,11,12,13,14,15,16,17,18,20] 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 5u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 6u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 7r REG 0,22 4096 25780 /sys/devices/virtual/tty/tty0/active 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 8u netlink 0t0 8873 KOBJECT_UEVENT 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 9r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 10r FIFO 0,25 0t0 1091 /run/systemd/inhibit/1.ref 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 11u netlink 0t0 8874 KOBJECT_UEVENT 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 12u netlink 0t0 8875 KOBJECT_UEVENT 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 13u netlink 0t0 8876 KOBJECT_UEVENT 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 14u unix 0xffff88810ea4f400 0t0 8877 type=STREAM (CONNECTED) 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 15u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 16u CHR 13,65 0t0 136 /dev/input/event1 2024-07-27T07:10:42.282 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 17u CHR 13,64 0t0 135 /dev/input/event0 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 18u CHR 13,66 0t0 157 /dev/input/event2 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 19u CHR 4,6 0t0 25 /dev/tty6 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:systemd-l 667 root 20r FIFO 0,25 0t0 1581 /run/systemd/sessions/4.ref 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root txt REG 8,1 968944 12006 /usr/sbin/sshd 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.283 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.284 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root 1u unix 0xffff8881100a8740 0t0 7735 type=STREAM (CONNECTED) 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root 2u unix 0xffff8881100a8740 0t0 7735 type=STREAM (CONNECTED) 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root 3u IPv4 9524 0t0 TCP *:ssh (LISTEN) 2024-07-27T07:10:42.285 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 710 root 4u IPv6 9526 0t0 TCP *:ssh (LISTEN) 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.286 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.287 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.288 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.289 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.290 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.291 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.292 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 715 gssproxy root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.293 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.294 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.295 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.296 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 716 gssproxy root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.297 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.298 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.299 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 717 gssproxy root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.300 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.301 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.302 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.303 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 718 gssproxy root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root txt REG 8,1 127680 13852 /usr/sbin/gssproxy 2024-07-27T07:10:42.304 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 70960 13842 /usr/lib64/libev.so.4.0.0 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 16168 13849 /usr/lib64/libverto-libev.so.1.0.0 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 15912 7247 /usr/lib64/libbasicobjects.so.0.1.0 2024-07-27T07:10:42.305 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 20304 7451 /usr/lib64/libpath_utils.so.1.0.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 58392 7249 /usr/lib64/libcollection.so.4.1.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 142168 8878 /usr/lib64/libgssrpc.so.4.2 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 16056 7251 /usr/lib64/libref_array.so.1.2.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 120640 7453 /usr/lib64/libini_config.so.5.2.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 28472 8875 /usr/lib64/libverto.so.1.0.0 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.306 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 58368 7172 /usr/lib64/libpopt.so.0.0.1 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 1u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 2u unix 0xffff88810fe82b80 0t0 5400 type=STREAM (CONNECTED) 2024-07-27T07:10:42.307 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 3u unix 0xffff8881100a95c0 0t0 7738 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 4r FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 5u a_inode 0,15 0 50 [eventpoll:4,6,7,8] 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 6u a_inode 0,15 0 50 [eventfd:12] 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 7u unix 0xffff8881100a9d00 0t0 7739 /var/lib/gssproxy/default.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 8u unix 0xffff8881100aa440 0t0 7740 /run/gssproxy.sock type=STREAM (LISTEN) 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:gssproxy 714 719 gssproxy root 9w FIFO 0,14 0t0 7743 pipe 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root cwd DIR 8,1 4096 62221 /var/spool/at 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root txt REG 8,1 32680 9927 /usr/sbin/atd 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.308 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:atd 721 root 3uW REG 0,25 4 1113 /run/atd.pid 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root txt REG 8,1 78168 8715 /usr/sbin/crond 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.309 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.310 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.319 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.319 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.319 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 1u unix 0xffff8881100aab80 0t0 7746 type=STREAM (CONNECTED) 2024-07-27T07:10:42.320 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 2u unix 0xffff8881100aab80 0t0 7746 type=STREAM (CONNECTED) 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 3uW REG 0,25 4 1112 /run/crond.pid 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 4u unix 0xffff8881100aba00 0t0 7749 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:crond 722 root 5r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe txt REG 8,1 80984 9093 /usr/sbin/nrpe 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe DEL REG 8,1 7492 /usr/lib64/libssl.so.3.0.7 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.321 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 3u IPv4 3396 0t0 TCP *:nrpe (LISTEN) 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 4u unix 0xffff88810e98c880 0t0 3388 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:nrpe 740 nrpe 5u IPv6 3397 0t0 TCP *:nrpe (LISTEN) 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root txt REG 8,1 58248 11941 /usr/sbin/agetty 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.322 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root 0u CHR 4,1 0t0 20 /dev/tty1 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root 1u CHR 4,1 0t0 20 /dev/tty1 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root 2u CHR 4,1 0t0 20 /dev/tty1 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1066 root 4r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root txt REG 8,1 58248 11941 /usr/sbin/agetty 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.323 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root 0u CHR 4,65 0t0 113 /dev/ttyS1 2024-07-27T07:10:42.324 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root 1u CHR 4,65 0t0 113 /dev/ttyS1 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root 2u CHR 4,65 0t0 113 /dev/ttyS1 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:agetty 1068 root 4r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu txt REG 8,1 98216 18583 /usr/lib/systemd/systemd 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu DEL REG 8,1 2818 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu DEL REG 8,1 2906 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-07-27T07:10:42.325 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.326 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 2157904 46429 /usr/lib64/systemd/libsystemd-core-252.so 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.327 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 1u unix 0xffff88810eb35e40 0t0 888 type=STREAM (CONNECTED) 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 2u unix 0xffff88810eb35e40 0t0 888 type=STREAM (CONNECTED) 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 3u unix 0xffff8881107615c0 0t0 4686 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 4u a_inode 0,15 0 50 [eventpoll:5,6,8,9,11,12,14,15,16,17,19,20,21] 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 5u a_inode 0,15 0 50 [signalfd] 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 6r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 7r DIR 0,26 0 3505 /sys/fs/cgroup/user.slice/user-1000.slice/user@1000.service 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 8u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 9u a_inode 0,15 0 50 [eventpoll:10,13] 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 10r REG 0,21 0 4675 /proc/2083/mountinfo 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 11r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 12u unix 0xffff88810f378000 0t0 4708 /run/user/1000/bus type=STREAM (LISTEN) 2024-07-27T07:10:42.328 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 13r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 14r REG 0,21 0 4026532070 /proc/swaps 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 15u netlink 0t0 4690 KOBJECT_UEVENT 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 16u unix 0xffff888110764140 0t0 4695 /run/user/1000/systemd/notify type=DGRAM (UNCONNECTED) 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 17u unix 0xffff888110760e80 0t0 4696 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 18u unix 0xffff888110761d00 0t0 4697 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 19u unix 0xffff888110760740 0t0 4698 /run/user/1000/systemd/private type=STREAM (LISTEN) 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 20u unix 0xffff8881107632c0 0t0 4700 type=STREAM (CONNECTED) 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:systemd 2083 ubuntu 21u a_inode 0,15 0 50 [timerfd] 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu txt REG 8,1 98216 18583 /usr/lib/systemd/systemd 2024-07-27T07:10:42.329 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 44264 30088 /usr/lib64/security/pam_namespace.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 15296 30106 /usr/lib64/security/pam_umask.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 15360 30084 /usr/lib64/security/pam_loginuid.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 27720 30096 /usr/lib64/security/pam_selinux.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.330 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu DEL REG 8,1 846 /etc/selinux/targeted/contexts/files/file_contexts.bin 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 28552 7287 /usr/lib64/libattr.so.1.1.2501 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.331 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 3785856 46432 /usr/lib64/systemd/libsystemd-shared-252.so 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 40496 7288 /usr/lib64/libacl.so.1.1.2301 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 2157904 46429 /usr/lib64/systemd/libsystemd-core-252.so 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 107424 7663 /usr/lib64/libkmod.so.2.3.6 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.332 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu DEL REG 8,1 848 /etc/selinux/targeted/contexts/files/file_contexts.homedirs.bin 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 1u unix 0xffff88810eb35e40 0t0 888 type=STREAM (CONNECTED) 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 2u unix 0xffff88810eb35e40 0t0 888 type=STREAM (CONNECTED) 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 3u a_inode 0,15 0 50 [eventfd:9] 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 4u a_inode 0,15 0 50 [eventfd:10] 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 6w FIFO 0,14 0t0 892 pipe 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:(sd-pam) 2117 ubuntu 7u unix 0xffff888110764880 0t0 4678 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.333 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root txt REG 8,1 800352 9743 /usr/sbin/rsyslogd 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 37784 54075 /usr/lib64/rsyslog/imjournal.so 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 42336 54082 /usr/lib64/rsyslog/imuxsock.so 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 32904 54083 /usr/lib64/rsyslog/lmnet.so 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.334 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 52856 9685 /usr/lib64/libfastjson.so.4.3.0 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 16032 9684 /usr/lib64/libestr.so.0.0.0 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.335 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 3r CHR 1,9 0t0 9 /dev/urandom 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 4u unix 0xffff88810e98c140 0t0 3684 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 5r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 6w REG 8,1 1734 61764 /var/log/cron 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 7w REG 8,1 2033086 62206 /var/log/messages 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 8r REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 root 9w REG 8,1 1115205 62207 /var/log/secure 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root txt REG 8,1 800352 9743 /usr/sbin/rsyslogd 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 37784 54075 /usr/lib64/rsyslog/imjournal.so 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 42336 54082 /usr/lib64/rsyslog/imuxsock.so 2024-07-27T07:10:42.336 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 32904 54083 /usr/lib64/rsyslog/lmnet.so 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 52856 9685 /usr/lib64/libfastjson.so.4.3.0 2024-07-27T07:10:42.337 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 16032 9684 /usr/lib64/libestr.so.0.0.0 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 3r CHR 1,9 0t0 9 /dev/urandom 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 4u unix 0xffff88810e98c140 0t0 3684 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 5r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 6w REG 8,1 1734 61764 /var/log/cron 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 7w REG 8,1 2033086 62206 /var/log/messages 2024-07-27T07:10:42.338 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 8r REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3135 in:imjour root 9w REG 8,1 1115205 62207 /var/log/secure 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root txt REG 8,1 800352 9743 /usr/sbin/rsyslogd 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 37784 54075 /usr/lib64/rsyslog/imjournal.so 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 42336 54082 /usr/lib64/rsyslog/imuxsock.so 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 32904 54083 /usr/lib64/rsyslog/lmnet.so 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.339 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 52856 9685 /usr/lib64/libfastjson.so.4.3.0 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 16032 9684 /usr/lib64/libestr.so.0.0.0 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.340 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 3r CHR 1,9 0t0 9 /dev/urandom 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 4u unix 0xffff88810e98c140 0t0 3684 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 5r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 6w REG 8,1 1734 61764 /var/log/cron 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 7w REG 8,1 2033086 62206 /var/log/messages 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 8r REG 0,25 16777216 59 /run/log/journal/7fc8828e06d0482694bcf4a447d13cb6/system.journal 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:rsyslogd 3133 3136 rs:main root 9w REG 8,1 1115205 62207 /var/log/secure 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.341 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.342 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.343 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.344 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.345 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.346 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16619 gmain polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.347 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.348 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.349 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16620 gdbus polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.350 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.351 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.352 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.353 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16621 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.354 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.355 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.356 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16622 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.357 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.358 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.359 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16623 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.360 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.361 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.362 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16624 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.363 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.364 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.365 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16625 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.366 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.367 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.368 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16626 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.369 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.370 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.371 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16627 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.372 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.373 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.374 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.375 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16628 JS\x20Hel polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd txt REG 8,1 145440 46534 /usr/lib/polkit-1/polkitd 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.376 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 29097776 34975 /usr/lib64/polkit-1/libmozjs-78.so 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 489696 7483 /usr/lib64/libpcre.so.1.2.12 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 291512 7639 /usr/lib64/libmount.so.1.1.0 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 19592 7652 /usr/lib64/libgmodule-2.0.so.0.6800.4 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.377 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 1303216 7650 /usr/lib64/libglib-2.0.so.0.6800.4 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 375264 7654 /usr/lib64/libgobject-2.0.so.0.6800.4 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 1945176 7648 /usr/lib64/libgio-2.0.so.0.6800.4 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 131296 7661 /usr/lib64/libpolkit-gobject-1.so.0.0.0 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 3r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 4u a_inode 0,15 0 50 [eventfd:14] 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 5u a_inode 0,15 0 50 [eventfd:15] 2024-07-27T07:10:42.378 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 6u unix 0xffff88810fe832c0 0t0 60236 type=STREAM (CONNECTED) 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 7u a_inode 0,15 0 50 [eventfd:16] 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 8r a_inode 0,15 0 50 inotify 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 9u a_inode 0,15 0 50 [eventfd:17] 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:polkitd 16617 16632 polkitd polkitd 10u unix 0xffff88810fe86cc0 0t0 60237 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20697 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20697 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20697 root txt unknown /proc/20697/exe 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20727 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20727 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20727 root txt unknown /proc/20727/exe 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20756 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20756 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20756 root txt unknown /proc/20756/exe 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20785 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.379 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20785 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20785 root txt unknown /proc/20785/exe 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20814 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20814 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20814 root txt unknown /proc/20814/exe 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20978 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20978 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20978 root txt unknown /proc/20978/exe 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20979 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20979 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20979 root txt unknown /proc/20979/exe 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20980 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.380 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20980 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20980 root txt unknown /proc/20980/exe 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20981 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20981 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20981 root txt unknown /proc/20981/exe 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20982 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20982 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20982 root txt unknown /proc/20982/exe 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20983 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20983 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20983 root txt unknown /proc/20983/exe 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20984 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.381 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20984 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20984 root txt unknown /proc/20984/exe 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20985 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20985 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20985 root txt unknown /proc/20985/exe 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20986 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20986 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 20986 root txt unknown /proc/20986/exe 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 20987 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 20987 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 20987 root txt unknown /proc/20987/exe 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.382 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root txt REG 8,1 968944 12006 /usr/sbin/sshd 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 19632 30080 /usr/lib64/security/pam_lastlog.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15296 30106 /usr/lib64/security/pam_umask.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15376 30087 /usr/lib64/security/pam_motd.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 44264 30088 /usr/lib64/security/pam_namespace.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 27720 30096 /usr/lib64/security/pam_selinux.so 2024-07-27T07:10:42.383 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15360 30084 /usr/lib64/security/pam_loginuid.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15344 30089 /usr/lib64/security/pam_nologin.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 19472 30098 /usr/lib64/security/pam_sepermit.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.384 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.385 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.386 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 3u unix 0xffff8881033bde40 0t0 83491 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 4u IPv4 84156 0t0 TCP smithi066.front.sepia.ceph.com:ssh->teuthology.front.sepia.ceph.com:51172 (ESTABLISHED) 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 6u unix 0xffff8881033bf400 0t0 83466 type=STREAM (CONNECTED) 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 7w FIFO 0,25 0t0 1581 /run/systemd/sessions/4.ref 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23600 root 8u unix 0xffff8881033b8740 0t0 83495 type=STREAM (CONNECTED) 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu txt REG 8,1 968944 12006 /usr/sbin/sshd 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 19632 30080 /usr/lib64/security/pam_lastlog.so 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15296 30106 /usr/lib64/security/pam_umask.so 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.387 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15376 30087 /usr/lib64/security/pam_motd.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 44264 30088 /usr/lib64/security/pam_namespace.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 27720 30096 /usr/lib64/security/pam_selinux.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15360 30084 /usr/lib64/security/pam_loginuid.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.388 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 882376 7182 /usr/lib64/libzstd.so.1.5.1 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 1288504 7366 /usr/lib64/libgcrypt.so.20.4.0 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15344 30089 /usr/lib64/security/pam_nologin.so 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 19472 30098 /usr/lib64/security/pam_sepermit.so 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 153600 7292 /usr/lib64/libgpg-error.so.0.32.0 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.389 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu DEL REG 8,1 7490 /usr/lib64/libcrypto.so.3.0.7 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.390 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 915856 7605 /usr/lib64/libsystemd.so.0.35.0 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu mem REG 0,20 0 19 /sys/fs/selinux/status 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 0u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 1u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 3u unix 0xffff8881033bde40 0t0 83491 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 4u IPv4 84156 0t0 TCP smithi066.front.sepia.ceph.com:ssh->teuthology.front.sepia.ceph.com:51172 (ESTABLISHED) 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 5u unix 0xffff8881033becc0 0t0 83494 type=STREAM (CONNECTED) 2024-07-27T07:10:42.391 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 6u unix 0xffff8881033bf400 0t0 83466 type=STREAM (CONNECTED) 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 7w FIFO 0,25 0t0 1581 /run/systemd/sessions/4.ref 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 11w FIFO 0,14 0t0 105564 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 12r FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 13w FIFO 0,14 0t0 105568 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 14r FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 15r FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 16w FIFO 0,14 0t0 108584 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 17r FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 18r FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 19w FIFO 0,14 0t0 108588 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 20r FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:42.392 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 21r FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 22w FIFO 0,14 0t0 105819 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 23r FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 24r FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 25w FIFO 0,14 0t0 107720 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 26r FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 27r FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 29r FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 30r FIFO 0,14 0t0 208781 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 31w FIFO 0,14 0t0 208225 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 33r FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 34r FIFO 0,14 0t0 208782 pipe 2024-07-27T07:10:42.393 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 35r FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 36r FIFO 0,14 0t0 208757 pipe 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:sshd 23603 ubuntu 38r FIFO 0,14 0t0 208758 pipe 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony txt REG 8,1 370264 9943 /usr/sbin/chronyd 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 626240 7471 /usr/lib64/libhogweed.so.6.8 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 2337504 7477 /usr/lib64/libgnutls.so.30.37.1 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.394 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 94112 7384 /usr/lib64/libtasn1.so.6.6.0 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 127680 7455 /usr/lib64/libseccomp.so.2.5.2 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 2u CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 3u unix 0xffff88810f37f400 0t0 79316 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 5u IPv4 79321 0t0 UDP localhost:323 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 6u IPv6 79322 0t0 UDP localhost:323 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 7u unix 0xffff88810f37de40 0t0 79323 /run/chrony/chronyd.sock type=DGRAM (CONNECTED) 2024-07-27T07:10:42.395 INFO:teuthology.orchestra.run.smithi066.stdout:chronyd 23663 chrony 8u sock 0,9 0t0 164949 protocol: UDP 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph 1u unix 0xffff888105ce7400 0t0 89491 type=STREAM (CONNECTED) 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-cras 24001 ceph 2u unix 0xffff888105ce7400 0t0 89491 type=STREAM (CONNECTED) 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 25185 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 25185 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.397 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 25185 root txt unknown /proc/25185/exe 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31837 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31837 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31837 root txt unknown /proc/31837/exe 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31838 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31838 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31838 root txt unknown /proc/31838/exe 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31839 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31839 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31839 root txt unknown /proc/31839/exe 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31840 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31840 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.398 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31840 root txt unknown /proc/31840/exe 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31841 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31841 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31841 root txt unknown /proc/31841/exe 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31842 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31842 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31842 root txt unknown /proc/31842/exe 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31843 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31843 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31843 root txt unknown /proc/31843/exe 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31844 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31844 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31844 root txt unknown /proc/31844/exe 2024-07-27T07:10:42.399 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31921 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31921 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31921 root txt unknown /proc/31921/exe 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31922 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31922 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31922 root txt unknown /proc/31922/exe 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31923 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31923 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31923 root txt unknown /proc/31923/exe 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31924 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31924 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31924 root txt unknown /proc/31924/exe 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31925 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31925 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31925 root txt unknown /proc/31925/exe 2024-07-27T07:10:42.400 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31926 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31926 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31926 root txt unknown /proc/31926/exe 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31927 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31927 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 31927 root txt unknown /proc/31927/exe 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31928 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31928 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 31928 root txt unknown /proc/31928/exe 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32005 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32005 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32005 root txt unknown /proc/32005/exe 2024-07-27T07:10:42.401 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32006 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32006 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32006 root txt unknown /proc/32006/exe 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32007 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32007 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32007 root txt unknown /proc/32007/exe 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32008 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32008 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32008 root txt unknown /proc/32008/exe 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32009 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32009 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32009 root txt unknown /proc/32009/exe 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32010 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.402 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32010 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32010 root txt unknown /proc/32010/exe 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32011 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32011 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32011 root txt unknown /proc/32011/exe 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32012 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32012 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32012 root txt unknown /proc/32012/exe 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32089 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32089 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32089 root txt unknown /proc/32089/exe 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32090 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32090 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.403 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32090 root txt unknown /proc/32090/exe 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32091 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32091 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32091 root txt unknown /proc/32091/exe 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32092 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32092 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32092 root txt unknown /proc/32092/exe 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32093 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32093 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32093 root txt unknown /proc/32093/exe 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32094 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32094 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32094 root txt unknown /proc/32094/exe 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32095 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.404 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32095 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32095 root txt unknown /proc/32095/exe 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32096 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32096 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:xfsaild/d 32096 root txt unknown /proc/32096/exe 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32142 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32142 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 32142 root txt unknown /proc/32142/exe 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 33305 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 33305 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 33305 root txt unknown /proc/33305/exe 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 34467 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 34467 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 34467 root txt unknown /proc/34467/exe 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 35629 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:42.405 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 35629 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 35629 root txt unknown /proc/35629/exe 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.406 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.407 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.408 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.409 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 0r FIFO 0,14 0t0 105564 pipe 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 3r FIFO 0,14 0t0 100812 pipe 2024-07-27T07:10:42.410 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 4w FIFO 0,14 0t0 100812 pipe 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 5u netlink 0t0 106506 AUDIT 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37428 root 6u unix 0xffff88810fe86580 0t0 106507 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.411 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.412 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.413 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.414 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 0r FIFO 0,14 0t0 105568 pipe 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.415 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 3r FIFO 0,14 0t0 104605 pipe 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 4w FIFO 0,14 0t0 104605 pipe 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 5u netlink 0t0 104614 AUDIT 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 37433 root 6u unix 0xffff88810e988740 0t0 104615 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.416 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.417 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root 0r FIFO 0,14 0t0 105564 pipe 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37477 root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.418 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.419 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root 0r FIFO 0,14 0t0 105568 pipe 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 37483 root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37552 log root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37553 service root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37554 admin_soc root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37558 signal_ha root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37560 rocksdb:l root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37562 rocksdb:h root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37591 ceph-mon root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37592 fn_monsto root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37593 msgr-work root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37594 msgr-work root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37595 msgr-work root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37597 OpHistory root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 5w REG 8,1 100761857 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37599 fin root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37600 safe_time root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37601 cpu_tp root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37602 cpu_tp root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37603 cpu_tp root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37604 cpu_tp root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37605 ms_dispat root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37606 ms_local root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37607 safe_time root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37608 ms_dispat root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 37609 ms_local root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root txt REG 8,1 12551424 5501 /usr/bin/ceph-mon 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 0,15 102391 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 1w FIFO 0,14 0t0 105565 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 2w FIFO 0,14 0t0 105566 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 3r FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 4w FIFO 0,14 0t0 102386 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 5w REG 8,1 100764418 393340 /var/log/ceph/ceph-mon.a.log 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 6uW REG 0,25 6 1707 /run/ceph/ceph-mon.a.pid 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 7r FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 8w FIFO 0,14 0t0 102388 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 9u unix 0xffff8881033bc140 0t0 102389 /var/run/ceph/ceph-mon.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 10r FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 11w FIFO 0,14 0t0 102390 pipe 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 12u a_inode 0,15 0 102391 [io_uring] 2024-07-27T07:10:42.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 13r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 14uW REG 253,4 0 33816711 /var/lib/ceph/mon/ceph-a/store.db/LOCK 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 15r DIR 253,4 4096 33816710 /var/lib/ceph/mon/ceph-a/store.db 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 16r REG 253,4 6775355 33816728 /var/lib/ceph/mon/ceph-a/store.db/000033.sst 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 17u IPv4 211412 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:48046 (ESTABLISHED) 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 18w REG 253,4 1872 33816719 /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 19u a_inode 0,15 0 50 [eventpoll:20,28,29,37,41] 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 20r FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 21w FIFO 0,14 0t0 102398 pipe 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 22u a_inode 0,15 0 50 [eventpoll:17,23,39,43] 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 23r FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 24w FIFO 0,14 0t0 102399 pipe 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 25u a_inode 0,15 0 50 [eventpoll:26,30,40,44] 2024-07-27T07:10:42.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 26r FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 27w FIFO 0,14 0t0 100876 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 28u IPv4 100877 0t0 TCP smithi066.front.sepia.ceph.com:3300 (LISTEN) 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 29u IPv4 96033 0t0 TCP smithi066.front.sepia.ceph.com:smc-https (LISTEN) 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 30u IPv4 96034 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 31r FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 32w FIFO 0,14 0t0 100878 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 33r FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 34w FIFO 0,14 0t0 100879 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 35r FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 36w FIFO 0,14 0t0 100880 pipe 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 37u IPv4 96035 0t0 TCP smithi066.front.sepia.ceph.com:52538->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 38w REG 8,1 217840 393342 /var/log/ceph/ceph.log 2024-07-27T07:10:42.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 39u IPv4 103957 0t0 TCP smithi066.front.sepia.ceph.com:36426->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 40u IPv4 104983 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40112 (ESTABLISHED) 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 41u IPv4 103396 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40122 (ESTABLISHED) 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 42w REG 8,1 231808 393359 /var/log/ceph/ceph.audit.log 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 43u IPv4 108145 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40134 (ESTABLISHED) 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 44u IPv4 108148 0t0 TCP smithi066.front.sepia.ceph.com:3300->smithi066.front.sepia.ceph.com:40140 (ESTABLISHED) 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mon 37500 64077 rstore_co root 46w REG 253,4 1459910 33816715 /var/lib/ceph/mon/ceph-a/store.db/000031.log 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37581 log root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37583 msgr-work root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37584 msgr-work root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37585 msgr-work root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37670 service root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37672 admin_soc root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37674 ceph_time root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37675 fn_anonym root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37676 signal_ha root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37677 mgrsb-fin root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37681 ms_dispat root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37682 ms_local root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37683 io_contex root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37684 io_contex root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37685 safe_time root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37686 safe_time root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37697 safe_time root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37698 fn_anonym root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37699 flusher root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root txt REG 8,1 5501120 5536 /usr/bin/ceph-mgr 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 783584 401177 /usr/lib64/python3.9/site-packages/numpy/random/_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 331936 401155 /usr/lib64/python3.9/site-packages/numpy/random/_bounded_integers.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 654400 401188 /usr/lib64/python3.9/site-packages/numpy/random/mtrand.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 41112936 5088 /usr/lib64/libopenblaso-r0.3.21.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 7042240 400546 /usr/lib64/flexiblas/libflexiblas_fallback_lapack.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2883944 4251 /usr/lib64/libgfortran.so.5.0.0 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 382824 400547 /usr/lib64/flexiblas/libflexiblas_netlib.so 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 3870704 5105 /usr/lib64/libflexiblas.so.3.0 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 294392 7381 /usr/lib64/libgomp.so.1.0.0 2024-07-27T07:10:42.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 3784896 400596 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_umath.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 299944 4243 /usr/lib64/libquadmath.so.0.0.0 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 9829112 5292 /usr/lib64/librbd.so.1.19.0 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 384760 8947 /usr/lib64/libdevmapper.so.1.02 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 554440 8737 /usr/lib64/libcryptsetup.so.12.9.0 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 1304888 5298 /usr/lib64/python3.9/site-packages/rbd.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 357336 7473 /usr/lib64/libnettle.so.8.8 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2154416 524833 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_rust.abi3.so 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2538816 3673 /usr/lib64/libcephfs.so.2.0.0 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 721976 524831 /usr/lib64/python3.9/site-packages/cryptography/hazmat/bindings/_openssl.abi3.so 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 78952 39964 /usr/lib64/python3.9/lib-dynload/_elementtree.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 65240 401842 /usr/lib64/python3.9/site-packages/scipy/_lib/_ccallback_c.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 60264 401182 /usr/lib64/python3.9/site-packages/numpy/random/_sfc64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 237384 401157 /usr/lib64/python3.9/site-packages/numpy/random/_common.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 87608 401180 /usr/lib64/python3.9/site-packages/numpy/random/_philox.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 96304 401178 /usr/lib64/python3.9/site-packages/numpy/random/_mt19937.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 283680 36207 /usr/lib64/python3.9/lib-dynload/_decimal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 70784 401179 /usr/lib64/python3.9/site-packages/numpy/random/_pcg64.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 177920 401183 /usr/lib64/python3.9/site-packages/numpy/random/bit_generator.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 73976 400963 /usr/lib64/python3.9/site-packages/numpy/fft/_pocketfft_internal.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 155704 401065 /usr/lib64/python3.9/site-packages/numpy/linalg/_umath_linalg.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 132136 400595 /usr/lib64/python3.9/site-packages/numpy/core/_multiarray_tests.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 75928 7267 /usr/lib64/libjson-c.so.5.0.0 2024-07-27T07:10:42.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 20504 401066 /usr/lib64/python3.9/site-packages/numpy/linalg/lapack_lite.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 198064 7258 /usr/lib64/libexpat.so.1.8.10 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 40328 400544 /usr/lib64/flexiblas/libflexiblas_openblas-openmp.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 71536 36221 /usr/lib64/python3.9/lib-dynload/pyexpat.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 136336 3590 /usr/lib64/ossl-modules/legacy.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 130560 36204 /usr/lib64/python3.9/lib-dynload/_ctypes.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 124280 39969 /usr/lib64/python3.9/lib-dynload/_pickle.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 32104 39986 /usr/lib64/python3.9/lib-dynload/termios.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 20952 36211 /usr/lib64/python3.9/lib-dynload/_multiprocessing.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 64328 36190 /usr/lib64/python3.9/lib-dynload/_asyncio.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 15464 36201 /usr/lib64/python3.9/lib-dynload/_contextvars.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 16192 395078 /usr/lib64/python3.9/site-packages/markupsafe/_speedups.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 1116976 39987 /usr/lib64/python3.9/lib-dynload/unicodedata.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 213488 39975 /usr/lib64/python3.9/lib-dynload/_ssl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 20648 39971 /usr/lib64/python3.9/lib-dynload/_queue.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 136048 9292 /usr/lib64/libyaml-0.so.2.0.9 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 246392 56894 /usr/lib64/python3.9/site-packages/yaml/_yaml.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 38856 36203 /usr/lib64/python3.9/lib-dynload/_csv.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 41496 36217 /usr/lib64/python3.9/lib-dynload/binascii.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 593128 4260 /usr/lib64/python3.9/site-packages/cephfs.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 198136 5521 /usr/lib64/python3.9/site-packages/_cffi_backend.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 1272304 3676 /usr/lib64/python3.9/site-packages/rados.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 24272 39972 /usr/lib64/python3.9/lib-dynload/_random.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 49328 525574 /usr/lib64/python3.9/site-packages/bcrypt/_bcrypt.abi3.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 50344 39959 /usr/lib64/python3.9/lib-dynload/_blake2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 69168 36209 /usr/lib64/python3.9/lib-dynload/_hashlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 36440 7195 /usr/lib64/libuuid.so.1.3.0 2024-07-27T07:10:42.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 16104 36192 /usr/lib64/python3.9/lib-dynload/_bisect.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 15624 39977 /usr/lib64/python3.9/lib-dynload/_uuid.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 97064 39974 /usr/lib64/python3.9/lib-dynload/_sqlite3.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 101336 39973 /usr/lib64/python3.9/lib-dynload/_socket.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 68120 36216 /usr/lib64/python3.9/lib-dynload/array.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 107864 36206 /usr/lib64/python3.9/lib-dynload/_datetime.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 50168 39966 /usr/lib64/python3.9/lib-dynload/_json.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 15680 36212 /usr/lib64/python3.9/lib-dynload/_opcode.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2182568 3668 /usr/lib64/librados.so.2.0.0 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 1294816 7203 /usr/lib64/libsqlite3.so.0.8.6 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 475104 3992 /usr/lib64/libcephsqlite.so 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 1w FIFO 0,14 0t0 105569 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 2w FIFO 0,14 0t0 105570 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 3r FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 4w FIFO 0,14 0t0 96028 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,25] 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 6r FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 7w FIFO 0,14 0t0 96030 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,23] 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 9r FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 10w FIFO 0,14 0t0 96031 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12] 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 12r FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 13w FIFO 0,14 0t0 96032 pipe 2024-07-27T07:10:42.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 14w REG 8,1 1386378 393343 /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 15uW REG 0,25 6 1710 /run/ceph/ceph-mgr.y.pid 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 16r FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 17w FIFO 0,14 0t0 103071 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 18u unix 0xffff88810f37d700 0t0 103072 /var/run/ceph/ceph-mgr.y.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 19r FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 20w FIFO 0,14 0t0 103076 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 21r FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 22w FIFO 0,14 0t0 103077 pipe 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 23u IPv4 209189 0t0 TCP smithi066.front.sepia.ceph.com:59526->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mgr 37507 37700 safe_time root 25u IPv4 103084 0t0 TCP smithi066.front.sepia.ceph.com:52558->smithi155.front.sepia.ceph.com:3301 (ESTABLISHED) 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.885 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.886 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.887 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.888 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.889 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 0r FIFO 0,14 0t0 108584 pipe 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 3r FIFO 0,14 0t0 108598 pipe 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 4w FIFO 0,14 0t0 108598 pipe 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 5u netlink 0t0 103901 AUDIT 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38373 root 6u unix 0xffff88810d5ce580 0t0 103902 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.890 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.891 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.892 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.893 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.894 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 0r FIFO 0,14 0t0 108588 pipe 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 3r FIFO 0,14 0t0 104899 pipe 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 4w FIFO 0,14 0t0 104899 pipe 2024-07-27T07:10:42.895 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 5u netlink 0t0 103348 AUDIT 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38375 root 6u unix 0xffff88810f379d00 0t0 103349 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.896 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.897 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.898 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.899 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 0r FIFO 0,14 0t0 105819 pipe 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:42.900 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 3r FIFO 0,14 0t0 104907 pipe 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 4w FIFO 0,14 0t0 104907 pipe 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 5u netlink 0t0 104912 AUDIT 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38381 root 6u unix 0xffff88810e98d700 0t0 104913 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:42.901 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.902 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.903 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:42.904 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 0r FIFO 0,14 0t0 107720 pipe 2024-07-27T07:10:42.905 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 3r FIFO 0,14 0t0 106776 pipe 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 4w FIFO 0,14 0t0 106776 pipe 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 5u netlink 0t0 103358 AUDIT 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 38387 root 6u unix 0xffff88810f37c880 0t0 103359 type=DGRAM (CONNECTED) 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.906 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.907 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root 0r FIFO 0,14 0t0 108588 pipe 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38446 root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.908 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.909 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root 0r FIFO 0,14 0t0 108584 pipe 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38449 root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.910 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.911 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root 0r FIFO 0,14 0t0 105819 pipe 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38459 root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:42.912 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:42.913 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root 0r FIFO 0,14 0t0 107720 pipe 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 38460 root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 14w REG 8,1 335641571 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:42.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 14w REG 8,1 335634032 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:42.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38474 log root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:42.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38476 msgr-work root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:42.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38477 msgr-work root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:42.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38478 msgr-work root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:42.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:42.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:42.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:42.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:42.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:42.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:42.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:42.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:42.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:42.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:42.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:42.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38501 service root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38502 admin_soc root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 14w REG 8,1 335634314 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38543 signal_ha root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38544 io_contex root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.050 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.402+0000 7ff5ee000640 1 -- 172.21.15.66:0/1543284274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b2a90 msgr2=0x7ff5e80b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38545 io_contex root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.402+0000 7ff5ee000640 1 --2- 172.21.15.66:0/1543284274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b2a90 0x7ff5e80b2ea0 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0009830 tx=0x7ff5d002a520 comp rx=0 tx=0).stop 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 -- 172.21.15.66:0/1543284274 shutdown_connections 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 --2- 172.21.15.66:0/1543284274 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b2a90 0x7ff5e80b2ea0 unknown :-1 s=CLOSED pgs=1981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 --2- 172.21.15.66:0/1543284274 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e8072300 0x7ff5e815cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 -- 172.21.15.66:0/1543284274 >> 172.21.15.66:0/1543284274 conn(0x7ff5e80cfa80 msgr2=0x7ff5e80cfe90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38559 OpHistory root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 -- 172.21.15.66:0/1543284274 shutdown_connections 2024-07-27T07:10:43.086 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.403+0000 7ff5ee000640 1 -- 172.21.15.66:0/1543284274 wait complete. 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38560 ceph_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38588 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.406+0000 7ff5ee000640 1 Processor -- start 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.406+0000 7ff5ee000640 1 -- start start 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 0x7ff5e80ca450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e80b2a90 0x7ff5e80cad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:43.106 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e806f4d0 con 0x7ff5e80b4a40 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7ff5e806f350 con 0x7ff5e8072300 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ee000640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7ff5e806f650 con 0x7ff5e80b2a90 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ed600640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37678/0 (socket says 172.21.15.66:37678) 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.408+0000 7ff5ed600640 1 -- 172.21.15.66:0/3876338318 learned_addr learned my addr 172.21.15.66:0/3876338318 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5e7e00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e80b2a90 0x7ff5e80cad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ecc00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 0x7ff5e80ca450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 -- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e80b2a90 msgr2=0x7ff5e80cad10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e80b2a90 0x7ff5e80cad10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 -- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 msgr2=0x7ff5e80ca450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 0x7ff5e80ca450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 -- 172.21.15.66:0/3876338318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5e81f8d80 con 0x7ff5e80b4a40 2024-07-27T07:10:43.107 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ecc00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 0x7ff5e80ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5ed600640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 secure :-1 s=READY pgs=1982 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000c3f0 tx=0x7ff5e000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0011790 con 0x7ff5e80b4a40 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38619 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.409+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff5e0017070 con 0x7ff5e80b4a40 2024-07-27T07:10:43.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.410+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5e81f9040 con 0x7ff5e80b4a40 2024-07-27T07:10:43.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.410+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5e0011cc0 con 0x7ff5e80b4a40 2024-07-27T07:10:43.126 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.410+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5e81f9600 con 0x7ff5e80b4a40 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 14w REG 8,1 335634596 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38628 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 14w REG 8,1 335634878 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.411+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5e8070c10 con 0x7ff5e80b4a40 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38636 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.162 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.412+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7ff5e001c460 con 0x7ff5e80b4a40 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38644 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38652 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.413+0000 7ff5e4c00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 0x7ff5c4079550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.414+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7ff5e0098db0 con 0x7ff5e80b4a40 2024-07-27T07:10:43.180 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.414+0000 7ff5ecc00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 0x7ff5c4079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:43.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.415+0000 7ff5ecc00640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 0x7ff5c4079550 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8005fd0 tx=0x7ff5d80082b0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:43.181 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.418+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7ff5e8070c10 con 0x7ff5e80b4a40 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38660 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38676 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38680 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 14w REG 8,1 335637490 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38681 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38682 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38683 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38684 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38685 fn_anonym root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38714 rocksdb:l root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 14w REG 8,1 335637772 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38716 rocksdb:l root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 14w REG 8,1 335638054 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38719 rocksdb:l root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 14w REG 8,1 335638054 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 38721 rocksdb:h root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 14w REG 8,1 335638054 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 40342 bstore_ai root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 14w REG 8,1 335638054 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41075 bstore_ai root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 14w REG 8,1 335638267 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41624 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 14w REG 8,1 335638267 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41633 cfin root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41634 bstore_kv root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41635 bstore_kv root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41636 bstore_me root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41738 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41740 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41742 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 14w REG 8,1 335638549 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41744 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 14w REG 8,1 335638831 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41748 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 14w REG 8,1 335638831 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41749 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 14w REG 8,1 335638831 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41754 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 14w REG 8,1 335640161 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41756 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 14w REG 8,1 335640161 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41758 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 14w REG 8,1 335640161 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41760 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41762 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.609 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.676+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5e806a0e0 con 0x7ff5e80b4a40 2024-07-27T07:10:43.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41764 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.627 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.677+0000 7ff5e4c00640 1 -- 172.21.15.66:0/3876338318 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 219 v219) ==== 95+0+3656 (secure 0 0 0) 0x7ff5e806a0e0 con 0x7ff5e80b4a40 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41767 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.646 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:43.646 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":219,"btime":"2024-07-27T07:08:59:914789+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":219,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:08:59.568732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":208,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":6479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6479":{"gid":6479,"name":"b","rank":1,"incarnation":212,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:06:28.240758+0000","export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":61,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471,6479]},"id":10}]} 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 219 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41768 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 msgr2=0x7ff5c4079550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 0x7ff5c4079550 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7ff5d8005fd0 tx=0x7ff5d80082b0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 msgr2=0x7ff5e8158920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 secure :-1 s=READY pgs=1982 cs=0 l=1 rev1=1 crypto rx=0x7ff5e000c3f0 tx=0x7ff5e000c8b0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 shutdown_connections 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7ff5c4077040 0x7ff5c4079550 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7ff5e80b4a40 0x7ff5e8158920 unknown :-1 s=CLOSED pgs=1982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7ff5e80b2a90 0x7ff5e80cad10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 --2- 172.21.15.66:0/3876338318 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7ff5e8072300 0x7ff5e80ca450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 >> 172.21.15.66:0/3876338318 conn(0x7ff5e80cfa80 msgr2=0x7ff5e815d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 shutdown_connections 2024-07-27T07:10:43.665 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:42.680+0000 7ff5ee000640 1 -- 172.21.15.66:0/3876338318 wait complete. 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41769 ms_dispat root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41770 ms_local root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 14w REG 8,1 335640443 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41771 fn_anonym root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41772 finisher root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41773 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.737 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41774 safe_time root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41775 ceph-osd root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41776 osd_srv_a root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41777 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 14w REG 8,1 335640725 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41778 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41779 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41780 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41781 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41782 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41783 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 14w REG 8,1 335641007 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41784 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41785 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41786 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41787 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41788 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:43.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41789 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:43.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:43.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:43.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:43.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:43.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:43.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:43.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:43.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:43.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:44.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41790 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 14w REG 8,1 335641289 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:44.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:44.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:44.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:44.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41791 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 14w REG 8,1 335641571 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:44.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:44.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:44.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41792 tp_osd_tp root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root DEL REG 0,18 105892 /[aio] 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root DEL REG 0,18 105890 /[aio] 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 0,15 105881 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 1w FIFO 0,14 0t0 107721 pipe 2024-07-27T07:10:44.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 2w FIFO 0,14 0t0 107722 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 3r FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 4w FIFO 0,14 0t0 106797 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,66,70,73,77,80,83,86,89,92,95,99,101] 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 6r FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 7w FIFO 0,14 0t0 106799 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 8u a_inode 0,15 0 50 [eventpoll:9,64,67,69,75,76,78,81,84,87,90,93,96,98] 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 9r FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 10w FIFO 0,14 0t0 106800 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 11u a_inode 0,15 0 50 [eventpoll:12,65,68,71,72,74,79,82,85,88,91,94,97,100] 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 12r FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 13w FIFO 0,14 0t0 106801 pipe 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 14w REG 8,1 335641571 393339 /var/log/ceph/ceph-osd.3.log 2024-07-27T07:10:44.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 15uW REG 0,25 6 1730 /run/ceph/ceph-osd.3.pid 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 16r FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 17w FIFO 0,14 0t0 106804 pipe 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 18u unix 0xffff88810fe84fc0 0t0 106805 /var/run/ceph/ceph-osd.3.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 19u IPv4 103958 0t0 TCP *:6800 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 20u IPv4 103960 0t0 TCP *:acnet (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 21u IPv4 103963 0t0 TCP *:6802 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 22u IPv4 103967 0t0 TCP *:6803 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 23u IPv4 103972 0t0 TCP *:6804 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 24u IPv4 103978 0t0 TCP *:6805 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 25u IPv4 103985 0t0 TCP *:6806 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 26u IPv4 103993 0t0 TCP *:6807 (LISTEN) 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 27r FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 28w FIFO 0,14 0t0 105859 pipe 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 29r FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 30w FIFO 0,14 0t0 105860 pipe 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 31u sock 0,9 0t0 105878 protocol: UDPv6 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 32r DIR 253,3 357 64 /var/lib/ceph/osd/ceph-3 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 33uW REG 253,3 37 69 /var/lib/ceph/osd/ceph-3/fsid 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 34u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 35u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 36u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 37u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 38u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 39u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 40u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 41u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 42u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 43u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 44u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 45u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 46u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 47u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 48u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 49u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 50u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 51u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 52u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 53u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 54u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 55u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 56u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 57u REG 253,3 96636764160 70 /var/lib/ceph/osd/ceph-3/block 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 58u a_inode 0,15 0 105881 [io_uring] 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 59r FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 60u IPv4 104185 0t0 TCP smithi066.front.sepia.ceph.com:40140->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 61w FIFO 0,14 0t0 105901 pipe 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 62w FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 63r FIFO 0,14 0t0 105902 pipe 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 64u IPv4 106848 0t0 TCP smithi066.front.sepia.ceph.com:57382->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 65u IPv4 104200 0t0 TCP smithi066.front.sepia.ceph.com:46678->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 66u IPv4 103405 0t0 TCP smithi066.front.sepia.ceph.com:33842->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 67u IPv4 106849 0t0 TCP smithi066.front.sepia.ceph.com:41658->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 68u IPv4 104201 0t0 TCP smithi066.front.sepia.ceph.com:36168->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 69u IPv4 106850 0t0 TCP smithi066.front.sepia.ceph.com:40414->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 70u IPv4 103406 0t0 TCP smithi066.front.sepia.ceph.com:54220->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 71u IPv4 104202 0t0 TCP smithi066.front.sepia.ceph.com:53008->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 72u IPv4 104203 0t0 TCP smithi066.front.sepia.ceph.com:57740->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 73u IPv4 103407 0t0 TCP smithi066.front.sepia.ceph.com:37168->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 74u IPv4 104204 0t0 TCP smithi066.front.sepia.ceph.com:33640->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 75u IPv4 106851 0t0 TCP smithi066.front.sepia.ceph.com:48394->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 76u IPv4 106852 0t0 TCP smithi066.front.sepia.ceph.com:56150->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 77u IPv4 103408 0t0 TCP smithi066.front.sepia.ceph.com:39954->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 78u IPv4 104205 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47252 (ESTABLISHED) 2024-07-27T07:10:44.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 79u IPv4 104206 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47260 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 80u IPv4 104209 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57402 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 81u IPv4 104210 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57408 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 82u IPv4 105920 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38732 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 83u IPv4 105923 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47840 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 84u IPv4 105926 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47848 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 85u IPv4 105929 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38738 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 86u IPv4 105932 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi066.front.sepia.ceph.com:47856 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 87u IPv4 105935 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi066.front.sepia.ceph.com:38752 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 88u IPv4 105015 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47268 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 89u IPv4 105012 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35366 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 90u IPv4 105018 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57410 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 91u IPv4 108734 0t0 TCP smithi066.front.sepia.ceph.com:49506->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 92u IPv4 105022 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45982 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 93u IPv4 101158 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi066.front.sepia.ceph.com:35378 (ESTABLISHED) 2024-07-27T07:10:44.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 94u IPv4 101161 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45996 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 95u IPv4 101170 0t0 TCP smithi066.front.sepia.ceph.com:38878->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 96u IPv4 109589 0t0 TCP smithi066.front.sepia.ceph.com:6806->smithi155.front.sepia.ceph.com:47276 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 97u IPv4 109592 0t0 TCP smithi066.front.sepia.ceph.com:6804->smithi155.front.sepia.ceph.com:57422 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 98u IPv4 213047 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi155.front.sepia.ceph.com:44150 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 99u IPv4 209453 0t0 TCP smithi066.front.sepia.ceph.com:6800->smithi066.front.sepia.ceph.com:40684 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 100u IPv4 105140 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:45998 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38467 41793 osd_srv_h root 101u IPv4 101213 0t0 TCP smithi066.front.sepia.ceph.com:6802->smithi155.front.sepia.ceph.com:46012 (ESTABLISHED) 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 14w REG 8,1 366356875 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 14w REG 8,1 366340358 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38482 log root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 14w REG 8,1 366340358 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38486 msgr-work root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 14w REG 8,1 366340358 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38487 msgr-work root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38488 msgr-work root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38511 service root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38512 admin_soc root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38546 signal_ha root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38547 io_contex root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38549 io_contex root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 14w REG 8,1 366340640 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38562 OpHistory root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38563 ceph_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38589 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38616 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38626 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38634 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 14w REG 8,1 366340922 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38642 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38650 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38658 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38666 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38667 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38668 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38669 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 14w REG 8,1 366341204 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38670 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 14w REG 8,1 366341486 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38671 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 14w REG 8,1 366344098 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38672 fn_anonym root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 14w REG 8,1 366344098 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38675 rocksdb:l root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 14w REG 8,1 366344098 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38677 rocksdb:l root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 14w REG 8,1 366344098 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38678 rocksdb:l root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 14w REG 8,1 366344098 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 38679 rocksdb:h root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40166 bstore_ai root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 40894 bstore_ai root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41201 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41227 cfin root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41229 bstore_kv root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 14w REG 8,1 366344380 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41232 bstore_kv root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41239 bstore_me root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41623 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41625 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41626 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41627 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41628 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 14w REG 8,1 366344662 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41629 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41630 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41632 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41638 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41639 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41644 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 14w REG 8,1 366344944 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41646 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 14w REG 8,1 366345226 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41650 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 14w REG 8,1 366345226 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41651 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 14w REG 8,1 366345226 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41652 ms_dispat root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 14w REG 8,1 366345226 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41653 ms_local root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 14w REG 8,1 366345226 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41654 fn_anonym root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 14w REG 8,1 366346240 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41655 finisher root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 14w REG 8,1 366347836 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41656 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41657 safe_time root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41658 ceph-osd root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41659 osd_srv_a root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41660 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41661 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 14w REG 8,1 366350730 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41662 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41663 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41664 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:44.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:44.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:44.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:44.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:44.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:44.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:44.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:44.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:44.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:44.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:44.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41665 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:44.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:44.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:44.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41666 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41667 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 14w REG 8,1 366351012 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41668 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 14w REG 8,1 366351294 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41669 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 14w REG 8,1 366351507 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41670 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 14w REG 8,1 366351507 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41671 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 14w REG 8,1 366351507 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41672 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 14w REG 8,1 366351507 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41673 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 14w REG 8,1 366356593 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41674 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 14w REG 8,1 366356593 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41675 tp_osd_tp root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root DEL REG 0,18 108697 /[aio] 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root DEL REG 0,18 108695 /[aio] 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 0,15 108134 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 1w FIFO 0,14 0t0 108589 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 2w FIFO 0,14 0t0 108590 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 3r FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 4w FIFO 0,14 0t0 103374 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,60,68,71,80,82,85,86,87,89,92,95,96,101] 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 6r FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 7w FIFO 0,14 0t0 103376 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 8u a_inode 0,15 0 50 [eventpoll:9,62,66,69,72,73,74,75,76,78,90,93,98,99,102] 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 9r FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 10w FIFO 0,14 0t0 103377 pipe 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 11u a_inode 0,15 0 50 [eventpoll:12,65,67,70,77,79,81,83,84,88,91,94,97,100,103] 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 12r FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 13w FIFO 0,14 0t0 103378 pipe 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 14w REG 8,1 366356875 393336 /var/log/ceph/ceph-osd.1.log 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 15uW REG 0,25 6 1732 /run/ceph/ceph-osd.1.pid 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 16r FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 17w FIFO 0,14 0t0 103381 pipe 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 18u unix 0xffff88810f3795c0 0t0 103382 /var/run/ceph/ceph-osd.1.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 19u IPv4 107773 0t0 TCP *:6808 (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 20u IPv4 107784 0t0 TCP *:6810 (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 21u IPv4 107797 0t0 TCP *:6812 (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 22u IPv4 107811 0t0 TCP *:6813 (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 23u IPv4 107827 0t0 TCP *:6815 (LISTEN) 2024-07-27T07:10:45.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 24u IPv4 107845 0t0 TCP *:pentbox-sim (LISTEN) 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 25u IPv4 107864 0t0 TCP *:6818 (LISTEN) 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 26u IPv4 107885 0t0 TCP *:6820 (LISTEN) 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 27r FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 28w FIFO 0,14 0t0 108679 pipe 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 29r FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 30w FIFO 0,14 0t0 108680 pipe 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 31u sock 0,9 0t0 108131 protocol: UDPv6 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 32r DIR 253,1 357 64 /var/lib/ceph/osd/ceph-1 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 33uW REG 253,1 37 69 /var/lib/ceph/osd/ceph-1/fsid 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 34u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 35u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 36u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 37u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 38u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 39u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 40u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 41u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 42u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 43u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 44u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 45u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 46u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 47u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 48u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 49u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 50u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 51u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 52u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 53u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 54u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 55u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 56u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 57u REG 253,1 96636764160 70 /var/lib/ceph/osd/ceph-1/block 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 58u a_inode 0,15 0 108134 [io_uring] 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 59r FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 60u IPv4 108698 0t0 TCP smithi066.front.sepia.ceph.com:40112->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 61w FIFO 0,14 0t0 104996 pipe 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 62u IPv4 105903 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33640 (ESTABLISHED) 2024-07-27T07:10:45.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 63r FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 64w FIFO 0,14 0t0 104997 pipe 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 65u IPv4 105906 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39954 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 66u IPv4 105909 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49344 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 67u IPv4 105910 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49352 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 68u IPv4 105913 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55882 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 69u IPv4 105914 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55890 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 70u IPv4 105003 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39958 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 71u IPv4 105006 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33648 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 72u IPv4 104218 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi066.front.sepia.ceph.com:39972 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 73u IPv4 106853 0t0 TCP smithi066.front.sepia.ceph.com:57394->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 74u IPv4 106854 0t0 TCP smithi066.front.sepia.ceph.com:36196->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 75u IPv4 106855 0t0 TCP smithi066.front.sepia.ceph.com:53042->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 76u IPv4 106856 0t0 TCP smithi066.front.sepia.ceph.com:40434->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 77u IPv4 104227 0t0 TCP smithi066.front.sepia.ceph.com:37184->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 78u IPv4 106857 0t0 TCP smithi066.front.sepia.ceph.com:44196->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 79u IPv4 104228 0t0 TCP smithi066.front.sepia.ceph.com:46684->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 80u IPv4 108164 0t0 TCP smithi066.front.sepia.ceph.com:56166->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 81u IPv4 104229 0t0 TCP smithi066.front.sepia.ceph.com:47848->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 82u IPv4 108165 0t0 TCP smithi066.front.sepia.ceph.com:41682->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 83u IPv4 104230 0t0 TCP smithi066.front.sepia.ceph.com:54244->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 84u IPv4 104231 0t0 TCP smithi066.front.sepia.ceph.com:48424->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 85u IPv4 108166 0t0 TCP smithi066.front.sepia.ceph.com:38738->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 86u IPv4 108167 0t0 TCP smithi066.front.sepia.ceph.com:33862->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 87u IPv4 108168 0t0 TCP smithi066.front.sepia.ceph.com:57764->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 88u IPv4 104238 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49362 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 89u IPv4 108169 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi066.front.sepia.ceph.com:33658 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 90u IPv4 105941 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi066.front.sepia.ceph.com:39918 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 91u IPv4 104241 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55906 (ESTABLISHED) 2024-07-27T07:10:45.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 92u IPv4 105025 0t0 TCP smithi066.front.sepia.ceph.com:49504->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 93u IPv4 108170 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35212 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 94u IPv4 108733 0t0 TCP smithi066.front.sepia.ceph.com:35378->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 95u IPv4 105035 0t0 TCP smithi066.front.sepia.ceph.com:38864->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 96u IPv4 105036 0t0 TCP smithi066.front.sepia.ceph.com:6815->smithi155.front.sepia.ceph.com:49370 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 97u IPv4 105028 0t0 TCP smithi066.front.sepia.ceph.com:6812->smithi155.front.sepia.ceph.com:35220 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 98u IPv4 105039 0t0 TCP smithi066.front.sepia.ceph.com:6818->smithi155.front.sepia.ceph.com:55922 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 99u IPv4 105945 0t0 TCP smithi066.front.sepia.ceph.com:42098->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 100u IPv4 104248 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:38460 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 101u IPv4 211339 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34596 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 102u IPv4 211342 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi155.front.sepia.ceph.com:34602 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38469 41676 osd_srv_h root 103u IPv4 209830 0t0 TCP smithi066.front.sepia.ceph.com:6808->smithi066.front.sepia.ceph.com:46040 (ESTABLISHED) 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 14w REG 8,1 362127902 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 14w REG 8,1 362119300 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38484 log root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38493 msgr-work root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38494 msgr-work root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38495 msgr-work root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38513 service root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38514 admin_soc root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38550 signal_ha root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 14w REG 8,1 362119582 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38551 io_contex root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38552 io_contex root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38565 OpHistory root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38566 ceph_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38592 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38624 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38631 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 14w REG 8,1 362119864 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38638 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38646 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38654 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38662 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38800 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38817 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 14w REG 8,1 362120146 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38820 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38821 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38823 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38825 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 38828 fn_anonym root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39070 rocksdb:l root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39071 rocksdb:l root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 14w REG 8,1 362120428 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39072 rocksdb:l root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.568 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 39073 rocksdb:h root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 40364 bstore_ai root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41076 bstore_ai root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41637 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41645 cfin root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 14w REG 8,1 362120710 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41647 bstore_kv root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41648 bstore_kv root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41649 bstore_me root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41677 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41678 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41679 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41680 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 14w REG 8,1 362120992 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41681 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 14w REG 8,1 362121274 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41682 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 14w REG 8,1 362121274 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41683 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 14w REG 8,1 362121274 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41684 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 14w REG 8,1 362123886 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41685 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 14w REG 8,1 362123886 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41686 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 14w REG 8,1 362123886 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41687 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41688 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41689 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41690 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41691 ms_dispat root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41692 ms_local root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41693 fn_anonym root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 14w REG 8,1 362124168 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41694 finisher root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41695 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41696 safe_time root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41697 ceph-osd root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.975 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.976 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:45.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41698 osd_srv_a root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:45.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:45.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:45.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:45.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:45.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:45.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:45.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:45.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:45.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:45.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41699 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 14w REG 8,1 362124450 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41700 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 14w REG 8,1 362124732 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41701 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 14w REG 8,1 362124732 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41702 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 14w REG 8,1 362127338 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41703 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 14w REG 8,1 362127338 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41704 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 14w REG 8,1 362127338 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41705 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 14w REG 8,1 362127338 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41706 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41707 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41708 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41710 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41712 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41714 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41716 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.180 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 14w REG 8,1 362127620 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 -- 172.21.15.66:0/806988625 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 msgr2=0x7f38900cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 --2- 172.21.15.66:0/806988625 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f38900cf280 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f388c005fd0 tx=0x7f388c02a780 comp rx=0 tx=0).stop 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 -- 172.21.15.66:0/806988625 shutdown_connections 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 --2- 172.21.15.66:0/806988625 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f38900cf280 unknown :-1 s=CLOSED pgs=1984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 --2- 172.21.15.66:0/806988625 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900cb5e0 0x7f389015f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.191 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 -- 172.21.15.66:0/806988625 >> 172.21.15.66:0/806988625 conn(0x7f38900d0d80 msgr2=0x7f38900d1190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 -- 172.21.15.66:0/806988625 shutdown_connections 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.085+0000 7f3898800640 1 -- 172.21.15.66:0/806988625 wait complete. 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.088+0000 7f3898800640 1 Processor -- start 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.089+0000 7f3898800640 1 -- start start 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900718e0 0x7f38900b47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38900cb5e0 0x7f38900c5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f389006c970 con 0x7f38900cee70 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f389006c7f0 con 0x7f38900cb5e0 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3898800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f389006caf0 con 0x7f38900718e0 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3896800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.091+0000 7f3895e00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900718e0 0x7f38900b47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:46.192 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37694/0 (socket says 172.21.15.66:37694) 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 -- 172.21.15.66:0/430364211 learned_addr learned my addr 172.21.15.66:0/430364211 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3895400640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38900cb5e0 0x7f38900c5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 -- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900718e0 msgr2=0x7f38900b47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900718e0 0x7f38900b47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 -- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38900cb5e0 msgr2=0x7f38900c5ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38900cb5e0 0x7f38900c5ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.092+0000 7f3896800640 1 -- 172.21.15.66:0/430364211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38900c60e0 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f3896800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7f388c034040 tx=0x7f388c003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c040070 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f388c003e50 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c0047e0 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38900b6170 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.093+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38900b6710 con 0x7f38900cee70 2024-07-27T07:10:46.193 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.094+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3890050990 con 0x7f38900cee70 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.096+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f388c043070 con 0x7f38900cee70 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.097+0000 7f388a000640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 0x7f3874079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.098+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f388c0ba3b0 con 0x7f38900cee70 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.098+0000 7f3895e00640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 0x7f3874079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.099+0000 7f3895e00640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 0x7f3874079520 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f388400bb50 tx=0x7f388400b2e0 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:46.194 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.102+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f3890050990 con 0x7f38900cee70 2024-07-27T07:10:46.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41717 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 14w REG 8,1 362127902 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41719 tp_osd_tp root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root DEL REG 0,18 106814 /[aio] 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root DEL REG 0,18 104176 /[aio] 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 0,15 104164 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 1w FIFO 0,14 0t0 105820 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 2w FIFO 0,14 0t0 105821 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 3r FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 4w FIFO 0,14 0t0 103944 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,71,72,73,75,77,90,93,95,97,101] 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 6r FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 7w FIFO 0,14 0t0 103946 pipe 2024-07-27T07:10:46.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,74,78,80,83,84,85,88,91,98,99] 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 9r FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 10w FIFO 0,14 0t0 103947 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,76,79,81,82,86,87,89,92,94,96,100] 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 12r FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 13w FIFO 0,14 0t0 103948 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 14w REG 8,1 362127902 393338 /var/log/ceph/ceph-osd.2.log 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 15uW REG 0,25 6 1734 /run/ceph/ceph-osd.2.pid 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 16r FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 17w FIFO 0,14 0t0 103952 pipe 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 18u unix 0xffff88810d5cc140 0t0 103953 /var/run/ceph/ceph-osd.2.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 19u IPv4 104003 0t0 TCP *:6809 (LISTEN) 2024-07-27T07:10:46.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 20u IPv4 104015 0t0 TCP *:6811 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 21u IPv4 104030 0t0 TCP *:6814 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 22u IPv4 104047 0t0 TCP *:6816 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 23u IPv4 104067 0t0 TCP *:6819 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 24u IPv4 104089 0t0 TCP *:6821 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 25u IPv4 104112 0t0 TCP *:6822 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 26u IPv4 104136 0t0 TCP *:6823 (LISTEN) 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 27r FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 28w FIFO 0,14 0t0 101044 pipe 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 29r FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 30w FIFO 0,14 0t0 101045 pipe 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 31u sock 0,9 0t0 104161 protocol: UDPv6 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 32r DIR 253,2 357 64 /var/lib/ceph/osd/ceph-2 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 33uW REG 253,2 37 69 /var/lib/ceph/osd/ceph-2/fsid 2024-07-27T07:10:46.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 34u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 35u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 36u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 37u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 38u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 39u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 40u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 41u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 42u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 43u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 44u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 45u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 46u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 47u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 48u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 49u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 50u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 51u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 52u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 53u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 54u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 55u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 56u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 57u REG 253,2 96636764160 70 /var/lib/ceph/osd/ceph-2/block 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 58u a_inode 0,15 0 104164 [io_uring] 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 59r FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 60u IPv4 104986 0t0 TCP smithi066.front.sepia.ceph.com:40122->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 61w FIFO 0,14 0t0 108155 pipe 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 62r FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 63w FIFO 0,14 0t0 108156 pipe 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 64u IPv4 108158 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57382 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 65u IPv4 108161 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46678 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 66u IPv4 103409 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51246 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 67u IPv4 103412 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39734 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 68u IPv4 103415 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51256 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 69u IPv4 103418 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39740 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 70u IPv4 104215 0t0 TCP smithi066.front.sepia.ceph.com:39972->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 71u IPv4 104216 0t0 TCP smithi066.front.sepia.ceph.com:53012->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 72u IPv4 104217 0t0 TCP smithi066.front.sepia.ceph.com:36180->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 73u IPv4 101133 0t0 TCP smithi066.front.sepia.ceph.com:48418->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 74u IPv4 101134 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57384 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 75u IPv4 101137 0t0 TCP smithi066.front.sepia.ceph.com:56154->smithi066.front.sepia.ceph.com:6828 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 76u IPv4 101138 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46682 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 77u IPv4 101141 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi066.front.sepia.ceph.com:57394 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 78u IPv4 101144 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi066.front.sepia.ceph.com:46684 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 79u IPv4 109569 0t0 TCP smithi066.front.sepia.ceph.com:33658->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 80u IPv4 104232 0t0 TCP smithi066.front.sepia.ceph.com:47856->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 81u IPv4 109570 0t0 TCP smithi066.front.sepia.ceph.com:38752->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 82u IPv4 109581 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51272 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 83u IPv4 104233 0t0 TCP smithi066.front.sepia.ceph.com:54248->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 84u IPv4 104235 0t0 TCP smithi066.front.sepia.ceph.com:57776->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 85u IPv4 104234 0t0 TCP smithi066.front.sepia.ceph.com:33870->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 86u IPv4 109571 0t0 TCP smithi066.front.sepia.ceph.com:41686->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 87u IPv4 109572 0t0 TCP smithi066.front.sepia.ceph.com:40440->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 88u IPv4 104236 0t0 TCP smithi066.front.sepia.ceph.com:51612->smithi155.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 89u IPv4 109573 0t0 TCP smithi066.front.sepia.ceph.com:37188->smithi066.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 90u IPv4 101150 0t0 TCP smithi066.front.sepia.ceph.com:39918->smithi066.front.sepia.ceph.com:6812 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 91u IPv4 109584 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39742 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 92u IPv4 106858 0t0 TCP smithi066.front.sepia.ceph.com:44200->smithi155.front.sepia.ceph.com:6814 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 93u IPv4 101156 0t0 TCP smithi066.front.sepia.ceph.com:35366->smithi066.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 94u IPv4 106859 0t0 TCP smithi066.front.sepia.ceph.com:42094->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 95u IPv4 109574 0t0 TCP smithi066.front.sepia.ceph.com:39090->smithi155.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 96u IPv4 109587 0t0 TCP smithi066.front.sepia.ceph.com:38848->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 97u IPv4 105947 0t0 TCP smithi066.front.sepia.ceph.com:6819->smithi155.front.sepia.ceph.com:39752 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 98u IPv4 101157 0t0 TCP smithi066.front.sepia.ceph.com:49496->smithi066.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 99u IPv4 105950 0t0 TCP smithi066.front.sepia.ceph.com:6822->smithi155.front.sepia.ceph.com:51276 (ESTABLISHED) 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 100u IPv4 104282 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi155.front.sepia.ceph.com:59660 (ESTABLISHED) 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38470 41721 osd_srv_h root 101u IPv4 212207 0t0 TCP smithi066.front.sepia.ceph.com:6809->smithi066.front.sepia.ceph.com:46118 (ESTABLISHED) 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 14w REG 8,1 366737238 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 14w REG 8,1 366727093 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38523 log root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 14w REG 8,1 366727093 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38528 msgr-work root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 14w REG 8,1 366727093 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38529 msgr-work root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 14w REG 8,1 366727375 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38530 msgr-work root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 14w REG 8,1 366727375 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38537 service root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 14w REG 8,1 366727375 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38538 admin_soc root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 14w REG 8,1 366727375 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.337 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.338 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.339 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.340 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.341 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.342 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.343 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38555 signal_ha root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.344 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.345 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 14w REG 8,1 366729987 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38556 io_contex root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 14w REG 8,1 366729987 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38557 io_contex root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 14w REG 8,1 366729987 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.384 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38568 OpHistory root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38569 ceph_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38593 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.360+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f389006d050 con 0x7f38900cee70 2024-07-27T07:10:46.424 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.361+0000 7f388a000640 1 -- 172.21.15.66:0/430364211 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 219 v219) ==== 95+0+3656 (secure 0 0 0) 0x7f388c082800 con 0x7f38900cee70 2024-07-27T07:10:46.424 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:46.424 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":219,"btime":"2024-07-27T07:08:59:914789+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[{"mdsmap":{"epoch":219,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-07-27T07:05:07.014735+0000","modified":"2024-07-27T07:08:59.568732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":208,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":2,"in":[0,1],"up":{"mds_0":9471,"mds_1":6479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6479":{"gid":6479,"name":"b","rank":1,"incarnation":212,"state":"up:active","state_seq":21,"addr":"172.21.15.155:6835/1155706351","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6834","nonce":1155706351},{"type":"v1","addr":"172.21.15.155:6835","nonce":1155706351}]},"join_fscid":-1,"laggy_since":"2024-07-27T07:06:28.240758+0000","export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_9471":{"gid":9471,"name":"a","rank":0,"incarnation":198,"state":"up:active","state_seq":61,"addr":"172.21.15.66:6835/3533780000","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6834","nonce":3533780000},{"type":"v1","addr":"172.21.15.66:6835","nonce":3533780000}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9471,"qdb_cluster":[9471,6479]},"id":10}]} 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:dumped fsmap epoch 219 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.364+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 msgr2=0x7f3874079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.364+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 0x7f3874079520 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f388400bb50 tx=0x7f388400b2e0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.364+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 msgr2=0x7f3890154e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.364+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 secure :-1 s=READY pgs=1985 cs=0 l=1 rev1=1 crypto rx=0x7f388c034040 tx=0x7f388c003ce0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 shutdown_connections 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f3874077010 0x7f3874079520 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f38900cee70 0x7f3890154e10 unknown :-1 s=CLOSED pgs=1985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f38900cb5e0 0x7f38900c5ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 --2- 172.21.15.66:0/430364211 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f38900718e0 0x7f38900b47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 >> 172.21.15.66:0/430364211 conn(0x7f38900d0d80 msgr2=0x7f38900b0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:46.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 shutdown_connections 2024-07-27T07:10:46.427 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:45.365+0000 7f3898800640 1 -- 172.21.15.66:0/430364211 wait complete. 2024-07-27T07:10:46.427 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38618 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38629 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38639 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.498 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.499 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.500 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38647 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 14w REG 8,1 366730269 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38655 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38664 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38862 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.553 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.554 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.555 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.556 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.557 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.558 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.559 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.560 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.561 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.562 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.563 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38887 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.564 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.565 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.566 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.567 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.569 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.570 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.571 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.572 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.573 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.574 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.575 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.576 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.577 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.578 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.579 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38889 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.580 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.581 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.582 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.583 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.584 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.585 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.586 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.587 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.588 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.589 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.590 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.591 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.592 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.593 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38892 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.594 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.595 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.596 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.597 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.598 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.599 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.600 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 14w REG 8,1 366730551 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.601 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.602 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.603 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.604 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.605 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.606 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.607 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38897 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.608 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.609 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.610 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.611 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.612 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.613 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.614 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 14w REG 8,1 366730833 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.615 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.616 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.617 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.618 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.619 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.620 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.621 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38902 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.622 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.623 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.624 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.625 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.626 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.627 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.628 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 14w REG 8,1 366730833 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.629 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.630 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.631 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.632 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.633 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.634 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.635 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 38905 fn_anonym root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.636 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.637 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.638 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.639 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.640 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.641 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.642 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.643 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 14w REG 8,1 366730833 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.644 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.645 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.646 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.647 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.648 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.649 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.650 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39074 rocksdb:l root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.651 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.652 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.653 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.654 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.655 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.656 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.657 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 14w REG 8,1 366731046 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.658 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.659 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.660 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.661 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.662 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.663 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39075 rocksdb:l root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.664 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.665 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.666 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.667 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.668 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.669 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.670 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.671 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 14w REG 8,1 366731046 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.672 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.673 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.674 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.675 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.676 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.677 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39076 rocksdb:l root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.678 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.679 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.680 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.681 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.682 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.683 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.684 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 14w REG 8,1 366731046 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.685 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.686 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.687 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.688 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.689 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.690 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.691 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 39079 rocksdb:h root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.692 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.693 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.694 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.695 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.696 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.697 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.698 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.699 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 14w REG 8,1 366731046 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.700 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.701 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.702 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.703 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.704 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.705 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.706 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 40440 bstore_ai root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.707 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.708 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.709 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.710 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.711 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.712 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.713 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 14w REG 8,1 366731328 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.714 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.715 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.716 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.717 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.718 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.719 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.720 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41077 bstore_ai root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.721 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.722 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.723 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.724 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.725 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.726 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.727 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 14w REG 8,1 366732658 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.728 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.729 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.730 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.731 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.732 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.733 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.734 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41631 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.735 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.736 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.737 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.738 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.739 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.740 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.741 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 14w REG 8,1 366732658 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.742 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.743 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.744 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.745 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.746 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.747 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.748 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41640 cfin root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.749 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.750 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.751 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.752 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.753 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.754 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.755 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.756 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 14w REG 8,1 366732658 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.757 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.758 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.759 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.760 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.761 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.762 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.763 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41641 bstore_kv root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.764 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.765 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.766 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.767 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.768 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.769 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.770 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 14w REG 8,1 366732658 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.771 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.772 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.773 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.774 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.775 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.776 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.777 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.778 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41642 bstore_kv root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.779 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.780 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.781 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.782 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.783 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.784 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.785 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 14w REG 8,1 366732658 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.786 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.787 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.788 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.789 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.790 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.791 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.792 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41643 bstore_me root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.793 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.794 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.795 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.796 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.797 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.798 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.799 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.800 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.801 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.802 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.803 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.804 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.805 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.806 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41709 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.807 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.808 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.809 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.810 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.811 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.812 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.813 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.814 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.815 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.816 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.817 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.818 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.819 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.820 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41711 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.821 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.822 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.823 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.824 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.825 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.826 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.827 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.828 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.829 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.830 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.831 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.832 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.833 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.834 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.835 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41713 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.836 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.837 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.838 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.839 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.840 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.841 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.842 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.843 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.844 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.845 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.846 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.847 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.848 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.849 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.850 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41715 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.851 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.852 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.853 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.854 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.855 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.856 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.857 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.858 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.859 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.860 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.861 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.862 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.863 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41718 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.864 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.865 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.866 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.867 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.868 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.869 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.870 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.871 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.872 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.873 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.874 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.875 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.876 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.877 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41720 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.878 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.879 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.880 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.881 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.882 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.883 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.884 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 14w REG 8,1 366732940 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.885 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.886 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.887 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.888 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.889 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.890 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41722 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.891 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.892 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.893 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.894 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.895 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.896 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.897 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.898 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.899 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.900 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.901 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.902 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.903 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.904 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41723 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.905 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.906 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.907 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.908 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.909 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.910 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.911 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.912 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.913 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.914 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.915 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.916 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.917 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.918 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41724 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.919 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.920 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.921 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.922 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.923 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.924 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.925 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.926 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.927 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.928 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.929 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.930 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.931 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.932 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41725 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.933 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.934 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.935 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.936 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.937 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.938 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.939 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.940 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.941 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.942 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.943 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.944 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.945 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.946 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41726 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.947 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.948 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.949 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.950 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.951 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.952 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.953 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.954 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.955 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.956 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.957 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.958 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.959 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41727 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.960 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.961 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.962 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.963 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.964 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.965 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.966 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 14w REG 8,1 366733222 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.967 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.968 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.969 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.970 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.971 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.972 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.973 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41728 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.974 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.977 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.978 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.979 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.980 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.981 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.982 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.983 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.984 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.985 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.986 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.987 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:46.988 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:46.989 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:46.990 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41729 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:46.991 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:46.992 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:46.993 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:46.994 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:46.995 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:46.996 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.997 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:46.998 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:46.999 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.000 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.001 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.002 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.003 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.004 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41730 ms_dispat root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.005 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.006 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.007 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.008 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.009 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.010 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.011 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.012 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.013 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.014 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.015 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.016 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.017 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.018 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41731 ms_local root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.019 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.020 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.021 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.022 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.023 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.024 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.025 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.026 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.027 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.028 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.029 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.030 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.031 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.032 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41732 fn_anonym root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.033 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.034 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.035 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.036 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.037 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.038 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.039 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.040 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.041 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.042 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.043 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.044 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.045 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.046 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41733 finisher root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.047 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.048 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.049 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.050 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.051 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.052 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.053 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 14w REG 8,1 366733504 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.054 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.055 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.056 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.057 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.058 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.059 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41734 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.060 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.061 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.062 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.063 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.064 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.065 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.066 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.067 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.068 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.069 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.070 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.071 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.072 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.073 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41735 safe_time root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.074 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.075 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.076 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.077 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.078 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.079 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.080 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.081 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.082 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.083 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.084 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.085 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.086 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.087 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41736 ceph-osd root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.088 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.089 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.090 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.091 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.092 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.093 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.094 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.095 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.096 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.097 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.098 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.099 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.100 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.101 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41737 osd_srv_a root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.102 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.103 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.104 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.105 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.106 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.107 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.108 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.109 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.110 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.111 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.112 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.113 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.114 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41739 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.115 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.116 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.117 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.118 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.119 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.120 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.121 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.122 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.123 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.124 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.125 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.126 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.127 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.128 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41741 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.129 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.130 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.131 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.132 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.133 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.134 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.135 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.136 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.137 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.138 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.139 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.140 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.141 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41743 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.142 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.143 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.144 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.145 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.146 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.147 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.148 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 14w REG 8,1 366733786 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.149 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.150 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.151 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.152 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.153 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.154 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41745 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.155 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.156 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.157 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.158 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.159 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.160 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.161 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.162 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.163 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.164 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.165 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.166 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.167 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.168 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41746 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.169 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.170 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.171 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.172 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.173 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.174 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.175 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.176 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.177 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.178 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.179 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.181 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.182 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.183 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.184 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41747 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.185 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.186 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.187 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.188 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.189 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.190 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.191 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.192 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.193 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.194 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.195 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.196 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.197 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.198 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41750 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.199 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.200 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.201 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.202 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.203 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.204 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.205 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.206 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.207 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.208 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.209 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.210 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.211 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41751 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.212 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.213 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.214 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.215 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.216 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.217 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.218 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.219 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.220 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.221 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.222 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.223 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.224 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.225 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.226 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41752 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.227 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.228 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.229 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.230 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.231 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.232 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.233 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 14w REG 8,1 366734068 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.234 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.235 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.236 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.237 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.238 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.239 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41753 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.240 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.241 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.242 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.243 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.244 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.245 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.246 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 14w REG 8,1 366734350 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.247 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.248 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.249 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.250 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.251 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.252 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41755 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.253 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.254 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.255 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.256 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.257 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.258 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.259 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 14w REG 8,1 366734350 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.260 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.261 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.262 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.263 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.264 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.265 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.266 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41757 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.267 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.268 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.269 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.270 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.271 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.272 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.273 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.274 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 14w REG 8,1 366736956 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.275 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.276 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.277 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.278 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.279 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.280 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41759 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.281 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.282 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.283 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.284 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.285 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.286 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.287 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.288 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 14w REG 8,1 366736956 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.289 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.290 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.291 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.292 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.293 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.294 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41761 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.295 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.296 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.297 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.298 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.299 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.300 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.301 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 14w REG 8,1 366736956 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.302 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.303 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.304 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.305 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.306 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.307 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41763 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.308 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.309 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.310 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.311 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.312 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.313 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.314 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 14w REG 8,1 366736956 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.315 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.316 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.317 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.318 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.319 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.320 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.321 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41765 tp_osd_tp root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root txt REG 8,1 28293624 5482 /usr/bin/ceph-osd 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 87288 403918 /usr/lib64/rados-classes/libcls_lock.so.1.0.0 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 103632 403954 /usr/lib64/rados-classes/libcls_user.so.1.0.0 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 146128 403897 /usr/lib64/rados-classes/libcls_2pc_queue.so.1.0.0 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 49736 403903 /usr/lib64/rados-classes/libcls_cephfs.so.1.0.0 2024-07-27T07:10:47.322 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 104128 403933 /usr/lib64/rados-classes/libcls_queue.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 49640 403951 /usr/lib64/rados-classes/libcls_timeindex.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 1530688 403942 /usr/lib64/rados-classes/libcls_rgw.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 41208 403912 /usr/lib64/rados-classes/libcls_hello.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 91984 403900 /usr/lib64/rados-classes/libcls_cas.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 91544 403915 /usr/lib64/rados-classes/libcls_journal.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 83416 403906 /usr/lib64/rados-classes/libcls_cmpomap.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 246496 403909 /usr/lib64/rados-classes/libcls_fifo.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 69736 4230 /usr/lib64/liboath.so.0.1.3 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 979096 403939 /usr/lib64/rados-classes/libcls_refcount.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 431896 403936 /usr/lib64/rados-classes/libcls_rbd.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 79312 403930 /usr/lib64/rados-classes/libcls_otp.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 57976 403921 /usr/lib64/rados-classes/libcls_log.so.1.0.0 2024-07-27T07:10:47.323 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 137672 403945 /usr/lib64/rados-classes/libcls_rgw_gc.so.1.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 49512 403957 /usr/lib64/rados-classes/libcls_version.so.1.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 32488 403927 /usr/lib64/rados-classes/libcls_numops.so.1.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root DEL REG 0,18 101056 /[aio] 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 1663840 403887 /usr/lib64/ceph/erasure-code/libec_lrc.so 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 32760 403865 /usr/lib64/ceph/compressor/libceph_snappy.so.2.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root DEL REG 0,18 104977 /[aio] 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 365808 403883 /usr/lib64/ceph/erasure-code/libec_jerasure.so 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 79256 403893 /usr/lib64/ceph/extblkdev/libceph_ebd_vdo.so 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.324 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 0,15 104968 anon_inode:[io_uring] (stat: No such file or directory) 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.325 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.326 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 144120 7350 /usr/lib64/liblz4.so.1.9.3 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 49744 8296 /usr/lib64/libsnappy.so.1.1.8 2024-07-27T07:10:47.327 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 16448 7362 /usr/lib64/libaio.so.1.0.1 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 270800 7447 /usr/lib64/libfuse.so.2.9.9 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 1w FIFO 0,14 0t0 108585 pipe 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 2w FIFO 0,14 0t0 108586 pipe 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 3r FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 4w FIFO 0,14 0t0 104928 pipe 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,21,22,23,24,25,26,65,68,70,73,75,79,80,86,89,92,97,98,101] 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 6r FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.328 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 7w FIFO 0,14 0t0 104930 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 8u a_inode 0,15 0 50 [eventpoll:9,64,66,69,76,78,81,83,84,87,90,93,95,99] 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 9r FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 10w FIFO 0,14 0t0 104931 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 11u a_inode 0,15 0 50 [eventpoll:12,60,67,71,72,74,77,82,85,88,91,94,96,100] 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 12r FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 13w FIFO 0,14 0t0 104932 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 14w REG 8,1 366736956 393335 /var/log/ceph/ceph-osd.0.log 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 15uW REG 0,25 6 1737 /run/ceph/ceph-osd.0.pid 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 16r FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 17w FIFO 0,14 0t0 107761 pipe 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 18u unix 0xffff8881033b8e80 0t0 107762 /var/run/ceph/ceph-osd.0.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 19u IPv4 107910 0t0 TCP *:6824 (LISTEN) 2024-07-27T07:10:47.329 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 20u IPv4 107936 0t0 TCP *:6825 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 21u IPv4 107963 0t0 TCP *:6826 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 22u IPv4 107991 0t0 TCP *:6827 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 23u IPv4 108020 0t0 TCP *:6828 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 24u IPv4 108050 0t0 TCP *:6829 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 25u IPv4 108081 0t0 TCP *:6830 (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 26u IPv4 108113 0t0 TCP *:ambit-lm (LISTEN) 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 27r FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 28w FIFO 0,14 0t0 104938 pipe 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 29r FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 30w FIFO 0,14 0t0 104939 pipe 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 31u sock 0,9 0t0 104965 protocol: UDPv6 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 32r DIR 253,0 357 64 /var/lib/ceph/osd/ceph-0 2024-07-27T07:10:47.330 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 33uW REG 253,0 37 69 /var/lib/ceph/osd/ceph-0/fsid 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 34u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 35u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 36u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 37u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 38u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 39u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 40u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 41u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 42u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 43u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 44u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 45u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.331 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 46u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 47u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 48u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 49u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 50u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 51u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 52u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 53u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 54u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 55u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 56u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 57u REG 253,0 96636764160 70 /var/lib/ceph/osd/ceph-0/block 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 58u a_inode 0,15 0 104968 [io_uring] 2024-07-27T07:10:47.332 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 59r FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 60u IPv4 104987 0t0 TCP smithi066.front.sepia.ceph.com:40134->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 61r FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 62w FIFO 0,14 0t0 103403 pipe 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 63w FIFO 0,14 0t0 103404 pipe 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 64u IPv4 101115 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37168 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 65u IPv4 101118 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56150 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 66u IPv4 101121 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51318 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 67u IPv4 101124 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39060 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 68u IPv4 101127 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51328 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 69u IPv4 101130 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39064 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 70u IPv4 105002 0t0 TCP smithi066.front.sepia.ceph.com:39958->smithi066.front.sepia.ceph.com:6815 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 71u IPv4 104213 0t0 TCP smithi066.front.sepia.ceph.com:33648->smithi066.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.333 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 72u IPv4 104214 0t0 TCP smithi066.front.sepia.ceph.com:40430->smithi155.front.sepia.ceph.com:6820 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 73u IPv4 105009 0t0 TCP smithi066.front.sepia.ceph.com:48406->smithi155.front.sepia.ceph.com:6832 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 74u IPv4 105917 0t0 TCP smithi066.front.sepia.ceph.com:57384->smithi066.front.sepia.ceph.com:6822 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 75u IPv4 104221 0t0 TCP smithi066.front.sepia.ceph.com:46682->smithi066.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 76u IPv4 103421 0t0 TCP smithi066.front.sepia.ceph.com:33852->smithi155.front.sepia.ceph.com:6826 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 77u IPv4 105918 0t0 TCP smithi066.front.sepia.ceph.com:38732->smithi066.front.sepia.ceph.com:6804 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 78u IPv4 103422 0t0 TCP smithi066.front.sepia.ceph.com:57756->smithi155.front.sepia.ceph.com:6830 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 79u IPv4 104222 0t0 TCP smithi066.front.sepia.ceph.com:41666->smithi155.front.sepia.ceph.com:6811 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 80u IPv4 104223 0t0 TCP smithi066.front.sepia.ceph.com:54234->smithi155.front.sepia.ceph.com:6818 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 81u IPv4 103423 0t0 TCP smithi066.front.sepia.ceph.com:47840->smithi066.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 82u IPv4 105919 0t0 TCP smithi066.front.sepia.ceph.com:53028->smithi155.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 83u IPv4 104224 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56154 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 84u IPv4 103424 0t0 TCP smithi066.front.sepia.ceph.com:36212->smithi155.front.sepia.ceph.com:6807 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 85u IPv4 108714 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37184 (ESTABLISHED) 2024-07-27T07:10:47.334 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 86u IPv4 108715 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi066.front.sepia.ceph.com:37188 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 87u IPv4 108718 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi066.front.sepia.ceph.com:56166 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 88u IPv4 108724 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51338 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 89u IPv4 108721 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49496 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 90u IPv4 108727 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39074 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 91u IPv4 109588 0t0 TCP smithi066.front.sepia.ceph.com:38888->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 92u IPv4 108730 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57596 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 93u IPv4 106861 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49504 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 94u IPv4 106864 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57608 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 95u IPv4 101164 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi066.front.sepia.ceph.com:49506 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 96u IPv4 101165 0t0 TCP smithi066.front.sepia.ceph.com:6826->smithi155.front.sepia.ceph.com:57616 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 97u IPv4 101171 0t0 TCP smithi066.front.sepia.ceph.com:6830->smithi155.front.sepia.ceph.com:51350 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 98u IPv4 101169 0t0 TCP smithi066.front.sepia.ceph.com:42108->smithi155.front.sepia.ceph.com:6825 (ESTABLISHED) 2024-07-27T07:10:47.335 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 99u IPv4 101174 0t0 TCP smithi066.front.sepia.ceph.com:6828->smithi155.front.sepia.ceph.com:39078 (ESTABLISHED) 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 100u IPv4 109595 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi155.front.sepia.ceph.com:39234 (ESTABLISHED) 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-osd 38472 41766 osd_srv_h root 101u IPv4 209456 0t0 TCP smithi066.front.sepia.ceph.com:6824->smithi066.front.sepia.ceph.com:59208 (ESTABLISHED) 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 41928 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 41928 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 41928 root txt unknown /proc/41928/exe 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 42028 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 42028 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 42028 root txt unknown /proc/42028/exe 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 42255 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 42255 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 42255 root txt unknown /proc/42255/exe 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 42649 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 42649 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.336 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 42649 root txt unknown /proc/42649/exe 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 47131 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 47131 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/R 47131 root txt unknown /proc/47131/exe 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 62452 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 62452 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 62452 root txt unknown /proc/62452/exe 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 62495 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 62495 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 62495 root txt unknown /proc/62495/exe 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 64770 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 64770 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.337 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 64770 root txt unknown /proc/64770/exe 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 65970 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 65970 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 65970 root txt unknown /proc/65970/exe 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 67854 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 67854 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 67854 root txt unknown /proc/67854/exe 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root cwd DIR 8,1 4096 61687 /var/spool/anacron 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root txt REG 8,1 40648 9746 /usr/sbin/anacron 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.338 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.339 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 1w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 2w CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 3uW REG 8,1 0 61689 /var/spool/anacron/cron.daily 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 4u unix 0xffff88810f37ba00 0t0 175586 type=DGRAM (CONNECTED) 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 5uW REG 8,1 0 61690 /var/spool/anacron/cron.weekly 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:anacron 72672 root 6uW REG 8,1 0 61691 /var/spool/anacron/cron.monthly 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 73894 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 73894 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 73894 root txt unknown /proc/73894/exe 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 74014 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 74014 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/7 74014 root txt unknown /proc/74014/exe 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 76680 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.340 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 76680 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/0 76680 root txt unknown /proc/76680/exe 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 77648 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 77648 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/3 77648 root txt unknown /proc/77648/exe 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 83154 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 83154 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 83154 root txt unknown /proc/83154/exe 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 93398 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 93398 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/2 93398 root txt unknown /proc/93398/exe 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:47.341 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:47.342 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.343 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:47.344 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.345 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 0r FIFO 0,14 0t0 208225 pipe 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 3r FIFO 0,14 0t0 210312 pipe 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 4w FIFO 0,14 0t0 210312 pipe 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 5u netlink 0t0 210317 AUDIT 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 93599 root 6u unix 0xffff888105ce0e80 0t0 210318 type=DGRAM (CONNECTED) 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root txt REG 8,1 15624 7981 /usr/bin/python3.9 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 178728 7177 /usr/lib64/liblzma.so.5.2.5 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 76792 7184 /usr/lib64/libbz2.so.1.0.8 2024-07-27T07:10:47.346 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 67640 39982 /usr/lib64/python3.9/lib-dynload/math.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 23912 36213 /usr/lib64/python3.9/lib-dynload/_posixsubprocess.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 20120 39981 /usr/lib64/python3.9/lib-dynload/grp.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 56520 36214 /usr/lib64/python3.9/lib-dynload/_struct.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 37712 36223 /usr/lib64/python3.9/lib-dynload/select.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 23952 36218 /usr/lib64/python3.9/lib-dynload/fcntl.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 3486536 11950 /usr/lib64/libpython3.9.so.1.0 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 28176 39965 /usr/lib64/python3.9/lib-dynload/_heapq.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 46688 36210 /usr/lib64/python3.9/lib-dynload/_lzma.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 29336 39960 /usr/lib64/python3.9/lib-dynload/_bz2.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.347 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 41880 36225 /usr/lib64/python3.9/lib-dynload/zlib.cpython-39-x86_64-linux-gnu.so 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root 0r FIFO 0,14 0t0 208225 pipe 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:daemon-he 93651 root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.348 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.349 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.350 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.351 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.352 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.353 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.354 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.355 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.356 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.357 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.358 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.359 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.360 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.361 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93668 log root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.362 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.363 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.364 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.365 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.366 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.367 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.368 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93670 msgr-work root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.369 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.370 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.371 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.372 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.373 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.374 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93671 msgr-work root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.375 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.376 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.377 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.378 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.379 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.380 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.381 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.382 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93672 msgr-work root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.383 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.385 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.386 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.387 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.388 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.389 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.390 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.391 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93684 service root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.392 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.393 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.394 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.395 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.396 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.397 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.398 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93685 admin_soc root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.399 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.400 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.401 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.402 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.403 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.404 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.405 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93686 signal_ha root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.406 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.407 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.408 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.409 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.410 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.411 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93687 io_contex root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.412 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.413 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.414 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.415 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.416 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.417 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.418 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93688 io_contex root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.419 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.420 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.421 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.422 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.423 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.424 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.425 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93689 ms_dispat root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.426 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.427 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.428 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.429 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.430 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.431 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.432 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93690 ms_local root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.433 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.434 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.435 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.436 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.437 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.438 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.439 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93691 safe_time root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.440 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.441 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.442 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.443 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.444 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.445 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.446 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93692 safe_time root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.447 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.448 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.449 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.450 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.451 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.452 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93693 ceph-mds root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.453 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.454 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.455 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.456 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.457 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.458 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.459 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93799 safe_time root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.460 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.461 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.462 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.463 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.464 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.465 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.466 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93931 ceph_time root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.467 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.468 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.469 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.470 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.471 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.472 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.473 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93932 OpHistory root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.474 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.475 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.476 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.477 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.478 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.479 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93933 ms_dispat root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.480 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.481 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.482 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.483 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.484 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.485 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.486 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93934 ms_dispat root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.487 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.488 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.489 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.490 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.491 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.492 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.493 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93935 mds_rank_ root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.494 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.495 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.496 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.497 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.501 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.502 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.503 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93936 PQ_Finish root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.504 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.505 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.506 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.507 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.508 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.509 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.510 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93937 safe_time root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.511 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.512 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.513 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.514 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.515 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.516 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.517 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93938 MR_Finish root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.518 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.519 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.520 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.521 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.522 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.523 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.524 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 93939 md_submit root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.525 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.526 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.527 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.528 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.529 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.530 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94003 ms_dispat root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.531 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.532 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.533 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.534 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.535 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.536 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.537 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.538 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94004 ms_dispat root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.539 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.540 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.541 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.542 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.543 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.544 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94005 quiesce.a root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root txt REG 8,1 8107520 5495 /usr/bin/ceph-mds 2024-07-27T07:10:47.545 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 45480 9348 /usr/lib64/liburcu-cds.so.6.1.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 41360 9346 /usr/lib64/liburcu-bp.so.6.1.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 53816 7480 /usr/lib64/libnuma.so.1.0.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 53272 3651 /usr/lib64/liblttng-ust-tracepoint.so.0.0.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 138712 7373 /usr/lib64/libbrotlicommon.so.1.0.9 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 1591920 7217 /usr/lib64/libunistring.so.2.1.0 2024-07-27T07:10:47.546 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 53048 7375 /usr/lib64/libbrotlidec.so.1.0.9 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 483832 8964 /usr/lib64/libssh.so.4.9.4 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 130952 7255 /usr/lib64/libidn2.so.0.3.7 2024-07-27T07:10:47.547 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 168672 8859 /usr/lib64/libnghttp2.so.14.20.1 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 617664 7302 /usr/lib64/libnl-route-3.so.200.26.0 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 639224 3609 /usr/lib64/libthrift-0.15.0.so 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 2314576 7174 /usr/lib64/libstdc++.so.6.0.29 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 77488 7371 /usr/lib64/libpsl.so.5.3.3 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 146376 7294 /usr/lib64/libnl-3.so.200.26.0 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 666496 8968 /usr/lib64/libcurl.so.4.7.0 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 11707904 394355 /usr/lib64/ceph/libceph-common.so.2 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 112536 10463 /usr/lib64/librdmacm.so.1.3.48.0 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 137720 8081 /usr/lib64/libibverbs.so.1.14.48.0 2024-07-27T07:10:47.548 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 200248 7607 /usr/lib64/libudev.so.1.7.5 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 229432 7609 /usr/lib64/libblkid.so.1.1.0 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 61880 4695 /usr/lib64/libunwind.so.8.0.1 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 326760 4709 /usr/lib64/libtcmalloc.so.4.5.9 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 287296 7233 /usr/lib64/liblua-5.4.so 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 24248 9350 /usr/lib64/liburcu-common.so.6.1.0 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 0r CHR 1,3 0t0 4 /dev/null 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 1w FIFO 0,14 0t0 208226 pipe 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 2w FIFO 0,14 0t0 208227 pipe 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 3r FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 4w FIFO 0,14 0t0 212103 pipe 2024-07-27T07:10:47.549 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 5u a_inode 0,15 0 50 [eventpoll:6,19,20,35,37,41] 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 6r FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 7w FIFO 0,14 0t0 212105 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 8u a_inode 0,15 0 50 [eventpoll:9,25,33,38] 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 9r FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 10w FIFO 0,14 0t0 212106 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 11u a_inode 0,15 0 50 [eventpoll:12,30,34,36,40] 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 12r FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 13w FIFO 0,14 0t0 212107 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 14w REG 8,1 67778428 393375 /var/log/ceph/ceph-mds.a.log 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 15uW REG 0,25 6 2390 /run/ceph/ceph-mds.a.pid 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 16r FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 17w FIFO 0,14 0t0 212130 pipe 2024-07-27T07:10:47.550 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 18u unix 0xffff88810d54d700 0t0 212131 /var/run/ceph/ceph-mds.a.asok type=STREAM (LISTEN) 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 19u IPv4 210367 0t0 TCP *:6834 (LISTEN) 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 20u IPv4 210403 0t0 TCP *:6835 (LISTEN) 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 21r FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 22w FIFO 0,14 0t0 212133 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 23r FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 24w FIFO 0,14 0t0 212134 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 25u IPv4 209378 0t0 TCP smithi066.front.sepia.ceph.com:48046->smithi066.front.sepia.ceph.com:3300 (ESTABLISHED) 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 26r FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 27w FIFO 0,14 0t0 208280 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 28r FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 29w FIFO 0,14 0t0 208281 pipe 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 30u IPv4 205478 0t0 TCP smithi066.front.sepia.ceph.com:57698->smithi155.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.551 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 31r REG 0,21 0 212104 /proc/93657/status 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 32r REG 0,21 0 209452 /proc/93657/maps 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 33u IPv4 210452 0t0 TCP smithi066.front.sepia.ceph.com:48848->smithi155.front.sepia.ceph.com:6806 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 34u IPv4 207437 0t0 TCP smithi066.front.sepia.ceph.com:46118->smithi066.front.sepia.ceph.com:6809 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 35u IPv4 210453 0t0 TCP smithi066.front.sepia.ceph.com:40494->smithi155.front.sepia.ceph.com:6819 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 36u IPv4 208345 0t0 TCP smithi066.front.sepia.ceph.com:40684->smithi066.front.sepia.ceph.com:6800 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 37u IPv4 210454 0t0 TCP smithi066.front.sepia.ceph.com:59208->smithi066.front.sepia.ceph.com:6824 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 38u IPv4 210455 0t0 TCP smithi066.front.sepia.ceph.com:48094->smithi155.front.sepia.ceph.com:6802 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 40u IPv4 207743 0t0 TCP smithi066.front.sepia.ceph.com:46040->smithi066.front.sepia.ceph.com:6808 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-mds 93657 94006 quiesce_d root 41u IPv4 214116 0t0 TCP smithi066.front.sepia.ceph.com:51288->smithi155.front.sepia.ceph.com:6810 (ESTABLISHED) 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 95384 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 95384 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/4 95384 root txt unknown /proc/95384/exe 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 95439 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.552 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 95439 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/5 95439 root txt unknown /proc/95439/exe 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 95458 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 95458 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/6 95458 root txt unknown /proc/95458/exe 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 95550 root cwd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 95550 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:kworker/1 95550 root txt unknown /proc/95550/exe 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu txt REG 8,1 1389072 7149 /usr/bin/bash 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.553 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 195080 7147 /usr/lib64/libtinfo.so.6.2 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.554 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu 0r FIFO 0,14 0t0 208756 pipe 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu 1w FIFO 0,14 0t0 208757 pipe 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:bash 95663 ubuntu 2w FIFO 0,14 0t0 208758 pipe 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root txt REG 8,1 185464 9243 /usr/bin/sudo 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 353408 7603 /usr/lib64/libnss_systemd.so.2 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 44784 7268 /usr/lib64/libffi.so.8.1.0 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 108136 10561 /usr/lib64/libgcc_s-11-20231218.so.1 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 1714208 7271 /usr/lib64/libp11-kit.so.0.3.1 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 36296 7185 /usr/lib64/libcap.so.2.48 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 19712 8450 /usr/lib64/libpam_misc.so.0.82.1 2024-07-27T07:10:47.555 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 19520 30102 /usr/lib64/security/pam_succeed_if.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 514368 33785 /usr/lib64/security/pam_systemd.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 27648 30081 /usr/lib64/security/pam_limits.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 48392 7711 /usr/lib64/libcrack.so.2.9.0 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 32608 8444 /usr/lib64/libpwquality.so.1.0.2 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 56824 30107 /usr/lib64/security/pam_unix.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 15464 30079 /usr/lib64/security/pam_keyinit.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 15840 30061 /usr/lib64/security/pam_pwquality.so 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.556 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 201808 7179 /usr/lib64/libcrypt.so.2.0.0 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 957488 3588 /usr/lib64/libssl.so.3.2.2 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 366424 7894 /usr/lib64/libevent-2.1.so.7.0.1 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 914368 7110 /usr/lib64/libm.so.6 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 2586930 16078 /usr/lib/locale/en_US.utf8/LC_COLLATE 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 15040 30067 /usr/lib64/security/pam_deny.so 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 128416 8898 /usr/lib64/libsasl2.so.3.0.0 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 40424 8439 /usr/lib64/libeconf.so.0.4.1 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 417712 8906 /usr/lib64/libldap_r.so.2.0.200 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 472552 47567 /usr/libexec/sudo/sudoers.so 2024-07-27T07:10:47.557 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 15304 30071 /usr/lib64/security/pam_faildelay.so 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 70400 8902 /usr/lib64/liblber.so.2.0.200 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 69592 8448 /usr/lib64/libpam.so.0.85.1 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 19568 30069 /usr/lib64/security/pam_env.so 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 54 16081 /usr/lib/locale/en_US.utf8/LC_NUMERIC 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 3284 28786 /usr/lib/locale/en_US.utf8/LC_TIME 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 286 28783 /usr/lib/locale/en_US.utf8/LC_MONETARY 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 57 26536 /usr/lib/locale/en_US.utf8/LC_MESSAGES/SYS_LC_MESSAGES 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 34 28836 /usr/lib/locale/en_US.utf8/LC_PAPER 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 77 16080 /usr/lib/locale/en_US.utf8/LC_NAME 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 167 28778 /usr/lib/locale/en_US.utf8/LC_ADDRESS 2024-07-27T07:10:47.558 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 59 28785 /usr/lib/locale/en_US.utf8/LC_TELEPHONE 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 32528 7206 /usr/lib64/libcap-ng.so.0.0.0 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 128024 47563 /usr/libexec/sudo/libsudo_util.so.0.0.0 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 138848 7210 /usr/lib64/libaudit.so.1.0.0 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 23 28782 /usr/lib/locale/en_US.utf8/LC_MEASUREMENT 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root mem REG 8,1 369 28781 /usr/lib/locale/en_US.utf8/LC_IDENTIFICATION 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 0r FIFO 0,14 0t0 208756 pipe 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 1w FIFO 0,14 0t0 208757 pipe 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 2w FIFO 0,14 0t0 208758 pipe 2024-07-27T07:10:47.559 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 3r FIFO 0,14 0t0 216076 pipe 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 4w FIFO 0,14 0t0 216076 pipe 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 5u netlink 0t0 216082 AUDIT 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:sudo 95693 root 6u unix 0xffff8881033be580 0t0 216083 type=DGRAM (CONNECTED) 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root txt REG 8,1 179232 9797 /usr/bin/lsof 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.560 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 0r FIFO 0,14 0t0 208756 pipe 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 1w FIFO 0,14 0t0 208757 pipe 2024-07-27T07:10:47.561 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 2w FIFO 0,14 0t0 208758 pipe 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 3r DIR 0,21 0 1 /proc 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 4r DIR 0,21 7 209919 /proc/95700/fd 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 5w FIFO 0,14 0t0 218116 pipe 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95700 root 6r FIFO 0,14 0t0 218117 pipe 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root cwd DIR 8,1 4096 61580 /home/ubuntu 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root rtd DIR 8,1 4096 2 / 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root txt REG 8,1 179232 9797 /usr/bin/lsof 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 5435176 3586 /usr/lib64/libcrypto.so.3.2.2 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 346132 28859 /usr/lib/locale/C.utf8/LC_CTYPE 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 102672 7169 /usr/lib64/libz.so.1.2.11 2024-07-27T07:10:47.562 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 70928 7116 /usr/lib64/libresolv.so.2 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 66192 8888 /usr/lib64/libkrb5support.so.0.1 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 98992 8880 /usr/lib64/libk5crypto.so.3.1 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 906256 8886 /usr/lib64/libkrb5.so.3.3 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 358448 8876 /usr/lib64/libgssapi_krb5.so.2.2 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 2592488 7107 /usr/lib64/libc.so.6 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 23992 7243 /usr/lib64/libkeyutils.so.1.10 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 23872 7193 /usr/lib64/libcom_err.so.2.1 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 636848 7222 /usr/lib64/libpcre2-8.so.0.11.0 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 196224 8914 /usr/lib64/libtirpc.so.3.0.0 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 175752 7307 /usr/lib64/libselinux.so.1 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 26988 27963 /usr/lib64/gconv/gconv-modules.cache 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root mem REG 8,1 867384 11866 /usr/lib64/ld-linux-x86-64.so.2 2024-07-27T07:10:47.563 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root 4r FIFO 0,14 0t0 218116 pipe 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:lsof 95701 root 7w FIFO 0,14 0t0 218117 pipe 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:USER PID %CPU %MEM VSZ RSS TTY STAT START TIME COMMAND 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 2 0.0 0.0 0 0 ? S 06:39 0:00 [kthreadd] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 3 0.0 0.0 0 0 ? S 06:39 0:00 \_ [pool_workqueue_release] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 4 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-rcu_gp] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 5 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-sync_wq] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 6 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-slub_flushwq] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 7 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-netns] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 10 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/0:0H-events_highpri] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 12 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-mm_percpu_wq] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 13 0.0 0.0 0 0 ? I 06:39 0:00 \_ [rcu_tasks_kthread] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 14 0.0 0.0 0 0 ? I 06:39 0:00 \_ [rcu_tasks_rude_kthread] 2024-07-27T07:10:47.564 INFO:teuthology.orchestra.run.smithi066.stdout:root 15 0.0 0.0 0 0 ? I 06:39 0:00 \_ [rcu_tasks_trace_kthread] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 16 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/0] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 17 0.2 0.0 0 0 ? I 06:39 0:03 \_ [rcu_preempt] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 18 0.0 0.0 0 0 ? S 06:39 0:00 \_ [rcu_exp_par_gp_kthread_worker/0] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 19 0.0 0.0 0 0 ? S 06:39 0:00 \_ [rcu_exp_gp_kthread_worker] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 20 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/0] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 21 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/0] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 22 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/1] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 23 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/1] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 24 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/1] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 26 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/1:0H-events_highpri] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 27 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/2] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 28 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/2] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 29 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/2] 2024-07-27T07:10:47.565 INFO:teuthology.orchestra.run.smithi066.stdout:root 31 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/2:0H-events_highpri] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 32 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/3] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 33 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/3] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 34 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/3] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 36 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/3:0H-events_highpri] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 37 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/4] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 38 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/4] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 39 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/4] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 41 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/4:0H-events_highpri] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 42 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/5] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 43 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/5] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 44 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/5] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 46 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/5:0H-xfs-log/dm-4] 2024-07-27T07:10:47.566 INFO:teuthology.orchestra.run.smithi066.stdout:root 47 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/6] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 48 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/6] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 49 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/6] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 51 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/6:0H-events_highpri] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 52 0.0 0.0 0 0 ? S 06:39 0:00 \_ [cpuhp/7] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 53 0.0 0.0 0 0 ? S 06:39 0:00 \_ [migration/7] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 54 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ksoftirqd/7] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 56 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/7:0H-events_highpri] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 57 0.0 0.0 0 0 ? S 06:39 0:00 \_ [kdevtmpfs] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 58 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-inet_frag_wq] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 59 0.0 0.0 0 0 ? S 06:39 0:00 \_ [kauditd] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 60 0.0 0.0 0 0 ? S 06:39 0:00 \_ [khungtaskd] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 61 0.0 0.0 0 0 ? S 06:39 0:00 \_ [oom_reaper] 2024-07-27T07:10:47.567 INFO:teuthology.orchestra.run.smithi066.stdout:root 63 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-writeback] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 65 0.0 0.0 0 0 ? S 06:39 0:00 \_ [kcompactd0] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 66 0.0 0.0 0 0 ? SN 06:39 0:00 \_ [ksmd] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 67 0.0 0.0 0 0 ? SN 06:39 0:00 \_ [khugepaged] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 68 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-cryptd] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 69 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-kintegrityd] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 70 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-kblockd] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 71 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-blkcg_punt_bio] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 79 0.0 0.0 0 0 ? S 06:39 0:00 \_ [irq/9-acpi] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 80 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-ata_sff] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 81 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-md] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 82 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-md_bitmap] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 83 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-edac-poller] 2024-07-27T07:10:47.568 INFO:teuthology.orchestra.run.smithi066.stdout:root 84 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-devfreq_wq] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 85 0.0 0.0 0 0 ? S 06:39 0:00 \_ [watchdogd] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 86 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/0:1H-xfs-log/dm-1] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 87 0.0 0.0 0 0 ? S 06:39 0:00 \_ [kswapd0] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 89 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-kthrotld] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 92 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-acpi_thermal_pm] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 94 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_0] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 95 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_0] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 96 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_1] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 97 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_1] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 98 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_2] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 99 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_2] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 100 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_3] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 101 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_3] 2024-07-27T07:10:47.569 INFO:teuthology.orchestra.run.smithi066.stdout:root 105 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_4] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 106 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_4] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 107 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_5] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 108 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_5] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 109 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_6] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 110 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_6] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 111 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_7] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 112 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_7] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 113 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_8] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 114 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_8] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 115 0.0 0.0 0 0 ? S 06:39 0:00 \_ [scsi_eh_9] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 116 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-scsi_tmf_9] 2024-07-27T07:10:47.570 INFO:teuthology.orchestra.run.smithi066.stdout:root 119 0.0 0.0 0 0 ? I 06:39 0:01 \_ [kworker/u32:8-flush-8:0] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 120 0.1 0.0 0 0 ? D 06:39 0:02 \_ [kworker/u32:9+ixgbe] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 121 0.1 0.0 0 0 ? I 06:39 0:02 \_ [kworker/u32:10-writeback] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 127 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-dm_bufio_cache] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 128 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-mld] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 129 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/1:1H-xfs-log/dm-3] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 130 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-ipv6_addrconf] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 138 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/u33:0] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 213 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/6:1H-xfs-log/dm-4] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 253 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/7:1H-xfs-log/dm-4] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 259 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/2:1H-xfs-log/dm-4] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 263 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/4:1H-kblockd] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 269 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/5:1H] 2024-07-27T07:10:47.571 INFO:teuthology.orchestra.run.smithi066.stdout:root 370 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/3:1H-kblockd] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 411 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-nvme-wq] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 412 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-nvme-reset-wq] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 419 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-nvme-delete-wq] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 440 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-ixgbe] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 445 0.0 0.0 0 0 ? S 06:39 0:00 \_ [jbd2/sda1-8] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 446 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-ext4-rsv-conversion] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 532 0.0 0.0 0 0 ? S 06:39 0:00 \_ [ext4lazyinit] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 588 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-ipmi-msghandler-remove-wq] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 600 0.0 0.0 0 0 ? SN 06:39 0:00 \_ [kipmi0] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 630 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-rpciod] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 631 0.0 0.0 0 0 ? I< 06:39 0:00 \_ [kworker/R-xprtiod] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 20697 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-kdmflush/253:0] 2024-07-27T07:10:47.572 INFO:teuthology.orchestra.run.smithi066.stdout:root 20727 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-kdmflush/253:1] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20756 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-kdmflush/253:2] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20785 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-kdmflush/253:3] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20814 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-kdmflush/253:4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20978 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfsalloc] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20979 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs_mru_cache] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20980 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-buf/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20981 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-conv/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20982 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-reclaim/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20983 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-blockgc/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20984 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-inodegc/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20985 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-log/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20986 0.0 0.0 0 0 ? I< 06:45 0:00 \_ [kworker/R-xfs-cil/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 20987 0.0 0.0 0 0 ? S 06:45 0:00 \_ [xfsaild/dm-4] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 25185 0.0 0.0 0 0 ? I 06:48 0:00 \_ [kworker/2:224-ceph-msgr] 2024-07-27T07:10:47.573 INFO:teuthology.orchestra.run.smithi066.stdout:root 31837 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-buf/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31838 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-conv/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31839 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-reclaim/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31840 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-blockgc/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31841 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-inodegc/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31842 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-log/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31843 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-cil/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31844 0.0 0.0 0 0 ? S 06:49 0:00 \_ [xfsaild/dm-0] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31921 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-buf/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31922 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-conv/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31923 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-reclaim/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31924 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-blockgc/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31925 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-inodegc/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31926 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-log/dm-1] 2024-07-27T07:10:47.574 INFO:teuthology.orchestra.run.smithi066.stdout:root 31927 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-cil/dm-1] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 31928 0.0 0.0 0 0 ? S 06:49 0:00 \_ [xfsaild/dm-1] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32005 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-buf/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32006 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-conv/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32007 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-reclaim/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32008 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-blockgc/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32009 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-inodegc/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32010 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-log/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32011 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-cil/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32012 0.0 0.0 0 0 ? S 06:49 0:00 \_ [xfsaild/dm-2] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32089 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-buf/dm-3] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32090 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-conv/dm-3] 2024-07-27T07:10:47.575 INFO:teuthology.orchestra.run.smithi066.stdout:root 32091 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-reclaim/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32092 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-blockgc/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32093 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-inodegc/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32094 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-log/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32095 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-xfs-cil/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32096 0.0 0.0 0 0 ? S 06:49 0:00 \_ [xfsaild/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 32142 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-dio/dm-0] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 33305 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-dio/dm-1] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 34467 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-dio/dm-2] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 35629 0.0 0.0 0 0 ? I< 06:49 0:00 \_ [kworker/R-dio/dm-3] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 41928 0.1 0.0 0 0 ? I 06:49 0:02 \_ [kworker/1:38-events] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 42028 0.0 0.0 0 0 ? I 06:49 0:00 \_ [kworker/4:36-ceph-msgr] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 42255 0.0 0.0 0 0 ? I 06:49 0:00 \_ [kworker/7:74-dm_bufio_cache] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 42649 0.1 0.0 0 0 ? I 06:49 0:01 \_ [kworker/5:70-xfs-conv/dm-4] 2024-07-27T07:10:47.576 INFO:teuthology.orchestra.run.smithi066.stdout:root 47131 0.0 0.0 0 0 ? I< 06:50 0:00 \_ [kworker/R-ceph-msgr] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 62452 0.1 0.0 0 0 ? I 06:55 0:01 \_ [kworker/0:0-events] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 62495 0.1 0.0 0 0 ? I 06:55 0:01 \_ [kworker/6:0-mm_percpu_wq] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 64770 0.1 0.0 0 0 ? I 06:57 0:01 \_ [kworker/3:0-mm_percpu_wq] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 65970 0.0 0.0 0 0 ? I 06:57 0:00 \_ [kworker/6:1-mm_percpu_wq] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 67854 0.1 0.0 0 0 ? I 06:58 0:00 \_ [kworker/4:0-mm_percpu_wq] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 73894 0.0 0.0 0 0 ? I 07:01 0:00 \_ [kworker/5:1-dm_bufio_cache] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 74014 0.0 0.0 0 0 ? I 07:01 0:00 \_ [kworker/7:0-events] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 76680 0.0 0.0 0 0 ? I 07:02 0:00 \_ [kworker/0:1-events_power_efficient] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 77648 0.0 0.0 0 0 ? I 07:02 0:00 \_ [kworker/3:1-events] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 83154 0.0 0.0 0 0 ? I 07:03 0:00 \_ [kworker/1:1-cgroup_destroy] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 93398 0.0 0.0 0 0 ? I 07:04 0:00 \_ [kworker/2:0-mm_percpu_wq] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 95384 0.0 0.0 0 0 ? I 07:05 0:00 \_ [kworker/4:1-ceph-msgr] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 95439 0.0 0.0 0 0 ? I 07:07 0:00 \_ [kworker/5:0-events] 2024-07-27T07:10:47.577 INFO:teuthology.orchestra.run.smithi066.stdout:root 95458 0.0 0.0 0 0 ? I 07:07 0:00 \_ [kworker/6:2] 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:root 95550 0.0 0.0 0 0 ? I 07:10 0:00 \_ [kworker/1:0] 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:root 1 0.4 0.0 176724 20008 ? Ss 06:39 0:08 /usr/lib/systemd/systemd --switched-root --system --deserialize 31 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:root 526 0.2 0.0 35564 21360 ? Ss 06:39 0:04 /usr/lib/systemd/systemd-journald 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:root 541 0.0 0.0 37440 15252 ? Ss 06:39 0:01 /usr/lib/systemd/systemd-udevd 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:rpc 611 0.0 0.0 13248 5592 ? Ss 06:39 0:00 /usr/bin/rpcbind -w -f 2024-07-27T07:10:47.578 INFO:teuthology.orchestra.run.smithi066.stdout:root 616 0.1 0.0 91932 2196 ? S sudo umount --lazy --force /home/ubuntu/cephtest/mnt.0 2024-07-27T07:10:47.697 INFO:teuthology.orchestra.run.smithi066.stderr:umount: /home/ubuntu/cephtest/mnt.0: no mount point specified. 2024-07-27T07:10:47.700 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-07-27T07:10:47.700 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:47.700 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:47.746 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:10:47.747 ERROR:tasks.daemonwatchdog.daemon_watchdog:ignoring exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/kernel_mount.py", line 191, in umount_wait self.umount(force) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/kernel_mount.py", line 170, in umount raise e File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/kernel_mount.py", line 163, in umount self.client_remote.run(args=cmd, timeout=UMOUNT_TIMEOUT, omit_sudo=False) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 32: 'sudo umount /home/ubuntu/cephtest/mnt.0 -f' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/daemonwatchdog.py", line 61, in bark mount.umount_wait(force=True) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/kernel_mount.py", line 197, in umount_wait self._run_umount_lf() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/mount.py", line 518, in _run_umount_lf return proc UnboundLocalError: local variable 'proc' referenced before assignment 2024-07-27T07:10:47.748 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:10:47.748 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 -- 172.21.15.66:0/3477018606 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc800cf580 msgr2=0x7efc800cf990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3477018606 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc800cf580 0x7efc800cf990 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7efc78005fd0 tx=0x7efc7802a820 comp rx=0 tx=0).stop 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 -- 172.21.15.66:0/3477018606 shutdown_connections 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3477018606 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc800cf580 0x7efc800cf990 unknown :-1 s=CLOSED pgs=1987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3477018606 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc80073cb0 0x7efc8015e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:47.804 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 -- 172.21.15.66:0/3477018606 >> 172.21.15.66:0/3477018606 conn(0x7efc8006dd20 msgr2=0x7efc8006e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:47.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 -- 172.21.15.66:0/3477018606 shutdown_connections 2024-07-27T07:10:47.805 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.802+0000 7efc7fe00640 1 -- 172.21.15.66:0/3477018606 wait complete. 2024-07-27T07:10:47.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.805+0000 7efc7fe00640 1 Processor -- start 2024-07-27T07:10:47.806 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.805+0000 7efc7fe00640 1 -- start start 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.806+0000 7efc7fe00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.806+0000 7efc7fe00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc800cf580 0x7efc8014a900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7fe00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc80161d00 0x7efc8015c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7fe00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7efc800d10c0 con 0x7efc80073cb0 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7fe00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7efc800d0f40 con 0x7efc80161d00 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7fe00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7efc800d1240 con 0x7efc800cf580 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37718/0 (socket says 172.21.15.66:37718) 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 -- 172.21.15.66:0/3812895958 learned_addr learned my addr 172.21.15.66:0/3812895958 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:47.809 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7e000640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc800cf580 0x7efc8014a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7f400640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc80161d00 0x7efc8015c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 -- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc800cf580 msgr2=0x7efc8014a900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc800cf580 0x7efc8014a900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 -- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc80161d00 msgr2=0x7efc8015c0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc80161d00 0x7efc8015c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.807+0000 7efc7ea00640 1 -- 172.21.15.66:0/3812895958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc800b2160 con 0x7efc80073cb0 2024-07-27T07:10:47.810 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc7ea00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7efc7000d770 tx=0x7efc7000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc70017070 con 0x7efc80073cb0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc70009d20 con 0x7efc80073cb0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc700106c0 con 0x7efc80073cb0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc800b2440 con 0x7efc80073cb0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.808+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc80153ac0 con 0x7efc80073cb0 2024-07-27T07:10:47.811 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.810+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc800d17c0 con 0x7efc80073cb0 2024-07-27T07:10:47.812 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.811+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7efc7001a070 con 0x7efc80073cb0 2024-07-27T07:10:47.813 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.812+0000 7efc76a00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 0x7efc60079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:47.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.812+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7efc70099250 con 0x7efc80073cb0 2024-07-27T07:10:47.814 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.813+0000 7efc7e000640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 0x7efc60079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:47.815 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.814+0000 7efc7e000640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 0x7efc60079520 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7efc8015dcf0 tx=0x7efc6c009040 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:47.818 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:47.817+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7efc70061be0 con 0x7efc80073cb0 2024-07-27T07:10:47.831 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:10:47.831 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:10:47.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:47.831 DEBUG:teuthology.orchestra.run.smithi066:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-07-27T07:10:47.922 INFO:teuthology.orchestra.run.smithi066.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-07-27T07:10:47.923 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:10:47.923 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:10:47.924 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:47.984 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:10:47.984 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:10:47.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:47.984 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-07-27T07:10:48.035 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.034+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc800b5aa0 con 0x7efc80073cb0 2024-07-27T07:10:48.035 INFO:teuthology.orchestra.run.smithi155.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-07-27T07:10:48.037 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:10:48.037 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:10:48.037 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:10:48.038 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.036+0000 7efc76a00640 1 -- 172.21.15.66:0/3812895958 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v208) ==== 74+0+22985 (secure 0 0 0) 0x7efc700614e0 con 0x7efc80073cb0 2024-07-27T07:10:48.039 INFO:teuthology.orchestra.run.smithi066.stdout: 2024-07-27T07:10:48.039 INFO:teuthology.orchestra.run.smithi066.stdout:{"epoch":208,"fsid":"fb113fc2-2068-4da5-a373-708e4ed95784","created":"2024-07-27T06:49:42.883637+0000","modified":"2024-07-27T07:06:08.233446+0000","last_up_change":"2024-07-27T06:49:58.541538+0000","last_in_change":"2024-07-27T06:49:48.433644+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-07-27T06:49:58.217530+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"snap-test-pool","create_time":"2024-07-27T06:51:40.697962+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":43,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"test_data_pool","create_time":"2024-07-27T06:52:50.911564+0000","flags":16385,"flags_names":"hashpspool,pool_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"pool","snap_seq":1,"snap_epoch":72,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"test_metadata_pool","create_time":"2024-07-27T06:52:51.784103+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"72","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-07-27T07:05:05.116888+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"202","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-07-27T07:05:06.008842+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"204","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":204,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"a39e0df9-cbc6-431f-8ff7-fc006f305bc8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6824","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6825","nonce":1419662591}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6826","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6827","nonce":1419662591}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6830","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6831","nonce":1419662591}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6828","nonce":1419662591},{"type":"v1","addr":"172.21.15.66:6829","nonce":1419662591}]},"public_addr":"172.21.15.66:6825/1419662591","cluster_addr":"172.21.15.66:6827/1419662591","heartbeat_back_addr":"172.21.15.66:6831/1419662591","heartbeat_front_addr":"172.21.15.66:6829/1419662591","state":["exists","up"]},{"osd":1,"uuid":"fb5ead05-fc36-4880-a457-dade508f7ffe","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6808","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6810","nonce":3842729459}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6812","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6813","nonce":3842729459}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6818","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6820","nonce":3842729459}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6815","nonce":3842729459},{"type":"v1","addr":"172.21.15.66:6817","nonce":3842729459}]},"public_addr":"172.21.15.66:6810/3842729459","cluster_addr":"172.21.15.66:6813/3842729459","heartbeat_back_addr":"172.21.15.66:6820/3842729459","heartbeat_front_addr":"172.21.15.66:6817/3842729459","state":["exists","up"]},{"osd":2,"uuid":"617bbb4a-fa3e-4b72-9bd2-bda0e41cbd5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6809","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6811","nonce":2916741694}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6814","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6816","nonce":2916741694}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6822","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6823","nonce":2916741694}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6819","nonce":2916741694},{"type":"v1","addr":"172.21.15.66:6821","nonce":2916741694}]},"public_addr":"172.21.15.66:6811/2916741694","cluster_addr":"172.21.15.66:6816/2916741694","heartbeat_back_addr":"172.21.15.66:6823/2916741694","heartbeat_front_addr":"172.21.15.66:6821/2916741694","state":["exists","up"]},{"osd":3,"uuid":"3df7acff-5f45-4d81-aa1d-4a567aa04ec3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":16,"up_thru":206,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6800","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6801","nonce":3680336630}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6802","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6803","nonce":3680336630}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6806","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6807","nonce":3680336630}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.66:6804","nonce":3680336630},{"type":"v1","addr":"172.21.15.66:6805","nonce":3680336630}]},"public_addr":"172.21.15.66:6801/3680336630","cluster_addr":"172.21.15.66:6803/3680336630","heartbeat_back_addr":"172.21.15.66:6807/3680336630","heartbeat_front_addr":"172.21.15.66:6805/3680336630","state":["exists","up"]},{"osd":4,"uuid":"b4810846-6f5a-4c0f-ba2a-f72a654350df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":206,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6802","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6803","nonce":3261151339}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6804","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6805","nonce":3261151339}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6811","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6813","nonce":3261151339}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6807","nonce":3261151339},{"type":"v1","addr":"172.21.15.155:6808","nonce":3261151339}]},"public_addr":"172.21.15.155:6803/3261151339","cluster_addr":"172.21.15.155:6805/3261151339","heartbeat_back_addr":"172.21.15.155:6813/3261151339","heartbeat_front_addr":"172.21.15.155:6808/3261151339","state":["exists","up"]},{"osd":5,"uuid":"d7a81db6-bc1d-4b8f-b9f4-476ec61dd0f0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6806","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6809","nonce":2651893948}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6814","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6816","nonce":2651893948}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6824","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6827","nonce":2651893948}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6818","nonce":2651893948},{"type":"v1","addr":"172.21.15.155:6821","nonce":2651893948}]},"public_addr":"172.21.15.155:6809/2651893948","cluster_addr":"172.21.15.155:6816/2651893948","heartbeat_back_addr":"172.21.15.155:6827/2651893948","heartbeat_front_addr":"172.21.15.155:6821/2651893948","state":["exists","up"]},{"osd":6,"uuid":"86881e1c-6f0b-4822-9175-3dd5cc1bc893","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6810","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6812","nonce":172352690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6815","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6817","nonce":172352690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6826","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6829","nonce":172352690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6820","nonce":172352690},{"type":"v1","addr":"172.21.15.155:6823","nonce":172352690}]},"public_addr":"172.21.15.155:6812/172352690","cluster_addr":"172.21.15.155:6817/172352690","heartbeat_back_addr":"172.21.15.155:6829/172352690","heartbeat_front_addr":"172.21.15.155:6823/172352690","state":["exists","up"]},{"osd":7,"uuid":"03d3788f-bc5b-471a-8006-d98edfb34002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":201,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6819","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6822","nonce":3766035891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6825","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6828","nonce":3766035891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6832","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6833","nonce":3766035891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.155:6830","nonce":3766035891},{"type":"v1","addr":"172.21.15.155:6831","nonce":3766035891}]},"public_addr":"172.21.15.155:6822/3766035891","cluster_addr":"172.21.15.155:6828/3766035891","heartbeat_back_addr":"172.21.15.155:6833/3766035891","heartbeat_front_addr":"172.21.15.155:6831/3766035891","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.244804+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.284541+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.222702+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.295170+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.132158+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.174829+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:53.901932+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-07-27T06:49:54.124074+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.1d","mappings":[{"from":6,"to":4}]},{"pgid":"25.11","mappings":[{"from":7,"to":3}]},{"pgid":"25.3a","mappings":[{"from":7,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.155:6837/394229688":"2024-07-28T07:06:08.233342+0000","172.21.15.155:6836/394229688":"2024-07-28T07:06:08.233342+0000","172.21.15.66:6833/3068699741":"2024-07-28T07:05:48.223435+0000","172.21.15.66:6832/3068699741":"2024-07-28T07:05:48.223435+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":15,"snaps":[{"begin":2,"length":2}]},{"pool":19,"snaps":[{"begin":75,"length":27},{"begin":175,"length":27}]},{"pool":21,"snaps":[{"begin":67,"length":36},{"begin":168,"length":36}]},{"pool":23,"snaps":[{"begin":100,"length":1},{"begin":199,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-07-27T07:10:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 msgr2=0x7efc60079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 0x7efc60079520 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7efc8015dcf0 tx=0x7efc6c009040 comp rx=0 tx=0).stop 2024-07-27T07:10:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 msgr2=0x7efc80153d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.041 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7efc7000d770 tx=0x7efc7000dc30 comp rx=0 tx=0).stop 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 shutdown_connections 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7efc60077010 0x7efc60079520 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7efc80161d00 0x7efc8015c0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7efc800cf580 0x7efc8014a900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 --2- 172.21.15.66:0/3812895958 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7efc80073cb0 0x7efc80153d80 unknown :-1 s=CLOSED pgs=1988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 >> 172.21.15.66:0/3812895958 conn(0x7efc8006dd20 msgr2=0x7efc800732f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 shutdown_connections 2024-07-27T07:10:48.042 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.040+0000 7efc7fe00640 1 -- 172.21.15.66:0/3812895958 wait complete. 2024-07-27T07:10:48.071 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-07-27T07:10:48.092 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:10:48.092 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:10:48.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:10:48.092 DEBUG:teuthology.orchestra.run.smithi155:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-07-27T07:10:48.141 INFO:teuthology.orchestra.run.smithi155.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-07-27T07:10:48.141 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 -- 172.21.15.66:0/2695596158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2254003fd0 msgr2=0x7f2254004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 --2- 172.21.15.66:0/2695596158 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2254003fd0 0x7f2254004800 secure :-1 s=READY pgs=1990 cs=0 l=1 rev1=1 crypto rx=0x7f225800c290 tx=0x7f2254005830 comp rx=0 tx=0).stop 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2274c00640 1 -- 172.21.15.66:0/2695596158 reap_dead start 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 -- 172.21.15.66:0/2695596158 shutdown_connections 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 -- 172.21.15.66:0/2695596158 >> 172.21.15.66:0/2695596158 conn(0x7f227006d3f0 msgr2=0x7f22700b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 -- 172.21.15.66:0/2695596158 shutdown_connections 2024-07-27T07:10:48.364 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.362+0000 7f2276c00640 1 -- 172.21.15.66:0/2695596158 wait complete. 2024-07-27T07:10:48.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.365+0000 7f2276c00640 1 Processor -- start 2024-07-27T07:10:48.366 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.365+0000 7f2276c00640 1 -- start start 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2254003fd0 0x7f227015f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22701f4aa0 0x7f22701555f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f227006f8c0 con 0x7f2270152270 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f227006f740 con 0x7f2254003fd0 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.366+0000 7f2276c00640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f227006fa40 con 0x7f22701f4aa0 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.368 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37742/0 (socket says 172.21.15.66:37742) 2024-07-27T07:10:48.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 -- 172.21.15.66:0/823771595 learned_addr learned my addr 172.21.15.66:0/823771595 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:48.369 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f226fe00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2254003fd0 0x7f227015f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 -- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22701f4aa0 msgr2=0x7f22701555f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2274c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22701f4aa0 0x7f22701555f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22701f4aa0 0x7f22701555f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 -- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2254003fd0 msgr2=0x7f227015f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2254003fd0 0x7f227015f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.367+0000 7f2267e00640 1 -- 172.21.15.66:0/823771595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227015f6e0 con 0x7f2270152270 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f2267e00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7f225800c380 tx=0x7f2258006d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258031040 con 0x7f2270152270 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22580035f0 con 0x7f2270152270 2024-07-27T07:10:48.370 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258003a20 con 0x7f2270152270 2024-07-27T07:10:48.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22701483a0 con 0x7f2270152270 2024-07-27T07:10:48.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.368+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2270154df0 con 0x7f2270152270 2024-07-27T07:10:48.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.369+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2270154900 con 0x7f2270152270 2024-07-27T07:10:48.371 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.370+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f2258034070 con 0x7f2270152270 2024-07-27T07:10:48.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.372+0000 7f226cc00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 0x7f224c079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.373 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.372+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 7583+0+0 (secure 0 0 0) 0x7f22580b8a70 con 0x7f2270152270 2024-07-27T07:10:48.374 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.374+0000 7f226fe00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 0x7f224c079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.375 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.375+0000 7f226fe00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 0x7f224c079520 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f226000fb40 tx=0x7f2260005f30 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:48.378 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.377+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f2258047070 con 0x7f2270152270 2024-07-27T07:10:48.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.627+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f2270148130 con 0x7f2270152270 2024-07-27T07:10:48.630 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:10:48.629+0000 7faafd000640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-07-27T07:10:48.635 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.633+0000 7f226cc00640 1 -- 172.21.15.66:0/823771595 <== mon.0 v2:172.21.15.66:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v220) ==== 161+0+0 (secure 0 0 0) 0x7f2258081500 con 0x7f2270152270 2024-07-27T07:10:48.635 INFO:teuthology.orchestra.run.smithi066.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-07-27T07:10:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.636+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 msgr2=0x7f224c079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.636+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 0x7f224c079520 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f226000fb40 tx=0x7f2260005f30 comp rx=0 tx=0).stop 2024-07-27T07:10:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.636+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 msgr2=0x7f22701f4560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.638 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.636+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7f225800c380 tx=0x7f2258006d50 comp rx=0 tx=0).stop 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 shutdown_connections 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f224c077010 0x7f224c079520 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f22701f4aa0 0x7f22701555f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f2270152270 0x7f22701f4560 unknown :-1 s=CLOSED pgs=1991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 --2- 172.21.15.66:0/823771595 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f2254003fd0 0x7f227015f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 >> 172.21.15.66:0/823771595 conn(0x7f227006d3f0 msgr2=0x7f22700b37c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 shutdown_connections 2024-07-27T07:10:48.639 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.637+0000 7f2276c00640 1 -- 172.21.15.66:0/823771595 wait complete. 2024-07-27T07:10:48.670 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-07-27T07:10:48.805 INFO:tasks.ceph.mds.a.smithi066.stdout:starting mds.a at 2024-07-27T07:10:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 -- 172.21.15.66:0/2396316931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 msgr2=0x7f69a8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 --2- 172.21.15.66:0/2396316931 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69a8004c10 secure :-1 s=READY pgs=1995 cs=0 l=1 rev1=1 crypto rx=0x7f69b0009b50 tx=0x7f69a8005830 comp rx=0 tx=0).stop 2024-07-27T07:10:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69c9800640 1 -- 172.21.15.66:0/2396316931 reap_dead start 2024-07-27T07:10:48.942 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 -- 172.21.15.66:0/2396316931 shutdown_connections 2024-07-27T07:10:48.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 -- 172.21.15.66:0/2396316931 >> 172.21.15.66:0/2396316931 conn(0x7f69c406d3f0 msgr2=0x7f69c40b19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-07-27T07:10:48.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 -- 172.21.15.66:0/2396316931 shutdown_connections 2024-07-27T07:10:48.943 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.940+0000 7f69cb800640 1 -- 172.21.15.66:0/2396316931 wait complete. 2024-07-27T07:10:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.943+0000 7f69cb800640 1 Processor -- start 2024-07-27T07:10:48.944 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.943+0000 7f69cb800640 1 -- start start 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 --2- >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69c414c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 --2- >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69c414ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 -- --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69c40745d0 con 0x7f69a8004800 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 -- --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69c4074450 con 0x7f69c414cbe0 2024-07-27T07:10:48.946 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69cb800640 1 -- --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69c4154f10 con 0x7f69c4149c30 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.944+0000 7f69c8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 --2- >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.66:3300/0 says I am v2:172.21.15.66:37784/0 (socket says 172.21.15.66:37784) 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 learned_addr learned my addr 172.21.15.66:0/3045152564 (peer_addr_for_me v2:172.21.15.66:0/0) 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69c414c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69c414c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69c414ec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69c414ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:48.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69c414cff0 con 0x7f69a8004800 2024-07-27T07:10:48.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f69b400d580 tx=0x7f69b400da40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:48.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.945+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b4016020 con 0x7f69a8004800 2024-07-27T07:10:48.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.946+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69b4012630 con 0x7f69a8004800 2024-07-27T07:10:48.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.946+0000 7f69cb800640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69c409cd00 con 0x7f69a8004800 2024-07-27T07:10:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.946+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b4012a80 con 0x7f69a8004800 2024-07-27T07:10:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.946+0000 7f69cb800640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69c414d500 con 0x7f69a8004800 2024-07-27T07:10:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.947+0000 7f69cb800640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69c415ed30 con 0x7f69a8004800 2024-07-27T07:10:48.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.948+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 4 ==== mgrmap(e 5) ==== 99139+0+0 (secure 0 0 0) 0x7f69b4019020 con 0x7f69a8004800 2024-07-27T07:10:48.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.950+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:48.951 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.950+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 5 ==== osd_map(209..209 src has 1..209) ==== 7755+0+0 (secure 0 0 0) 0x7f69b4099070 con 0x7f69a8004800 2024-07-27T07:10:48.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.951+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-07-27T07:10:48.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.952+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f69b0035000 tx=0x7f69b0004730 comp rx=0 tx=0).ready entity=mgr.4109 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-07-27T07:10:48.956 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:48.955+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 <== mon.0 v2:172.21.15.66:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+192900 (secure 0 0 0) 0x7f69b4020020 con 0x7f69a8004800 2024-07-27T07:10:49.209 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.208+0000 7f69cb800640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f69c406ea90 con 0x7f69a8004800 2024-07-27T07:10:49.552 INFO:tasks.ceph.osd.0:Sent signal 15 2024-07-27T07:10:49.552 INFO:tasks.ceph.osd.1:Sent signal 15 2024-07-27T07:10:49.553 INFO:tasks.ceph.osd.2:Sent signal 15 2024-07-27T07:10:49.553 INFO:tasks.ceph.osd.3:Sent signal 15 2024-07-27T07:10:49.553 INFO:tasks.ceph.osd.4:Sent signal 15 2024-07-27T07:10:49.553 INFO:tasks.ceph.osd.5:Sent signal 15 2024-07-27T07:10:49.554 INFO:tasks.ceph.osd.6:Sent signal 15 2024-07-27T07:10:49.554 INFO:tasks.ceph.osd.7:Sent signal 15 2024-07-27T07:10:49.554 INFO:tasks.ceph.mds.a:Sent signal 15 2024-07-27T07:10:49.554 INFO:tasks.ceph.mon.a:Sent signal 15 2024-07-27T07:10:49.554 INFO:tasks.ceph.mon.b:Sent signal 15 2024-07-27T07:10:49.555 INFO:tasks.ceph.mon.c:Sent signal 15 2024-07-27T07:10:49.555 INFO:tasks.ceph.mgr.y:Sent signal 15 2024-07-27T07:10:49.555 INFO:tasks.ceph.mgr.x:Sent signal 15 2024-07-27T07:10:49.556 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T07:10:49.553+0000 7fd9d2000640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 38139) UID: 0 2024-07-27T07:10:49.556 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T07:10:49.553+0000 7fd9d2000640 -1 osd.4 209 *** Got signal Terminated *** 2024-07-27T07:10:49.556 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f3550e00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 38145) UID: 0 2024-07-27T07:10:49.556 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f3550e00640 -1 osd.6 209 *** Got signal Terminated *** 2024-07-27T07:10:49.556 INFO:tasks.ceph.osd.6.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f3550e00640 -1 osd.6 209 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.557 INFO:tasks.ceph.osd.4.smithi155.stderr:2024-07-27T07:10:49.553+0000 7fd9d2000640 -1 osd.4 209 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.557 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f7e8dc00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 38140) UID: 0 2024-07-27T07:10:49.557 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f7e8dc00640 -1 osd.5 208 *** Got signal Terminated *** 2024-07-27T07:10:49.557 INFO:tasks.ceph.osd.5.smithi155.stderr:2024-07-27T07:10:49.553+0000 7f7e8dc00640 -1 osd.5 208 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.557 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T07:10:49.553+0000 7ff52fc00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 38146) UID: 0 2024-07-27T07:10:49.558 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T07:10:49.553+0000 7ff52fc00640 -1 osd.7 209 *** Got signal Terminated *** 2024-07-27T07:10:49.558 INFO:tasks.ceph.osd.7.smithi155.stderr:2024-07-27T07:10:49.553+0000 7ff52fc00640 -1 osd.7 209 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.558 INFO:tasks.ceph.mon.b.smithi155.stderr:2024-07-27T07:10:49.554+0000 7fdea7600640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 37480) UID: 0 2024-07-27T07:10:49.558 INFO:tasks.ceph.mon.b.smithi155.stderr:2024-07-27T07:10:49.554+0000 7fdea7600640 -1 mon.b@1(peon) e1 *** Got Signal Terminated *** 2024-07-27T07:10:49.558 INFO:tasks.ceph.mon.c.smithi155.stderr:2024-07-27T07:10:49.554+0000 7f925de00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 37482) UID: 0 2024-07-27T07:10:49.559 INFO:tasks.ceph.mon.c.smithi155.stderr:2024-07-27T07:10:49.554+0000 7f925de00640 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2024-07-27T07:10:49.559 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-07-27T07:10:49.555+0000 7fab64c00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mgr -f --cluster ceph -i x (PID: 37485) UID: 0 2024-07-27T07:10:49.559 INFO:tasks.ceph.mgr.x.smithi155.stderr:2024-07-27T07:10:49.555+0000 7fab64c00640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-07-27T07:10:49.559 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T07:10:49.553+0000 7f447b400640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 38449) UID: 0 2024-07-27T07:10:49.559 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T07:10:49.553+0000 7f447b400640 -1 osd.0 208 *** Got signal Terminated *** 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.0.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f447b400640 -1 osd.0 208 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f874d200640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 38446) UID: 0 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f874d200640 -1 osd.1 208 *** Got signal Terminated *** 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.1.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f874d200640 -1 osd.1 208 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T07:10:49.554+0000 7fd0fcc00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 38459) UID: 0 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T07:10:49.554+0000 7fd0fcc00640 -1 osd.2 209 *** Got signal Terminated *** 2024-07-27T07:10:49.560 INFO:tasks.ceph.osd.2.smithi066.stderr:2024-07-27T07:10:49.554+0000 7fd0fcc00640 -1 osd.2 209 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.561 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f1c24600640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 38460) UID: 0 2024-07-27T07:10:49.561 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f1c24600640 -1 osd.3 209 *** Got signal Terminated *** 2024-07-27T07:10:49.561 INFO:tasks.ceph.osd.3.smithi066.stderr:2024-07-27T07:10:49.554+0000 7f1c24600640 -1 osd.3 209 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-07-27T07:10:49.561 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:10:49.555+0000 7f8cf7000640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i a (PID: 93651) UID: 0 2024-07-27T07:10:49.561 INFO:tasks.ceph.mds.a.smithi066.stderr:2024-07-27T07:10:49.555+0000 7f8cf7000640 -1 mds.a *** got signal Terminated *** 2024-07-27T07:10:49.562 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:10:49.556+0000 7fab03e00640 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i a (PID: 37477) UID: 0 2024-07-27T07:10:49.562 INFO:tasks.ceph.mon.a.smithi066.stderr:2024-07-27T07:10:49.557+0000 7fab03e00640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-07-27T07:10:49.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 msgr2=0x7f69c413f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 16 2024-07-27T07:10:49.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 msgr2=0x7f69c413f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-27T07:10:49.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f69b400d580 tx=0x7f69b400da40 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-27T07:10:49.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 secure :-1 s=READY pgs=1996 cs=0 l=1 rev1=1 crypto rx=0x7f69b400d580 tx=0x7f69b400da40 comp rx=0 tx=0).stop 2024-07-27T07:10:49.563 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 msgr2=0x7f69c413f680 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a8004800 0x7f69c413f680 unknown :-1 s=CLOSED pgs=1996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.562+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f69a4088cb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:49.564 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:49.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69a408df80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:49.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:49.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69a408b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:49.565 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.563+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f69a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 20 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f69a4079520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f69b0035000 tx=0x7f69b0004730 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f69b0035000 tx=0x7f69b0004730 comp rx=0 tx=0).stop 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c0c00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f69a4079520 unknown :-1 s=STATE_CLOSED l=1).mark_down 2024-07-27T07:10:49.633 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.631+0000 7f69c0c00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f69a4079520 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:49.757 INFO:tasks.ceph.mgr.y.smithi066.stderr:daemon-helper: command crashed with signal 15 2024-07-27T07:10:49.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.765+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f69a4088cb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:49.766 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.765+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:49.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.765+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69a408b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:49.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.766+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:49.767 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.766+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69a408df80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:49.768 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.766+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:49.952 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.951+0000 7f69baa00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:49.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.952+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:49.953 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:49.952+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:50.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.154+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:50.155 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.154+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:50.167 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.167+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f69a4088cb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:50.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.167+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:50.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.167+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69a408df80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:50.168 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.167+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:50.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.168+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69a408b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:50.169 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.168+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:50.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.555+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:50.556 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.555+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.968+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f69a4088cb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.968+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.969+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69a408b500 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:50.970 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.969+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.969+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69a408df80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:50.971 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:50.969+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:51.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.356+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:51.357 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.357+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:51.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f69a408df80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:51.947 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f69a408df80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f69a408b500 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f69a408b500 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f69a4088cb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f69a4088cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.946+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:10:51.948 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:51.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:51.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:51.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:51.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:51.949 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:51.947+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:52.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.149+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:52.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.149+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:52.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.149+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:52.150 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.149+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:52.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.150+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:52.151 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.150+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:52.551 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:52.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:52.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:52.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:52.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:52.552 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.551+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:52.959 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.959+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:52.960 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:52.959+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:10:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.352+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.352+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.352+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:53.353 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.352+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:53.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.353+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:53.354 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:53.353+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:54.955 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:54.954+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:10:56.163 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:56.162+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:10:56.164 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:56.162+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:10:58.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.157+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:58.159 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.157+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:10:58.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.157+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:58.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.157+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:10:58.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.157+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:58.160 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.158+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:10:58.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:58.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:58.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007c50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:58.698 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007c50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a370 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a370 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:58.699 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:58.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.696+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:58.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.697+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:58.700 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.697+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:10:58.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.897+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:58.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.897+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:58.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.898+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:58.899 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.898+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:58.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.898+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:58.900 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:58.898+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:10:59.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.298+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:10:59.300 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.298+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:59.301 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.299+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:10:59.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.299+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:10:59.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.299+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:10:59.302 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:10:59.299+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:00.100 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.099+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:00.101 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.099+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:00.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.101+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:00.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.101+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:00.102 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.101+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:00.103 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:00.101+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:01.702 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.701+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:01.703 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.701+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.703+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.703+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.703+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:01.705 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:01.703+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:02.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:02.569+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:11:02.571 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:02.569+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:02.629 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:11:02.637 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:11:04.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.905+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:04.907 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.905+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:04.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.907+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:04.908 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.907+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:04.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.907+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:04.909 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:04.907+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:08.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:08.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:08.824 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007bb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a220 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.821+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:08.825 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:08.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:08.826 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:08.822+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:09.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:09.027 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:09.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:09.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:09.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:09.028 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.023+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:09.426 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:09.424+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:10.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.225+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:10.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.225+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:10.227 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.225+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:10.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.225+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:10.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.227+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:10.228 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:10.227+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:11.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.827+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:11.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.827+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:11.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.827+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:11.829 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.827+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:11.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.829+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:11.830 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:11.829+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:15.031 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.030+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:15.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.030+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:15.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.030+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:15.032 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.031+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.031+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:15.033 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.031+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.382+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:11:15.384 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:15.382+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:11:21.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.437+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:21.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.437+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:21.439 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.438+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:21.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.438+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:21.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.438+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:21.440 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:21.438+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:24.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:24.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:24.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:24.012 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:11:24.013 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:24.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.010+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:24.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.011+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:24.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.011+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:24.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.011+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:24.014 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.011+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:24.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.212+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:24.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.213+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:24.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.213+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:24.214 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.213+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:24.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.213+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:24.215 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.213+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:24.615 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.614+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:24.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.614+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:24.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.615+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:24.616 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.615+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:24.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.615+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:24.617 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:24.615+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:25.416 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.415+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:25.417 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.415+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.416+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.416+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.417+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:25.418 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:25.417+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:27.018 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.017+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:27.019 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.017+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:27.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.018+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:27.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.018+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:27.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.019+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:27.020 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:27.019+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:30.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.220+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:30.222 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.220+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:30.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.221+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:30.223 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.221+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:30.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.222+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:30.224 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.222+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:30.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.398+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:11:30.400 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:30.398+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:11:32.752 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:11:32.761 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:11:36.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.627+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:36.628 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.627+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:36.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.627+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:36.629 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.627+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:36.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.629+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:36.631 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:36.629+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:45.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:45.402+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:11:45.404 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:45.402+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:11:46.794 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.792+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.793+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.793+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.793+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.793+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:11:46.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.994+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.995+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.995+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.995+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.995+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:46.995+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:11:47.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.396+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.396+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.396+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.396+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.397+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:47.397+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:11:48.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.197+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:48.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.197+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:48.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.197+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:48.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.197+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.199+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:48.199+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:11:49.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.799+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:49.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.799+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:49.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.799+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:49.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.799+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:49.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.800+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:49.803 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:49.800+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:11:53.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.003+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:53.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.003+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:53.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.003+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:53.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.003+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:53.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.004+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:53.006 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:53.004+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:11:59.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:11:59.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:59.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:11:59.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:11:59.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:11:59.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:11:59.410+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:12:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:00.418+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:12:00.419 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:00.418+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:02.885 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:12:02.894 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:12:12.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:12.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:12.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:12.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:12.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:12.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:12.224+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:15.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:15.433+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:12:15.435 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:15.433+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:16.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:16.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.793+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.994+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.994+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.994+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.994+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.995+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:16.996 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:16.995+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:17.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.395+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:17.396 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.395+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:17.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.395+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:17.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.395+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:17.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.396+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:17.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:17.396+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:18.198 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:18.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:18.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:18.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:18.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:18.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:18.197+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:19.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.799+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:19.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.799+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:12:19.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.799+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:19.801 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.799+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:12:19.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.800+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:19.802 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:19.800+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:23.005 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:23.003+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-07-27T07:12:29.412 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.410+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:29.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.410+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:29.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.410+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:12:29.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.410+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:12:29.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.411+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:29.413 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:29.411+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-07-27T07:12:30.450 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:30.449+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:12:30.451 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:30.449+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:33.015 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:12:33.024 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:12:42.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.223+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:42.225 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.223+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:42.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.224+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:42.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.224+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:42.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.224+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:42.226 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:42.224+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:45.466 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:45.465+0000 7f69c3e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 msgr2=0x7f6998005560 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:6800/3980437864 2024-07-27T07:12:45.467 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:45.465+0000 7f69c3e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:6800/3980437864,v1:172.21.15.155:6801/3980437864] conn(0x7f69a4077010 0x7f6998005560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-07-27T07:12:46.795 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.793+0000 7f69bb400640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408e990 con 0x7f69a4086850 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] -- mon_getmap magic: 0 -- 0x7f69a408eb10 con 0x7f69c414cbe0 2024-07-27T07:12:46.796 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69bb400640 1 -- 172.21.15.66:0/3045152564 --> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] -- mon_getmap magic: 0 -- 0x7f69a408ece0 con 0x7f69c4149c30 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:46.797 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.794+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.995+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.995+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.995+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.995+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.995+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:46.997 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:46.996+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-07-27T07:12:47.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.396+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:47.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.396+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:47.397 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.396+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.396+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.397+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:47.398 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:47.397+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-07-27T07:12:48.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c9800640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 msgr2=0x7f6990005620 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3301/0 2024-07-27T07:12:48.199 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c9800640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3301/0,v1:172.21.15.155:6790/0] conn(0x7f69c4149c30 0x7f6990005620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 msgr2=0x7f699000a160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.66:3300/0 2024-07-27T07:12:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.66:3300/0,v1:172.21.15.66:6789/0] conn(0x7f69a4086850 0x7f699000a160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c8e00640 1 -- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 msgr2=0x7f6990007b70 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.155:3300/0 2024-07-27T07:12:48.200 INFO:teuthology.orchestra.run.smithi066.stderr:2024-07-27T07:12:48.198+0000 7f69c8e00640 1 --2- 172.21.15.66:0/3045152564 >> [v2:172.21.15.155:3300/0,v1:172.21.15.155:6789/0] conn(0x7f69c414cbe0 0x7f6990007b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-07-27T07:12:48.773 DEBUG:teuthology.orchestra.run:got remote process result: 124 2024-07-27T07:12:48.791 INFO:tasks.cephfs_test_runner:check if hardlink snapshot works in multimds setup ... ERROR 2024-07-27T07:12:48.793 INFO:tasks.cephfs_test_runner:ERROR 2024-07-27T07:12:48.793 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.793 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:ERROR: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:check if hardlink snapshot works in multimds setup 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 745, in recv_stderr 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: out = self.in_stderr_buffer.read(nbytes, self.timeout) 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/buffered_pipe.py", line 154, in read 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: raise PipeTimeout() 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:paramiko.buffered_pipe.PipeTimeout 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:During handling of the above exception, another exception occurred: 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/test_snapshots.py", line 468, in test_multimds_hardlink 2024-07-27T07:12:48.794 INFO:tasks.cephfs_test_runner: self.mount_a.run_shell(["rm", "-rf", "d0", "d1"]) 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/mount.py", line 776, in run_shell 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, **kwargs) 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 148, in wait 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: greenlet.get(block=True,timeout=60) 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 805, in gevent._gevent_cgreenlet.Greenlet.get 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/gevent/_compat.py", line 49, in reraise 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: raise value.with_traceback(tb) 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 323, in copy_file_to 2024-07-27T07:12:48.795 INFO:tasks.cephfs_test_runner: copy_to_log(src, logger, capture=stream, quiet=quiet) 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 276, in copy_to_log 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: for line in f: 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 109, in __next__ 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: line = self.readline() 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 275, in readline 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: new_data = self._read(n) 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 1374, in _read 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: return self.channel.recv_stderr(size) 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 747, in recv_stderr 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner: raise socket.timeout() 2024-07-27T07:12:48.796 INFO:tasks.cephfs_test_runner:TimeoutError 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner:ERROR: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner:check if hardlink snapshot works in multimds setup 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/cephfs_test_case.py", line 215, in tearDown 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: self.mds_cluster.delete_all_filesystems() 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 511, in delete_all_filesystems 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: Filesystem(ctx=self._ctx, fscid=fs['id']).destroy() 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 901, in destroy 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: self.rm() 2024-07-27T07:12:48.797 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 875, in rm 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: return self.mon_manager.ceph(c, **kwargs) 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1640, in ceph 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: return self.run_cluster_cmd(args=args, stdout=stdout, stderr=stderr, **kwargs) 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: return self.controller.run(**kwargs) 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-07-27T07:12:48.798 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it' 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:Ran 9 tests in 1304.550s 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:FAILED (errors=2) 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-27T07:12:48.799 INFO:tasks.cephfs_test_runner:ERROR: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:check if hardlink snapshot works in multimds setup 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 745, in recv_stderr 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: out = self.in_stderr_buffer.read(nbytes, self.timeout) 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/buffered_pipe.py", line 154, in read 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: raise PipeTimeout() 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:paramiko.buffered_pipe.PipeTimeout 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:During handling of the above exception, another exception occurred: 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/test_snapshots.py", line 468, in test_multimds_hardlink 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: self.mount_a.run_shell(["rm", "-rf", "d0", "d1"]) 2024-07-27T07:12:48.800 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/mount.py", line 776, in run_shell 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: return self.client_remote.run(args=args, **kwargs) 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 148, in wait 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: greenlet.get(block=True,timeout=60) 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 805, in gevent._gevent_cgreenlet.Greenlet.get 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 373, in gevent._gevent_cgreenlet.Greenlet._raise_exception 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/gevent/_compat.py", line 49, in reraise 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: raise value.with_traceback(tb) 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "src/gevent/greenlet.py", line 908, in gevent._gevent_cgreenlet.Greenlet.run 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 323, in copy_file_to 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: copy_to_log(src, logger, capture=stream, quiet=quiet) 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 276, in copy_to_log 2024-07-27T07:12:48.801 INFO:tasks.cephfs_test_runner: for line in f: 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 109, in __next__ 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: line = self.readline() 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/file.py", line 275, in readline 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: new_data = self._read(n) 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 1374, in _read 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: return self.channel.recv_stderr(size) 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/virtualenv/lib/python3.10/site-packages/paramiko/channel.py", line 747, in recv_stderr 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: raise socket.timeout() 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner:TimeoutError 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner:====================================================================== 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner:ERROR: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner:check if hardlink snapshot works in multimds setup 2024-07-27T07:12:48.802 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/cephfs_test_case.py", line 215, in tearDown 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: self.mds_cluster.delete_all_filesystems() 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 511, in delete_all_filesystems 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: Filesystem(ctx=self._ctx, fscid=fs['id']).destroy() 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 901, in destroy 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: self.rm() 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs/filesystem.py", line 875, in rm 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: return self.mon_manager.ceph(c, **kwargs) 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1640, in ceph 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: return self.run_cluster_cmd(args=args, stdout=stdout, stderr=stderr, **kwargs) 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: return self.controller.run(**kwargs) 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run 2024-07-27T07:12:48.803 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: r.wait() 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it' 2024-07-27T07:12:48.804 INFO:tasks.cephfs_test_runner: 2024-07-27T07:12:48.804 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots), test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.986 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=2d97acde153f4295a287fee2835afa7f Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots), test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots) 2024-07-27T07:12:48.988 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-07-27T07:12:48.998 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-07-27T07:12:49.051 INFO:tasks.kclient:Unmounting kernel clients... 2024-07-27T07:12:49.052 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:12:49.052 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:12:49.117 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:12:49.118 DEBUG:teuthology.orchestra.run.smithi066:> set -ex 2024-07-27T07:12:49.118 DEBUG:teuthology.orchestra.run.smithi066:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:12:49.175 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052667,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248976k,nr_inodes=812244,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497956k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-07-27T07:12:49.175 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:12:49.175 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:12:49.234 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:12:49.234 DEBUG:teuthology.orchestra.run.smithi155:> set -ex 2024-07-27T07:12:49.235 DEBUG:teuthology.orchestra.run.smithi155:> dd if=/proc/self/mounts of=/dev/stdout 2024-07-27T07:12:49.287 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052685,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248988k,nr_inodes=812247,mode=700,uid=1000,gid=1316 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497984k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-07-27T07:12:49.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:49.287 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:12:49.346 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-07-27T07:12:49.347 INFO:teuthology.orchestra.run.smithi066.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-07-27T07:12:49.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:49.348 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-07-27T07:12:49.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:49.446 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-07-27T07:12:49.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:49.832 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link delete ceph-brx 2024-07-27T07:12:50.246 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.247 DEBUG:teuthology.orchestra.run.smithi066:> ip netns list 2024-07-27T07:12:50.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.291 DEBUG:teuthology.orchestra.run.smithi066:> sudo ip link delete ceph-brx 2024-07-27T07:12:50.427 INFO:teuthology.orchestra.run.smithi066.stderr:Cannot find device "ceph-brx" 2024-07-27T07:12:50.431 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:12:50.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.431 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T07:12:50.488 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-07-27T07:12:50.488 INFO:teuthology.orchestra.run.smithi155.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-07-27T07:12:50.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.490 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-07-27T07:12:50.574 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.575 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-07-27T07:12:50.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:50.930 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-07-27T07:12:51.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:51.322 DEBUG:teuthology.orchestra.run.smithi155:> ip netns list 2024-07-27T07:12:51.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-07-27T07:12:51.366 DEBUG:teuthology.orchestra.run.smithi155:> sudo ip link delete ceph-brx 2024-07-27T07:12:51.494 INFO:teuthology.orchestra.run.smithi155.stderr:Cannot find device "ceph-brx" 2024-07-27T07:12:51.495 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:12:51.496 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-07-27T07:12:51.507 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-07-27T07:12:51.507 DEBUG:teuthology.orchestra.run.smithi066:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-07-27T07:13:03.146 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:13:03.155 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:13:33.278 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:13:33.287 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:03.417 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:03.426 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:33.557 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:33.567 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:51.642 DEBUG:teuthology.orchestra.run:got remote process result: 124 2024-07-27T07:14:51.643 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2024-07-27T07:14:51.665 INFO:teuthology.misc:Shutting down mds daemons... 2024-07-27T07:14:51.666 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-07-27T07:14:51.666 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.670 INFO:tasks.ceph.mds.a:Stopped 2024-07-27T07:14:51.670 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-07-27T07:14:51.670 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.671 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:14:51.671 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1504, in run_daemon yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-07-27T07:14:51.689 INFO:tasks.ceph.mds.c:Stopped 2024-07-27T07:14:51.689 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-07-27T07:14:51.689 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.690 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:14:51.690 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1504, in run_daemon yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b' 2024-07-27T07:14:51.701 INFO:tasks.ceph.mds.b:Stopped 2024-07-27T07:14:51.702 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-07-27T07:14:51.702 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.702 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:14:51.702 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1504, in run_daemon yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi155 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d' 2024-07-27T07:14:51.713 INFO:tasks.ceph.mds.d:Stopped 2024-07-27T07:14:51.714 INFO:teuthology.misc:Shutting down osd daemons... 2024-07-27T07:14:51.714 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-07-27T07:14:51.714 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.715 INFO:tasks.ceph.osd.0:Stopped 2024-07-27T07:14:51.715 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-07-27T07:14:51.715 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.715 INFO:tasks.ceph.osd.1:Stopped 2024-07-27T07:14:51.715 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-07-27T07:14:51.715 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.716 INFO:tasks.ceph.osd.2:Stopped 2024-07-27T07:14:51.716 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-07-27T07:14:51.716 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.716 INFO:tasks.ceph.osd.3:Stopped 2024-07-27T07:14:51.716 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-07-27T07:14:51.716 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.717 INFO:tasks.ceph.osd.4:Stopped 2024-07-27T07:14:51.717 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-07-27T07:14:51.717 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.717 INFO:tasks.ceph.osd.5:Stopped 2024-07-27T07:14:51.717 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-07-27T07:14:51.717 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.718 INFO:tasks.ceph.osd.6:Stopped 2024-07-27T07:14:51.718 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-07-27T07:14:51.718 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.718 INFO:tasks.ceph.osd.7:Stopped 2024-07-27T07:14:51.719 INFO:teuthology.misc:Shutting down mgr daemons... 2024-07-27T07:14:51.719 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-07-27T07:14:51.719 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.719 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:14:51.719 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1504, in run_daemon yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y' 2024-07-27T07:14:51.730 INFO:tasks.ceph.mgr.y:Stopped 2024-07-27T07:14:51.730 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-07-27T07:14:51.730 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.731 INFO:tasks.ceph.mgr.x:Stopped 2024-07-27T07:14:51.731 INFO:teuthology.misc:Shutting down mon daemons... 2024-07-27T07:14:51.731 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-07-27T07:14:51.731 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.731 INFO:tasks.ceph.mon.a:Stopped 2024-07-27T07:14:51.731 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-07-27T07:14:51.731 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.732 INFO:tasks.ceph.mon.b:Stopped 2024-07-27T07:14:51.732 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-07-27T07:14:51.732 INFO:teuthology.orchestra.run:waiting for 300 2024-07-27T07:14:51.734 INFO:tasks.ceph.mon.c:Stopped 2024-07-27T07:14:51.735 INFO:tasks.ceph:Checking cluster log for badness... 2024-07-27T07:14:51.735 DEBUG:teuthology.orchestra.run.smithi066:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'evicting unresponsive client' | egrep -v RECENT_CRASH | head -n 1 2024-07-27T07:14:51.858 INFO:teuthology.orchestra.run.smithi066.stdout:2024-07-27T07:08:57.978172+0000 mds.a (mds.0) 1 : cluster [WRN] 1 slow requests, 1 included below; oldest blocked for > 184.966498 secs 2024-07-27T07:14:51.860 WARNING:tasks.ceph:Found errors (ERR|WRN|SEC) in cluster log 2024-07-27T07:14:51.860 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:14:51.860 DEBUG:teuthology.orchestra.run.smithi066:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-07-27T07:14:52.009 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:14:52.009 DEBUG:teuthology.orchestra.run.smithi066:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-07-27T07:14:52.170 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:14:52.171 DEBUG:teuthology.orchestra.run.smithi066:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-07-27T07:14:52.297 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:14:52.297 DEBUG:teuthology.orchestra.run.smithi066:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-07-27T07:14:52.459 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:14:52.459 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-07-27T07:14:52.699 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:14:52.699 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-07-27T07:14:52.831 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:14:52.831 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-07-27T07:14:52.969 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:14:52.969 DEBUG:teuthology.orchestra.run.smithi155:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-07-27T07:14:53.123 INFO:tasks.ceph:Archiving mon data... 2024-07-27T07:14:53.125 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/data/mon.a.tgz 2024-07-27T07:14:53.125 DEBUG:teuthology.orchestra.run.smithi066:> mktemp 2024-07-27T07:14:53.187 INFO:teuthology.orchestra.run.smithi066.stdout:/tmp/tmp.wnrYR6GSss 2024-07-27T07:14:53.187 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.wnrYR6GSss 2024-07-27T07:14:53.402 DEBUG:teuthology.orchestra.run.smithi066:> sudo chmod 0666 /tmp/tmp.wnrYR6GSss 2024-07-27T07:14:53.555 DEBUG:teuthology.orchestra.remote:smithi066:/tmp/tmp.wnrYR6GSss is 523KB 2024-07-27T07:14:53.676 DEBUG:teuthology.orchestra.run.smithi066:> rm -fr /tmp/tmp.wnrYR6GSss 2024-07-27T07:14:53.738 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/data/mon.b.tgz 2024-07-27T07:14:53.738 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-07-27T07:14:53.795 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.7kLieZXOEc 2024-07-27T07:14:53.796 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.7kLieZXOEc 2024-07-27T07:14:54.012 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.7kLieZXOEc 2024-07-27T07:14:54.148 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.7kLieZXOEc is 532KB 2024-07-27T07:14:54.258 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.7kLieZXOEc 2024-07-27T07:14:54.315 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/data/mon.c.tgz 2024-07-27T07:14:54.315 DEBUG:teuthology.orchestra.run.smithi155:> mktemp 2024-07-27T07:14:54.366 INFO:teuthology.orchestra.run.smithi155.stdout:/tmp/tmp.J81t8uHsZO 2024-07-27T07:14:54.367 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.J81t8uHsZO 2024-07-27T07:14:54.580 DEBUG:teuthology.orchestra.run.smithi155:> sudo chmod 0666 /tmp/tmp.J81t8uHsZO 2024-07-27T07:14:54.711 DEBUG:teuthology.orchestra.remote:smithi155:/tmp/tmp.J81t8uHsZO is 532KB 2024-07-27T07:14:54.819 DEBUG:teuthology.orchestra.run.smithi155:> rm -fr /tmp/tmp.J81t8uHsZO 2024-07-27T07:14:54.879 INFO:tasks.ceph:Cleaning ceph cluster... 2024-07-27T07:14:54.879 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-27T07:14:54.887 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-07-27T07:14:55.029 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-27T07:14:55.085 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-07-27T07:14:55.086 INFO:tasks.ceph:Archiving crash dumps... 2024-07-27T07:14:55.088 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/lib/ceph/crash to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi066/crash 2024-07-27T07:14:55.089 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-27T07:14:55.343 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/lib/ceph/crash to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi155/crash 2024-07-27T07:14:55.344 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-07-27T07:14:55.559 INFO:tasks.ceph:Shutting down logrotate 2024-07-27T07:14:55.560 DEBUG:teuthology.orchestra.run.smithi066:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:55.568 DEBUG:teuthology.orchestra.run.smithi155:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:55.726 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:55.821 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-07-27T07:14:55.911 INFO:tasks.ceph:Compressing logs... 2024-07-27T07:14:55.911 DEBUG:teuthology.orchestra.run.smithi066:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-27T07:14:55.919 DEBUG:teuthology.orchestra.run.smithi155:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-07-27T07:14:56.000 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73828.log 2024-07-27T07:14:56.002 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64252.log 2024-07-27T07:14:56.002 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37850.log 2024-07-27T07:14:56.003 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73828.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.73828.log.gz 2024-07-27T07:14:56.003 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72324.log 2024-07-27T07:14:56.004 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37810.log 2024-07-27T07:14:56.004 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64252.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82521.log 2024-07-27T07:14:56.004 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64252.log.gz 2024-07-27T07:14:56.005 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72324.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72324.log.gz 2024-07-27T07:14:56.006 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69819.log 2024-07-27T07:14:56.006 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37850.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-27T07:14:56.006 INFO:teuthology.orchestra.run.smithi155.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37850.log.gz 2024-07-27T07:14:56.006 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37810.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-27T07:14:56.007 INFO:teuthology.orchestra.run.smithi155.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37810.log.gz 2024-07-27T07:14:56.007 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52566.log 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82521.log.gz 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69819.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44208.log 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.69819.log.gz 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95620.log 2024-07-27T07:14:56.009 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.52566.log.gz 2024-07-27T07:14:56.011 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43527.log 2024-07-27T07:14:56.011 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-07-27T07:14:56.011 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.1.43527.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.43527.log.gz 2024-07-27T07:14:56.011 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37970.log 2024-07-27T07:14:56.012 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53453.log 2024-07-27T07:14:56.012 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44208.log.gz 2024-07-27T07:14:56.012 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95620.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.95620.log.gz 2024-07-27T07:14:56.013 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51452.log 2024-07-27T07:14:56.013 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53453.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53453.log.gz 2024-07-27T07:14:56.013 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60473.log 2024-07-27T07:14:56.015 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51452.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75806.log 2024-07-27T07:14:56.016 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51452.log.gz 2024-07-27T07:14:56.016 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60473.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87743.log 2024-07-27T07:14:56.016 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60473.log.gz 2024-07-27T07:14:56.016 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75806.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75806.log.gz 2024-07-27T07:14:56.016 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75936.log 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mds.b.log: 92.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37970.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.37970.log.gz 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37690.log 2024-07-27T07:14:56.017 INFO:teuthology.orchestra.run.smithi155.stderr: 94.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-27T07:14:56.018 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-07-27T07:14:56.018 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37690.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-07-27T07:14:56.018 INFO:teuthology.orchestra.run.smithi155.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37690.log.gz 2024-07-27T07:14:56.019 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-07-27T07:14:56.020 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87743.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62976.log 2024-07-27T07:14:56.020 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87743.log.gz 2024-07-27T07:14:56.020 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75936.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75936.log.gz 2024-07-27T07:14:56.021 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45468.log 2024-07-27T07:14:56.021 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62976.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56288.log 2024-07-27T07:14:56.021 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62976.log.gz 2024-07-27T07:14:56.021 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45468.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45468.log.gz 2024-07-27T07:14:56.021 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56885.log 2024-07-27T07:14:56.023 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37730.log 2024-07-27T07:14:56.023 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-osd.6.log: /var/log/ceph/ceph-client.admin.37730.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37770.log 2024-07-27T07:14:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56288.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56288.log.gz 2024-07-27T07:14:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52356.log 2024-07-27T07:14:56.024 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74644.log 2024-07-27T07:14:56.024 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56885.log.gz 2024-07-27T07:14:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60659.log 2024-07-27T07:14:56.025 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52356.log.gz 2024-07-27T07:14:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74644.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.74644.log.gz 2024-07-27T07:14:56.025 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56162.log 2024-07-27T07:14:56.027 INFO:teuthology.orchestra.run.smithi155.stderr: 86.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.37730.log.gz -5 2024-07-27T07:14:56.027 INFO:teuthology.orchestra.run.smithi155.stderr: --verbose -- /var/log/ceph/ceph-client.3.43942.log 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60659.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60659.log.gz 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58216.log 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45818.log 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56162.log.gz 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58216.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58216.log.gz 2024-07-27T07:14:56.028 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46644.log 2024-07-27T07:14:56.030 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51140.log 2024-07-27T07:14:56.030 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45818.log.gz 2024-07-27T07:14:56.030 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49853.log 2024-07-27T07:14:56.030 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.46644.log.gz 2024-07-27T07:14:56.031 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.3.43942.log: /var/log/ceph/ceph-client.admin.37770.log: 86.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37930.log 2024-07-27T07:14:56.032 INFO:teuthology.orchestra.run.smithi155.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37770.log.gz 2024-07-27T07:14:56.032 INFO:teuthology.orchestra.run.smithi155.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.3.43942.log.gz 2024-07-27T07:14:56.033 INFO:teuthology.orchestra.run.smithi155.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-07-27T07:14:56.034 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51140.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73658.log 2024-07-27T07:14:56.034 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51140.log.gz 2024-07-27T07:14:56.034 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37487.log 2024-07-27T07:14:56.034 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.49853.log.gz 2024-07-27T07:14:56.035 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73658.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47998.log 2024-07-27T07:14:56.035 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.73658.log.gz 2024-07-27T07:14:56.035 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37487.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37487.log.gz 2024-07-27T07:14:56.035 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74034.log 2024-07-27T07:14:56.037 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61928.log 2024-07-27T07:14:56.037 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47998.log.gz 2024-07-27T07:14:56.037 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74034.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55765.log 2024-07-27T07:14:56.037 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74034.log.gz 2024-07-27T07:14:56.038 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37930.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-07-27T07:14:56.038 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37930.log.gz 2024-07-27T07:14:56.038 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37890.log 2024-07-27T07:14:56.042 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61928.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61928.log.gz 2024-07-27T07:14:56.042 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90718.log 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55765.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55765.log.gz 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50129.log 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.90718.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.90718.log.gz 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50063.log 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50129.log: gzip 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50129.log.gz 2024-07-27T07:14:56.043 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.38064.log 2024-07-27T07:14:56.044 INFO:teuthology.orchestra.run.smithi155.stderr:/var/log/ceph/ceph-client.admin.37890.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37890.log.gz 2024-07-27T07:14:56.045 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50063.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75474.log 2024-07-27T07:14:56.045 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.50063.log.gz 2024-07-27T07:14:56.046 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38064.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.38064.log.gz 2024-07-27T07:14:56.046 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56036.log 2024-07-27T07:14:56.046 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75474.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72736.log 2024-07-27T07:14:56.046 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.75474.log.gz 2024-07-27T07:14:56.047 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53014.log 2024-07-27T07:14:56.047 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56036.log.gz 2024-07-27T07:14:56.048 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72736.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.72736.log.gz 2024-07-27T07:14:56.048 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54646.log 2024-07-27T07:14:56.049 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44250.log 2024-07-27T07:14:56.049 INFO:teuthology.orchestra.run.smithi066.stderr: 85.3% -- replaced with /var/log/ceph/ceph-client.admin.53014.log.gz 2024-07-27T07:14:56.050 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54646.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76967.log 2024-07-27T07:14:56.050 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54646.log.gz 2024-07-27T07:14:56.051 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44250.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44250.log.gz 2024-07-27T07:14:56.051 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69026.log 2024-07-27T07:14:56.052 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44166.log 2024-07-27T07:14:56.052 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76967.log.gz 2024-07-27T07:14:56.053 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69026.log: gzip -5 --verbose -- 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69026.log.gz 2024-07-27T07:14:56.054 INFO:teuthology.orchestra.run.smithi066.stderr: /var/log/ceph/ceph-client.admin.54293.log 2024-07-27T07:14:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44166.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44166.log.gz 2024-07-27T07:14:56.055 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61724.log 2024-07-27T07:14:56.056 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49230.log 2024-07-27T07:14:56.056 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54293.log.gz 2024-07-27T07:14:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61724.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61724.log.gz 2024-07-27T07:14:56.057 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92938.log 2024-07-27T07:14:56.058 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49230.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65786.log 2024-07-27T07:14:56.058 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.49230.log.gz 2024-07-27T07:14:56.059 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66582.log 2024-07-27T07:14:56.059 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92938.log.gz 2024-07-27T07:14:56.060 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65786.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65786.log.gz 2024-07-27T07:14:56.060 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70755.log 2024-07-27T07:14:56.062 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66582.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66582.log.gz 2024-07-27T07:14:56.062 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95753.log 2024-07-27T07:14:56.063 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77243.log 2024-07-27T07:14:56.063 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70755.log.gz 2024-07-27T07:14:56.064 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95753.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.95753.log.gz 2024-07-27T07:14:56.064 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64792.log 2024-07-27T07:14:56.065 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71497.log 2024-07-27T07:14:56.065 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.77243.log.gz 2024-07-27T07:14:56.066 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64792.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.64792.log.gz 2024-07-27T07:14:56.066 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46808.log 2024-07-27T07:14:56.067 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71497.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64054.log 2024-07-27T07:14:56.068 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71497.log.gz 2024-07-27T07:14:56.069 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74210.log 2024-07-27T07:14:56.069 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46808.log.gz 2024-07-27T07:14:56.070 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64054.log: gzip -5 --verbose -- 86.7% /var/log/ceph/ceph-client.admin.60127.log -- replaced with /var/log/ceph/ceph-client.admin.64054.log.gz 2024-07-27T07:14:56.070 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.071 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74210.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.74210.log.gz 2024-07-27T07:14:56.071 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58865.log 2024-07-27T07:14:56.072 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60127.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60127.log.gz 2024-07-27T07:14:56.073 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72198.log 2024-07-27T07:14:56.074 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94048.log 86.5% 2024-07-27T07:14:56.074 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58865.log.gz 2024-07-27T07:14:56.075 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72198.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72198.log.gz 2024-07-27T07:14:56.075 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.47584.log 2024-07-27T07:14:56.076 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94048.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94048.log.gz 2024-07-27T07:14:56.076 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87113.log 2024-07-27T07:14:56.077 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.2.47584.log: 0.0% -- replaced with /var/log/ceph/ceph-client.2.47584.log.gz 2024-07-27T07:14:56.077 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45300.log 2024-07-27T07:14:56.078 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67874.log 2024-07-27T07:14:56.078 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87113.log.gz 2024-07-27T07:14:56.079 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45300.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45300.log.gz 2024-07-27T07:14:56.079 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92999.log 2024-07-27T07:14:56.081 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49769.log 2024-07-27T07:14:56.081 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67874.log.gz 2024-07-27T07:14:56.082 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92999.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.92999.log.gz 2024-07-27T07:14:56.082 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75764.log 2024-07-27T07:14:56.083 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49769.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49769.log.gz 2024-07-27T07:14:56.083 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55233.log 2024-07-27T07:14:56.084 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50555.log 2024-07-27T07:14:56.084 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.75764.log.gz 2024-07-27T07:14:56.085 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55233.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55233.log.gz 2024-07-27T07:14:56.086 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94342.log 2024-07-27T07:14:56.087 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50555.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81822.log 2024-07-27T07:14:56.087 INFO:teuthology.orchestra.run.smithi066.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.50555.log.gz 2024-07-27T07:14:56.088 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94342.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94342.log.gz 2024-07-27T07:14:56.088 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60169.log 2024-07-27T07:14:56.089 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81822.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59504.log 2024-07-27T07:14:56.090 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.81822.log.gz 2024-07-27T07:14:56.091 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37618.log 2024-07-27T07:14:56.091 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60169.log.gz 2024-07-27T07:14:56.092 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48355.log 2024-07-27T07:14:56.092 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59504.log.gz 2024-07-27T07:14:56.093 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55433.log 2024-07-27T07:14:56.093 INFO:teuthology.orchestra.run.smithi066.stderr: 77.7% -- replaced with /var/log/ceph/ceph-client.admin.37618.log.gz 2024-07-27T07:14:56.094 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86987.log 2024-07-27T07:14:56.094 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48355.log.gz 2024-07-27T07:14:56.095 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55433.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83211.log 2024-07-27T07:14:56.095 INFO:teuthology.orchestra.run.smithi066.stderr: 84.3% -- replaced with /var/log/ceph/ceph-client.admin.55433.log.gz 2024-07-27T07:14:56.096 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.86987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64707.log 2024-07-27T07:14:56.096 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.86987.log.gz 2024-07-27T07:14:56.097 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.83211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63485.log 2024-07-27T07:14:56.097 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.83211.log.gz 2024-07-27T07:14:56.098 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64707.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59378.log 2024-07-27T07:14:56.098 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64707.log.gz 2024-07-27T07:14:56.099 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96015.log 2024-07-27T07:14:56.099 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63485.log.gz 2024-07-27T07:14:56.100 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50953.log 2024-07-27T07:14:56.101 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59378.log.gz 2024-07-27T07:14:56.101 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.96015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.83111.log 2024-07-27T07:14:56.102 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.96015.log.gz 2024-07-27T07:14:56.102 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50477.log 2024-07-27T07:14:56.103 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50953.log.gz 2024-07-27T07:14:56.104 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.83111.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.83111.log.gz 2024-07-27T07:14:56.104 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72778.log 2024-07-27T07:14:56.105 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82043.log 2024-07-27T07:14:56.106 INFO:teuthology.orchestra.run.smithi066.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.50477.log.gz 2024-07-27T07:14:56.106 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72778.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57108.log 2024-07-27T07:14:56.106 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.72778.log.gz 2024-07-27T07:14:56.107 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51224.log 2024-07-27T07:14:56.107 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.82043.log.gz 2024-07-27T07:14:56.108 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48900.log 2024-07-27T07:14:56.108 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57108.log.gz 2024-07-27T07:14:56.109 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51224.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57954.log 2024-07-27T07:14:56.109 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51224.log.gz 2024-07-27T07:14:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48900.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.48900.log.gz 2024-07-27T07:14:56.110 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50911.log 2024-07-27T07:14:56.111 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59840.log 2024-07-27T07:14:56.112 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.57954.log.gz 2024-07-27T07:14:56.112 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50911.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93209.log 2024-07-27T07:14:56.112 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50911.log.gz 2024-07-27T07:14:56.113 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59840.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-07-27T07:14:56.113 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59840.log.gz 2024-07-27T07:14:56.115 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93209.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93209.log.gz 2024-07-27T07:14:56.115 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74602.log 2024-07-27T07:14:56.116 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55336.log 2024-07-27T07:14:56.117 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74602.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64665.log 2024-07-27T07:14:56.117 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74602.log.gz 2024-07-27T07:14:56.118 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62872.log 2024-07-27T07:14:56.118 INFO:teuthology.orchestra.run.smithi066.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.55336.log.gz 2024-07-27T07:14:56.119 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64665.log: gzip -5 --verbose 87.3% -- -- replaced with /var/log/ceph/ceph-client.admin.64665.log.gz /var/log/ceph/ceph-client.admin.82815.log 2024-07-27T07:14:56.119 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.120 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57318.log 2024-07-27T07:14:56.120 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph.log.gz 2024-07-27T07:14:56.121 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.62872.log.gz 2024-07-27T07:14:56.121 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82815.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.82815.log.gz 2024-07-27T07:14:56.121 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84987.log 2024-07-27T07:14:56.122 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57318.log: gzip -5 87.5% --verbose -- replaced with /var/log/ceph/ceph-client.admin.57318.log.gz 2024-07-27T07:14:56.123 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.56456.log 2024-07-27T07:14:56.124 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.84987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76447.log 2024-07-27T07:14:56.124 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84987.log.gz 2024-07-27T07:14:56.125 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56456.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82246.log 2024-07-27T07:14:56.125 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56456.log.gz 2024-07-27T07:14:56.126 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76447.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56246.log 2024-07-27T07:14:56.126 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76447.log.gz 2024-07-27T07:14:56.127 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63527.log 2024-07-27T07:14:56.127 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82246.log.gz 2024-07-27T07:14:56.128 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94216.log 2024-07-27T07:14:56.128 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56246.log.gz 2024-07-27T07:14:56.129 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63527.log: 87.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.63527.log.gz 2024-07-27T07:14:56.129 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.87071.log 2024-07-27T07:14:56.130 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47956.log 2024-07-27T07:14:56.130 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.94216.log.gz 2024-07-27T07:14:56.131 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87071.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81738.log 2024-07-27T07:14:56.131 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87071.log.gz 2024-07-27T07:14:56.132 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47956.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.47956.log.gz 2024-07-27T07:14:56.132 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61523.log 2024-07-27T07:14:56.133 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.73371.log 2024-07-27T07:14:56.134 INFO:teuthology.orchestra.run.smithi066.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.81738.log.gz 2024-07-27T07:14:56.134 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61523.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46114.log 2024-07-27T07:14:56.135 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61523.log.gz 2024-07-27T07:14:56.135 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.73371.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.73371.log.gz 2024-07-27T07:14:56.136 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52440.log 2024-07-27T07:14:56.137 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51750.log 2024-07-27T07:14:56.137 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46114.log.gz 2024-07-27T07:14:56.138 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52440.log: gzip 87.2% -5 -- replaced with /var/log/ceph/ceph-client.admin.52440.log.gz 2024-07-27T07:14:56.138 INFO:teuthology.orchestra.run.smithi066.stderr: --verbose -- /var/log/ceph/ceph-client.admin.46434.log 2024-07-27T07:14:56.139 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47830.log 2024-07-27T07:14:56.139 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51750.log.gz 2024-07-27T07:14:56.140 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46434.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92896.log 2024-07-27T07:14:56.140 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46434.log.gz 2024-07-27T07:14:56.141 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47830.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47830.log.gz 2024-07-27T07:14:56.141 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62369.log 2024-07-27T07:14:56.143 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92896.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88265.log 2024-07-27T07:14:56.143 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.92896.log.gz 2024-07-27T07:14:56.144 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62369.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62369.log.gz 2024-07-27T07:14:56.144 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67589.log 2024-07-27T07:14:56.145 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54730.log 2024-07-27T07:14:56.146 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88265.log.gz 2024-07-27T07:14:56.146 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64294.log 2024-07-27T07:14:56.146 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67589.log.gz 2024-07-27T07:14:56.147 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54730.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54730.log.gz 2024-07-27T07:14:56.148 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58258.log 2024-07-27T07:14:56.148 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70797.log 2024-07-27T07:14:56.149 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64294.log.gz 2024-07-27T07:14:56.149 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69885.log 2024-07-27T07:14:56.149 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58258.log.gz 2024-07-27T07:14:56.150 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75684.log 87.2% 2024-07-27T07:14:56.151 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70797.log.gz 2024-07-27T07:14:56.151 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69885.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47736.log 2024-07-27T07:14:56.152 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75684.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.69885.log.gz 2024-07-27T07:14:56.153 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96057.log 2024-07-27T07:14:56.153 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75684.log.gz 2024-07-27T07:14:56.153 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47736.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58739.log 2024-07-27T07:14:56.154 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47736.log.gz 2024-07-27T07:14:56.155 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.96057.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.96057.log.gz 2024-07-27T07:14:56.155 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-07-27T07:14:56.156 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67262.log 2024-07-27T07:14:56.156 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58739.log.gz 2024-07-27T07:14:56.157 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74511.log 2024-07-27T07:14:56.158 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67262.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67262.log.gz 2024-07-27T07:14:56.158 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49064.log 2024-07-27T07:14:56.159 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74511.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60265.log 2024-07-27T07:14:56.159 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74511.log.gz 2024-07-27T07:14:56.160 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69690.log 2024-07-27T07:14:56.160 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49064.log.gz 2024-07-27T07:14:56.161 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60265.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71072.log 2024-07-27T07:14:56.162 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60265.log.gz 2024-07-27T07:14:56.163 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82923.log 2024-07-27T07:14:56.163 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69690.log.gz 2024-07-27T07:14:56.164 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71072.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71072.log.gz 2024-07-27T07:14:56.164 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69732.log 2024-07-27T07:14:56.165 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93041.log 2024-07-27T07:14:56.165 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82923.log.gz 2024-07-27T07:14:56.166 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76367.log 2024-07-27T07:14:56.166 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69732.log.gz 2024-07-27T07:14:56.167 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59250.log 2024-07-27T07:14:56.168 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.93041.log.gz 2024-07-27T07:14:56.168 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76367.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63075.log 2024-07-27T07:14:56.169 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76367.log.gz 2024-07-27T07:14:56.170 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59250.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62698.log 2024-07-27T07:14:56.170 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59250.log.gz 2024-07-27T07:14:56.171 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75297.log 2024-07-27T07:14:56.171 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63075.log.gz 2024-07-27T07:14:56.172 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49639.log 2024-07-27T07:14:56.172 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62698.log.gz 2024-07-27T07:14:56.173 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75297.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48522.log 2024-07-27T07:14:56.173 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75297.log.gz 2024-07-27T07:14:56.174 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58132.log 2024-07-27T07:14:56.175 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49639.log.gz 2024-07-27T07:14:56.175 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48522.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93125.log 2024-07-27T07:14:56.176 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48522.log.gz 2024-07-27T07:14:56.176 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68859.log 2024-07-27T07:14:56.177 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58132.log.gz 2024-07-27T07:14:56.178 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56797.log 86.6% 2024-07-27T07:14:56.178 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.93125.log.gz 2024-07-27T07:14:56.179 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88128.log 2024-07-27T07:14:56.180 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56797.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.68859.log.gz 2024-07-27T07:14:56.180 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76062.log 2024-07-27T07:14:56.180 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56797.log.gz 2024-07-27T07:14:56.181 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51098.log 2024-07-27T07:14:56.182 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.88128.log.gz 2024-07-27T07:14:56.182 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76062.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76062.log.gz 2024-07-27T07:14:56.182 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54814.log 2024-07-27T07:14:56.183 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51098.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64199.log 2024-07-27T07:14:56.184 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.51098.log.gz 2024-07-27T07:14:56.184 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53868.log 2024-07-27T07:14:56.185 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54814.log.gz 2024-07-27T07:14:56.186 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64199.log: gzip -5 --verbose 87.2% -- -- replaced with /var/log/ceph/ceph-client.admin.64199.log.gz /var/log/ceph/ceph-client.admin.76569.log 2024-07-27T07:14:56.186 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.187 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.70367.log 2024-07-27T07:14:56.187 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53868.log.gz 2024-07-27T07:14:56.188 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51037.log 2024-07-27T07:14:56.188 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76569.log.gz 2024-07-27T07:14:56.189 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.70367.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.70367.log.gz 2024-07-27T07:14:56.189 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57276.log 2024-07-27T07:14:56.190 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57808.log 2024-07-27T07:14:56.191 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.51037.log.gz 2024-07-27T07:14:56.191 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95847.log 2024-07-27T07:14:56.192 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.57276.log.gz 2024-07-27T07:14:56.193 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71263.log 2024-07-27T07:14:56.193 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.57808.log.gz 2024-07-27T07:14:56.194 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87449.log 2024-07-27T07:14:56.194 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.95847.log.gz 2024-07-27T07:14:56.195 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87323.log 2024-07-27T07:14:56.195 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71263.log.gz 2024-07-27T07:14:56.196 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87449.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55527.log 2024-07-27T07:14:56.197 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.87449.log.gz 2024-07-27T07:14:56.197 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87323.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71000.log 2024-07-27T07:14:56.198 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87323.log.gz 2024-07-27T07:14:56.198 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57234.log 2024-07-27T07:14:56.199 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55527.log.gz 2024-07-27T07:14:56.200 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71000.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75432.log 2024-07-27T07:14:56.200 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71000.log.gz 2024-07-27T07:14:56.201 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57234.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53327.log 2024-07-27T07:14:56.201 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.57234.log.gz 2024-07-27T07:14:56.202 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75432.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77009.log 2024-07-27T07:14:56.202 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75432.log.gz 2024-07-27T07:14:56.203 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68218.log 2024-07-27T07:14:56.203 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53327.log.gz 2024-07-27T07:14:56.204 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77009.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55392.log 2024-07-27T07:14:56.204 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.77009.log.gz 2024-07-27T07:14:56.206 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44124.log 2024-07-27T07:14:56.206 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.68218.log.gz 2024-07-27T07:14:56.206 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55392.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62557.log 2024-07-27T07:14:56.207 INFO:teuthology.orchestra.run.smithi066.stderr: 84.1% -- replaced with /var/log/ceph/ceph-client.admin.55392.log.gz 2024-07-27T07:14:56.207 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76272.log 2024-07-27T07:14:56.208 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44124.log.gz 2024-07-27T07:14:56.209 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62557.log: gzip -5 87.5% --verbose -- replaced with /var/log/ceph/ceph-client.admin.62557.log.gz -- 2024-07-27T07:14:56.209 INFO:teuthology.orchestra.run.smithi066.stderr: /var/log/ceph/ceph-client.admin.43826.log 2024-07-27T07:14:56.210 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68302.log 2024-07-27T07:14:56.210 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76272.log.gz 2024-07-27T07:14:56.211 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43826.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62074.log 2024-07-27T07:14:56.211 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43826.log.gz 2024-07-27T07:14:56.212 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68302.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-07-27T07:14:56.213 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68302.log.gz 2024-07-27T07:14:56.213 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62074.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82689.log 2024-07-27T07:14:56.214 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph.audit.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.62074.log.gz 2024-07-27T07:14:56.215 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65415.log 2024-07-27T07:14:56.216 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71371.log 2024-07-27T07:14:56.216 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.82689.log.gz 2024-07-27T07:14:56.217 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58445.log 2024-07-27T07:14:56.218 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71371.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.65415.log.gz 2024-07-27T07:14:56.218 INFO:teuthology.orchestra.run.smithi066.stderr: 89.4% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-07-27T07:14:56.219 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58090.log 2024-07-27T07:14:56.219 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.71371.log.gz 2024-07-27T07:14:56.220 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50827.log 2024-07-27T07:14:56.220 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58445.log.gz 2024-07-27T07:14:56.221 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66208.log 2024-07-27T07:14:56.221 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58090.log.gz 2024-07-27T07:14:56.222 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92812.log 2024-07-27T07:14:56.222 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50827.log.gz 2024-07-27T07:14:56.223 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66208.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93655.log 2024-07-27T07:14:56.224 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.66208.log.gz 2024-07-27T07:14:56.225 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92812.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92812.log.gz 2024-07-27T07:14:56.225 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61766.log 2024-07-27T07:14:56.225 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43870.log 2024-07-27T07:14:56.226 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93655.log.gz 2024-07-27T07:14:56.227 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61766.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52917.log 2024-07-27T07:14:56.227 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61766.log.gz 2024-07-27T07:14:56.228 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43870.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60825.log 2024-07-27T07:14:56.228 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43870.log.gz 2024-07-27T07:14:56.229 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43520.log 2024-07-27T07:14:56.229 INFO:teuthology.orchestra.run.smithi066.stderr: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.52917.log.gz 2024-07-27T07:14:56.230 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60825.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48816.log 2024-07-27T07:14:56.230 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.60825.log.gz 2024-07-27T07:14:56.231 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48606.log 2024-07-27T07:14:56.232 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43520.log.gz 2024-07-27T07:14:56.232 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52016.log 2024-07-27T07:14:56.233 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.48816.log.gz 2024-07-27T07:14:56.233 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65726.log 2024-07-27T07:14:56.234 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48606.log.gz 2024-07-27T07:14:56.235 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93462.log 2024-07-27T07:14:56.235 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52016.log.gz 2024-07-27T07:14:56.236 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88521.log 2024-07-27T07:14:56.236 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65726.log.gz 2024-07-27T07:14:56.237 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61353.log 2024-07-27T07:14:56.237 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93462.log.gz 2024-07-27T07:14:56.238 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58613.log 2024-07-27T07:14:56.239 INFO:teuthology.orchestra.run.smithi066.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.88521.log.gz 2024-07-27T07:14:56.239 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45342.log 2024-07-27T07:14:56.240 INFO:teuthology.orchestra.run.smithi066.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.61353.log.gz 2024-07-27T07:14:56.241 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58655.log 2024-07-27T07:14:56.241 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58613.log.gz 2024-07-27T07:14:56.242 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46518.log 2024-07-27T07:14:56.242 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45342.log.gz 2024-07-27T07:14:56.243 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58655.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82563.log 2024-07-27T07:14:56.243 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58655.log.gz 2024-07-27T07:14:56.244 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46518.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71218.log 2024-07-27T07:14:56.244 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46518.log.gz 2024-07-27T07:14:56.245 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82563.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53495.log 2024-07-27T07:14:56.246 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82563.log.gz 2024-07-27T07:14:56.249 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46350.log 2024-07-27T07:14:56.249 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71218.log.gz 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53495.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56631.log 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53495.log.gz 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74314.log 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.46350.log.gz 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64880.log 2024-07-27T07:14:56.251 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56631.log.gz 2024-07-27T07:14:56.252 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47280.log 2024-07-27T07:14:56.253 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74314.log.gz 2024-07-27T07:14:56.253 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64880.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82605.log 2024-07-27T07:14:56.253 INFO:teuthology.orchestra.run.smithi066.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.64880.log.gz 2024-07-27T07:14:56.253 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47280.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47280.log.gz 2024-07-27T07:14:56.254 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48124.log 2024-07-27T07:14:56.255 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82605.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82647.log 2024-07-27T07:14:56.255 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.82605.log.gz 2024-07-27T07:14:56.256 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87029.log 2024-07-27T07:14:56.256 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48124.log.gz 2024-07-27T07:14:56.257 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82647.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61622.log 2024-07-27T07:14:56.258 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.82647.log.gz 2024-07-27T07:14:56.258 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87029.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.87029.log.gz 2024-07-27T07:14:56.259 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60721.log 2024-07-27T07:14:56.259 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94300.log 2024-07-27T07:14:56.260 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61622.log.gz 2024-07-27T07:14:56.260 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60721.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71305.log 2024-07-27T07:14:56.261 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.60721.log.gz 2024-07-27T07:14:56.262 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94300.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62290.log 2024-07-27T07:14:56.262 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94300.log.gz 2024-07-27T07:14:56.263 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57427.log 2024-07-27T07:14:56.264 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.71305.log.gz 2024-07-27T07:14:56.264 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55994.log 2024-07-27T07:14:56.264 INFO:teuthology.orchestra.run.smithi066.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.62290.log.gz 2024-07-27T07:14:56.265 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52188.log 2024-07-27T07:14:56.266 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57427.log.gz 2024-07-27T07:14:56.266 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55994.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76188.log 2024-07-27T07:14:56.267 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55994.log.gz 2024-07-27T07:14:56.268 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53574.log 2024-07-27T07:14:56.268 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52188.log.gz 2024-07-27T07:14:56.269 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76188.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44292.log 2024-07-27T07:14:56.269 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76188.log.gz 2024-07-27T07:14:56.270 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87999.log 2024-07-27T07:14:56.270 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53574.log.gz 2024-07-27T07:14:56.271 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44292.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96166.log 2024-07-27T07:14:56.272 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.44292.log.gz 2024-07-27T07:14:56.272 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87999.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57150.log 2024-07-27T07:14:56.273 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87999.log.gz 2024-07-27T07:14:56.273 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.96166.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51792.log 2024-07-27T07:14:56.274 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.96166.log.gz 2024-07-27T07:14:56.274 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69370.log 2024-07-27T07:14:56.275 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57150.log.gz 2024-07-27T07:14:56.276 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37509.log 2024-07-27T07:14:56.276 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.51792.log.gz 2024-07-27T07:14:56.277 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69370.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56330.log 2024-07-27T07:14:56.277 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69370.log.gz 2024-07-27T07:14:56.278 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37509.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.37509.log.gz 2024-07-27T07:14:56.278 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44040.log 2024-07-27T07:14:56.279 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62248.log 2024-07-27T07:14:56.280 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56330.log.gz 2024-07-27T07:14:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44040.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.44040.log.gz 2024-07-27T07:14:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-07-27T07:14:56.281 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62248.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69993.log 2024-07-27T07:14:56.282 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62248.log.gz 2024-07-27T07:14:56.283 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93909.log 2024-07-27T07:14:56.284 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69993.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46132.log 2024-07-27T07:14:56.284 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.69993.log.gz 2024-07-27T07:14:56.285 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93909.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48082.log 2024-07-27T07:14:56.285 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93909.log.gz 2024-07-27T07:14:56.286 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67487.log 2024-07-27T07:14:56.287 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46132.log.gz 2024-07-27T07:14:56.288 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94830.log 2024-07-27T07:14:56.288 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.48082.log.gz 2024-07-27T07:14:56.289 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63177.log 2024-07-27T07:14:56.289 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67487.log.gz 2024-07-27T07:14:56.290 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94830.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74076.log 2024-07-27T07:14:56.290 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94830.log.gz 2024-07-27T07:14:56.291 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62806.log 2024-07-27T07:14:56.291 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63177.log.gz 2024-07-27T07:14:56.292 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74076.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77093.log 2024-07-27T07:14:56.293 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.74076.log.gz 2024-07-27T07:14:56.294 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37938.log 2024-07-27T07:14:56.294 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.62806.log.gz 2024-07-27T07:14:56.295 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77093.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38471.log 2024-07-27T07:14:56.295 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.77093.log.gz 2024-07-27T07:14:56.297 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37938.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49895.log 2024-07-27T07:14:56.297 INFO:teuthology.orchestra.run.smithi066.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37938.log.gz 2024-07-27T07:14:56.298 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62610.log 2024-07-27T07:14:56.298 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.38471.log.gz 2024-07-27T07:14:56.299 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70085.log 2024-07-27T07:14:56.299 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49895.log.gz 2024-07-27T07:14:56.301 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62610.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69209.log 2024-07-27T07:14:56.301 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62610.log.gz 2024-07-27T07:14:56.302 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49416.log 2024-07-27T07:14:56.302 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.70085.log.gz 2024-07-27T07:14:56.303 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69209.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63872.log 2024-07-27T07:14:56.303 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69209.log.gz 2024-07-27T07:14:56.304 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57192.log 2024-07-27T07:14:56.304 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49416.log.gz 2024-07-27T07:14:56.305 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93575.log 2024-07-27T07:14:56.306 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63872.log.gz 2024-07-27T07:14:56.307 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57192.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.57192.log.gz 2024-07-27T07:14:56.307 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45594.log 2024-07-27T07:14:56.308 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59588.log 2024-07-27T07:14:56.308 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93575.log.gz 2024-07-27T07:14:56.309 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87197.log 2024-07-27T07:14:56.309 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45594.log.gz 2024-07-27T07:14:56.310 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59588.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45816.log 2024-07-27T07:14:56.311 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.59588.log.gz 2024-07-27T07:14:56.312 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87197.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58487.log 2024-07-27T07:14:56.312 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.87197.log.gz 2024-07-27T07:14:56.313 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45816.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55807.log 2024-07-27T07:14:56.313 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45816.log.gz 2024-07-27T07:14:56.314 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58487.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46154.log 2024-07-27T07:14:56.315 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58487.log.gz 2024-07-27T07:14:56.315 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92854.log 2024-07-27T07:14:56.316 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55807.log.gz 2024-07-27T07:14:56.317 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65990.log 2024-07-27T07:14:56.317 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46154.log.gz 2024-07-27T07:14:56.318 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92854.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88353.log 2024-07-27T07:14:56.319 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92854.log.gz 2024-07-27T07:14:56.320 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65990.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93293.log 2024-07-27T07:14:56.320 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65990.log.gz 2024-07-27T07:14:56.321 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73757.log 2024-07-27T07:14:56.321 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88353.log.gz 2024-07-27T07:14:56.322 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93293.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45510.log 2024-07-27T07:14:56.322 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93293.log.gz 2024-07-27T07:14:56.323 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73757.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60220.log 87.5% 2024-07-27T07:14:56.324 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.73757.log.gz 2024-07-27T07:14:56.325 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57024.log 2024-07-27T07:14:56.325 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45510.log.gz 2024-07-27T07:14:56.326 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60220.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70958.log 2024-07-27T07:14:56.326 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60220.log.gz 2024-07-27T07:14:56.327 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67445.log 2024-07-27T07:14:56.327 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.57024.log.gz 2024-07-27T07:14:56.328 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70958.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-07-27T07:14:56.329 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70958.log.gz 2024-07-27T07:14:56.330 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61481.log 2024-07-27T07:14:56.330 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67445.log.gz 2024-07-27T07:14:56.331 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51974.log 2024-07-27T07:14:56.332 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61481.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61481.log.gz 2024-07-27T07:14:56.333 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67304.log 2024-07-27T07:14:56.334 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43438.log 2024-07-27T07:14:56.335 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51974.log: /var/log/ceph/ceph-client.admin.67304.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51974.log.gz 2024-07-27T07:14:56.335 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.67304.log.gz 2024-07-27T07:14:56.336 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52398.log 2024-07-27T07:14:56.337 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43438.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66166.log 2024-07-27T07:14:56.337 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43438.log.gz 2024-07-27T07:14:56.338 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52398.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.52398.log.gz 2024-07-27T07:14:56.338 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48166.log 2024-07-27T07:14:56.339 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48040.log 2024-07-27T07:14:56.340 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66166.log: /var/log/ceph/ceph-client.admin.48166.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66166.log.gz 2024-07-27T07:14:56.341 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48166.log.gz 2024-07-27T07:14:56.341 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54432.log 2024-07-27T07:14:56.342 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48040.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88437.log 2024-07-27T07:14:56.342 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48040.log.gz 2024-07-27T07:14:56.343 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54432.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54432.log.gz 2024-07-27T07:14:56.343 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65337.log 2024-07-27T07:14:56.345 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60783.log 2024-07-27T07:14:56.345 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88437.log: /var/log/ceph/ceph-client.0.65337.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.88437.log.gz 2024-07-27T07:14:56.346 INFO:teuthology.orchestra.run.smithi066.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.65337.log.gz 2024-07-27T07:14:56.346 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70179.log 2024-07-27T07:14:56.347 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.60783.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.60373.log 2024-07-27T07:14:56.347 INFO:teuthology.orchestra.run.smithi155.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-07-27T07:14:56.348 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.60783.log.gz 2024-07-27T07:14:56.349 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70179.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70179.log.gz 2024-07-27T07:14:56.349 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62411.log 2024-07-27T07:14:56.350 INFO:teuthology.orchestra.run.smithi155.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-07-27T07:14:56.350 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60373.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74818.log 2024-07-27T07:14:56.352 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.60373.log.gz 2024-07-27T07:14:56.352 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62411.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-07-27T07:14:56.352 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62411.log.gz 2024-07-27T07:14:56.353 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74818.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94983.log 2024-07-27T07:14:56.353 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.74818.log.gz 2024-07-27T07:14:56.354 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60904.log 2024-07-27T07:14:56.355 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66323.log 2024-07-27T07:14:56.356 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60904.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.94983.log.gz 2024-07-27T07:14:56.357 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93167.log 2024-07-27T07:14:56.357 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60904.log.gz 2024-07-27T07:14:56.358 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66323.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-07-27T07:14:56.358 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66323.log.gz 2024-07-27T07:14:56.360 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68942.log 2024-07-27T07:14:56.360 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93167.log.gz 2024-07-27T07:14:56.361 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69484.log 2024-07-27T07:14:56.362 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72907.log 2024-07-27T07:14:56.363 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68942.log.gz 2024-07-27T07:14:56.364 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69484.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62515.log 2024-07-27T07:14:56.364 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69484.log.gz 2024-07-27T07:14:56.366 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61990.log 2024-07-27T07:14:56.366 INFO:teuthology.orchestra.run.smithi066.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.72907.log.gz 2024-07-27T07:14:56.367 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62515.log: gzip -5 --verbose 87.7% -- replaced with /var/log/ceph/ceph-client.admin.62515.log.gz 2024-07-27T07:14:56.367 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.75600.log 2024-07-27T07:14:56.368 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61990.log: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52632.log 2024-07-27T07:14:56.369 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.61990.log.gz 2024-07-27T07:14:56.370 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75600.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94450.log 2024-07-27T07:14:56.370 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.75600.log.gz 2024-07-27T07:14:56.371 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52632.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.52632.log.gz 2024-07-27T07:14:56.372 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94450.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.94450.log.gz 2024-07-27T07:14:56.373 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93821.log 2024-07-27T07:14:56.374 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53742.log 2024-07-27T07:14:56.376 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87155.log 2024-07-27T07:14:56.376 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93821.log.gz 2024-07-27T07:14:56.377 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53742.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53742.log.gz 2024-07-27T07:14:56.378 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87155.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.87155.log.gz 2024-07-27T07:14:56.379 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-07-27T07:14:56.379 INFO:teuthology.orchestra.run.smithi066.stderr: 94.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-07-27T07:14:56.380 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55639.log 2024-07-27T07:14:56.381 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67811.log 2024-07-27T07:14:56.383 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73532.log 2024-07-27T07:14:56.383 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55639.log.gz 2024-07-27T07:14:56.384 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67811.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53369.log 2024-07-27T07:14:56.384 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67811.log.gz 2024-07-27T07:14:56.386 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73532.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56204.log 2024-07-27T07:14:56.386 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.73532.log.gz 2024-07-27T07:14:56.387 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52482.log 2024-07-27T07:14:56.387 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.53369.log.gz 2024-07-27T07:14:56.388 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56204.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58697.log 2024-07-27T07:14:56.388 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56204.log.gz 2024-07-27T07:14:56.390 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52482.log: gzip -5 --verbose -- 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52482.log.gz 2024-07-27T07:14:56.390 INFO:teuthology.orchestra.run.smithi066.stderr: /var/log/ceph/ceph-client.admin.54604.log 2024-07-27T07:14:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58697.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58697.log.gz 2024-07-27T07:14:56.391 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63362.log 2024-07-27T07:14:56.393 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54604.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66774.log 2024-07-27T07:14:56.393 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54604.log.gz 2024-07-27T07:14:56.394 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63362.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63362.log.gz 2024-07-27T07:14:56.395 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55681.log 2024-07-27T07:14:56.395 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66774.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66774.log.gz 2024-07-27T07:14:56.396 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82289.log 2024-07-27T07:14:56.397 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87239.log 2024-07-27T07:14:56.397 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.55681.log.gz 2024-07-27T07:14:56.398 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82289.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.82289.log.gz 2024-07-27T07:14:56.399 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57633.log 2024-07-27T07:14:56.400 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87239.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.87239.log.gz 2024-07-27T07:14:56.400 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56936.log 2024-07-27T07:14:56.402 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.57633.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.57633.log.gz 2024-07-27T07:14:56.402 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71589.log 2024-07-27T07:14:56.403 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56936.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56936.log.gz 2024-07-27T07:14:56.403 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96208.log 2024-07-27T07:14:56.405 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71589.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56754.log 2024-07-27T07:14:56.405 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71589.log.gz 2024-07-27T07:14:56.407 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.96208.log: /var/log/ceph/ceph-client.admin.56754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54207.log 2024-07-27T07:14:56.407 INFO:teuthology.orchestra.run.smithi066.stderr: 95.1% -- replaced with /var/log/ceph/ceph-client.admin.96208.log.gz 2024-07-27T07:14:56.408 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.56754.log.gz 2024-07-27T07:14:56.408 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72599.log 2024-07-27T07:14:56.410 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88479.log 2024-07-27T07:14:56.410 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54207.log.gz 2024-07-27T07:14:56.411 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48774.log 2024-07-27T07:14:56.411 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.72599.log.gz 2024-07-27T07:14:56.412 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81528.log 2024-07-27T07:14:56.412 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.88479.log.gz 2024-07-27T07:14:56.414 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60535.log 2024-07-27T07:14:56.414 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48774.log.gz 2024-07-27T07:14:56.415 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81528.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.81528.log.gz 2024-07-27T07:14:56.415 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51266.log 2024-07-27T07:14:56.416 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60535.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60535.log.gz 2024-07-27T07:14:56.417 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87575.log 2024-07-27T07:14:56.418 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51266.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51266.log.gz 2024-07-27T07:14:56.418 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72973.log 2024-07-27T07:14:56.420 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87575.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69777.log 2024-07-27T07:14:56.420 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.87575.log.gz 2024-07-27T07:14:56.422 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72973.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61682.log 2024-07-27T07:14:56.422 INFO:teuthology.orchestra.run.smithi066.stderr: 90.6% -- replaced with /var/log/ceph/ceph-client.admin.72973.log.gz 2024-07-27T07:14:56.423 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62656.log 2024-07-27T07:14:56.423 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69777.log.gz 2024-07-27T07:14:56.424 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61682.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61682.log.gz 2024-07-27T07:14:56.425 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93377.log 2024-07-27T07:14:56.425 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62656.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62656.log.gz 2024-07-27T07:14:56.426 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50785.log 2024-07-27T07:14:56.427 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93377.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37644.log 2024-07-27T07:14:56.428 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93377.log.gz 2024-07-27T07:14:56.429 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61157.log 2024-07-27T07:14:56.429 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50785.log.gz 2024-07-27T07:14:56.430 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37644.log: 75.7% -- replaced with /var/log/ceph/ceph-client.admin.37644.log.gz 2024-07-27T07:14:56.430 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94258.log 2024-07-27T07:14:56.432 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61157.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61157.log.gz 2024-07-27T07:14:56.432 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92770.log 2024-07-27T07:14:56.433 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.77432.log 2024-07-27T07:14:56.433 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94258.log.gz 2024-07-27T07:14:56.435 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93777.log 2024-07-27T07:14:56.435 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92770.log.gz 2024-07-27T07:14:56.435 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.77432.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.77432.log.gz 2024-07-27T07:14:56.436 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53910.log 2024-07-27T07:14:56.437 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93777.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69606.log 2024-07-27T07:14:56.437 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.93777.log.gz 2024-07-27T07:14:56.438 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53910.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53910.log.gz 2024-07-27T07:14:56.439 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82731.log 2024-07-27T07:14:56.440 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69606.log: 87.3%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58529.log 2024-07-27T07:14:56.440 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.69606.log.gz 2024-07-27T07:14:56.442 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82731.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52973.log 2024-07-27T07:14:56.442 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82731.log.gz 2024-07-27T07:14:56.443 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88172.log 2024-07-27T07:14:56.443 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58529.log.gz 2024-07-27T07:14:56.444 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52973.log: 84.9% -- replaced with /var/log/ceph/ceph-client.admin.52973.log.gz 2024-07-27T07:14:56.444 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87918.log 2024-07-27T07:14:56.446 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88172.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76657.log 2024-07-27T07:14:56.446 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88172.log.gz 2024-07-27T07:14:56.447 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56712.log 2024-07-27T07:14:56.447 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87918.log.gz 2024-07-27T07:14:56.448 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76657.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63701.log 2024-07-27T07:14:56.449 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76657.log.gz 2024-07-27T07:14:56.450 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45552.log 2024-07-27T07:14:56.450 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56712.log.gz 2024-07-27T07:14:56.451 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63701.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63701.log.gz 2024-07-27T07:14:56.451 INFO:teuthology.orchestra.run.smithi155.stderr: 92.3% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-07-27T07:14:56.452 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53108.log 2024-07-27T07:14:56.452 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45552.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45552.log.gz 2024-07-27T07:14:56.453 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52062.log 2024-07-27T07:14:56.454 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53108.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53108.log.gz 2024-07-27T07:14:56.455 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68984.log 2024-07-27T07:14:56.458 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52062.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.52062.log.gz 2024-07-27T07:14:56.458 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94002.log 2024-07-27T07:14:56.458 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68984.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70445.log 2024-07-27T07:14:56.458 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68984.log.gz 2024-07-27T07:14:56.459 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94002.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82204.log 2024-07-27T07:14:56.459 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94002.log.gz 2024-07-27T07:14:56.460 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71683.log 2024-07-27T07:14:56.461 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.70445.log.gz 2024-07-27T07:14:56.461 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82204.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.82204.log.gz 2024-07-27T07:14:56.462 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.71871.log 2024-07-27T07:14:56.462 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71683.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71683.log.gz 2024-07-27T07:14:56.463 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47790.log 2024-07-27T07:14:56.464 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.71871.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.71871.log.gz 2024-07-27T07:14:56.464 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74272.log 2024-07-27T07:14:56.466 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47790.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82333.log 2024-07-27T07:14:56.466 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47790.log.gz 2024-07-27T07:14:56.467 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70839.log 2024-07-27T07:14:56.467 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.74272.log.gz 2024-07-27T07:14:56.468 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82333.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82333.log.gz 2024-07-27T07:14:56.469 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75642.log 2024-07-27T07:14:56.470 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70839.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70839.log.gz 2024-07-27T07:14:56.470 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64336.log 2024-07-27T07:14:56.472 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75642.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58300.log 2024-07-27T07:14:56.472 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75642.log.gz 2024-07-27T07:14:56.473 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64336.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59336.log 2024-07-27T07:14:56.473 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64336.log.gz 2024-07-27T07:14:56.474 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58300.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.58300.log.gz 2024-07-27T07:14:56.475 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51923.log 2024-07-27T07:14:56.476 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59336.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.59336.log.gz 2024-07-27T07:14:56.476 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74706.log 2024-07-27T07:14:56.477 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65543.log 2024-07-27T07:14:56.477 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51923.log.gz 2024-07-27T07:14:56.479 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74706.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.74706.log.gz 2024-07-27T07:14:56.479 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68344.log 2024-07-27T07:14:56.480 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65543.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65543.log.gz 2024-07-27T07:14:56.481 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59121.log 2024-07-27T07:14:56.482 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66270.log 2024-07-27T07:14:56.482 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68344.log.gz 2024-07-27T07:14:56.483 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59121.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59121.log.gz 2024-07-27T07:14:56.484 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93335.log 2024-07-27T07:14:56.485 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66270.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.66270.log.gz 2024-07-27T07:14:56.485 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75978.log 2024-07-27T07:14:56.487 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93335.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-07-27T07:14:56.487 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93335.log.gz 2024-07-27T07:14:56.488 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75978.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95973.log 2024-07-27T07:14:56.488 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.75978.log.gz 2024-07-27T07:14:56.489 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87617.log 2024-07-27T07:14:56.491 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95973.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.95973.log.gz 2024-07-27T07:14:56.492 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54520.log 2024-07-27T07:14:56.493 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87617.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87617.log.gz 2024-07-27T07:14:56.495 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69251.log 2024-07-27T07:14:56.495 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.54520.log.gz 2024-07-27T07:14:56.496 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54474.log 2024-07-27T07:14:56.497 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69251.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.69251.log.gz 2024-07-27T07:14:56.498 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54047.log 2024-07-27T07:14:56.500 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54474.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.54474.log.gz 2024-07-27T07:14:56.500 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88563.log 2024-07-27T07:14:56.501 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54047.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.54047.log.gz 2024-07-27T07:14:56.503 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77051.log 2024-07-27T07:14:56.503 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88563.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88563.log.gz 2024-07-27T07:14:56.504 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61419.log 2024-07-27T07:14:56.505 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77051.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.77051.log.gz 2024-07-27T07:14:56.506 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82773.log 2024-07-27T07:14:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61419.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61419.log.gz 2024-07-27T07:14:56.507 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57066.log 2024-07-27T07:14:56.508 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82773.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.82773.log.gz 2024-07-27T07:14:56.509 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53784.log 2024-07-27T07:14:56.510 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57066.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.57066.log.gz 2024-07-27T07:14:56.512 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.53784.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.62140.log 2024-07-27T07:14:56.512 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.53784.log.gz 2024-07-27T07:14:56.513 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54688.log 2024-07-27T07:14:56.515 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62140.log: 90.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76753.log 2024-07-27T07:14:56.516 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62140.log.gz 2024-07-27T07:14:56.517 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54688.log: 87.1%gzip -5 --verbose --/var/log/ceph/ceph-client.admin.76753.log: /var/log/ceph/ceph-client.admin.82437.log 2024-07-27T07:14:56.519 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76753.log.gz 2024-07-27T07:14:56.519 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.54688.log.gz 2024-07-27T07:14:56.521 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66662.log 2024-07-27T07:14:56.522 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82437.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.82437.log.gz 2024-07-27T07:14:56.522 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71949.log 2024-07-27T07:14:56.524 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66662.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66662.log.gz 2024-07-27T07:14:56.524 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51494.log 2024-07-27T07:14:56.526 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71949.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.71949.log.gz 2024-07-27T07:14:56.527 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5/var/log/ceph/ceph-client.admin.51494.log: --verbose -- /var/log/ceph/ceph-client.admin.53952.log 2024-07-27T07:14:56.527 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51494.log.gz 2024-07-27T07:14:56.528 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50995.log 2024-07-27T07:14:56.529 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53952.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53952.log.gz 2024-07-27T07:14:56.530 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72015.log 2024-07-27T07:14:56.531 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50995.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.50995.log.gz 2024-07-27T07:14:56.533 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72015.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72015.log.gz 2024-07-27T07:14:56.534 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49186.log 2024-07-27T07:14:56.535 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71134.log 2024-07-27T07:14:56.537 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49186.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.49186.log.gz 2024-07-27T07:14:56.537 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55933.log 2024-07-27T07:14:56.538 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71134.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71134.log.gz 2024-07-27T07:14:56.540 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55933.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55933.log.gz 2024-07-27T07:14:56.540 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87407.log 2024-07-27T07:14:56.542 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72057.log 2024-07-27T07:14:56.543 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87407.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87407.log.gz 2024-07-27T07:14:56.544 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68114.log 2024-07-27T07:14:56.544 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72057.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.72057.log.gz 2024-07-27T07:14:56.546 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57749.log 2024-07-27T07:14:56.546 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68114.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68114.log.gz 2024-07-27T07:14:56.547 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72485.log 2024-07-27T07:14:56.549 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57749.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.57749.log.gz 2024-07-27T07:14:56.550 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59040.log 2024-07-27T07:14:56.550 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72485.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72485.log.gz 2024-07-27T07:14:56.552 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59040.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59040.log.gz 2024-07-27T07:14:56.553 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81037.log 2024-07-27T07:14:56.554 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38571.log 2024-07-27T07:14:56.556 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81037.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.81037.log.gz 2024-07-27T07:14:56.556 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70595.log 2024-07-27T07:14:56.557 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38571.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.38571.log.gz 2024-07-27T07:14:56.558 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70553.log 2024-07-27T07:14:56.559 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70595.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70595.log.gz 2024-07-27T07:14:56.560 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57361.log 2024-07-27T07:14:56.561 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70553.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70553.log.gz 2024-07-27T07:14:56.562 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63219.log 2024-07-27T07:14:56.565 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.57361.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57361.log.gz 2024-07-27T07:14:56.565 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63219.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49937.log 2024-07-27T07:14:56.565 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63219.log.gz 2024-07-27T07:14:56.566 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59163.log 2024-07-27T07:14:56.567 INFO:teuthology.orchestra.run.smithi066.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz/var/log/ceph/ceph-client.admin.49937.log: 2024-07-27T07:14:56.567 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49937.log.gz 2024-07-27T07:14:56.568 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58048.log 2024-07-27T07:14:56.569 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59163.log: gzip -5 --verbose 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59163.log.gz 2024-07-27T07:14:56.569 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.47872.log 2024-07-27T07:14:56.570 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58048.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.58048.log.gz 2024-07-27T07:14:56.571 INFO:teuthology.orchestra.run.smithi155.stderr: 91.4% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-07-27T07:14:56.571 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74148.log 2024-07-27T07:14:56.572 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47872.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54772.log 2024-07-27T07:14:56.572 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47872.log.gz 2024-07-27T07:14:56.573 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74148.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81864.log 2024-07-27T07:14:56.574 INFO:teuthology.orchestra.run.smithi066.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.74148.log.gz 2024-07-27T07:14:56.575 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54772.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93420.log 2024-07-27T07:14:56.575 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54772.log.gz 2024-07-27T07:14:56.576 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60597.log 2024-07-27T07:14:56.576 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81864.log.gz 2024-07-27T07:14:56.577 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93420.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.93420.log.gz 2024-07-27T07:14:56.578 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64623.log 2024-07-27T07:14:56.579 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60597.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.60597.log.gz 2024-07-27T07:14:56.579 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64501.log 2024-07-27T07:14:56.580 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64623.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58571.log 2024-07-27T07:14:56.581 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64623.log.gz 2024-07-27T07:14:56.582 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64501.log: gzip 87.9% -5 --verbose -- /var/log/ceph/ceph-client.admin.67403.log 2024-07-27T07:14:56.582 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64501.log.gz 2024-07-27T07:14:56.583 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58571.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58571.log.gz 2024-07-27T07:14:56.583 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67529.log 2024-07-27T07:14:56.585 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61245.log 2024-07-27T07:14:56.585 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.67403.log.gz 2024-07-27T07:14:56.586 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37678.log 2024-07-27T07:14:56.586 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67529.log.gz 2024-07-27T07:14:56.587 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61245.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56551.log 2024-07-27T07:14:56.588 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61245.log.gz 2024-07-27T07:14:56.589 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94174.log 2024-07-27T07:14:56.589 INFO:teuthology.orchestra.run.smithi066.stderr: 76.7% -- replaced with /var/log/ceph/ceph-client.admin.37678.log.gz 2024-07-27T07:14:56.590 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72240.log 2024-07-27T07:14:56.590 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56551.log.gz 2024-07-27T07:14:56.592 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94174.log: gzip -5 --verbose 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94174.log.gz 2024-07-27T07:14:56.592 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.66868.log 2024-07-27T07:14:56.592 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72240.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72240.log.gz 2024-07-27T07:14:56.593 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55314.log 2024-07-27T07:14:56.594 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66868.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45426.log 2024-07-27T07:14:56.595 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.66868.log.gz 2024-07-27T07:14:56.596 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37766.log 2024-07-27T07:14:56.596 INFO:teuthology.orchestra.run.smithi066.stderr: 85.1% -- replaced with /var/log/ceph/ceph-client.admin.55314.log.gz 2024-07-27T07:14:56.597 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48648.log 2024-07-27T07:14:56.597 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45426.log.gz 2024-07-27T07:14:56.598 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37766.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.37766.log.gz 2024-07-27T07:14:56.599 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75894.log 2024-07-27T07:14:56.600 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48648.log: gzip 87.3% -- replaced with /var/log/ceph/ceph-client.admin.48648.log.gz -5 2024-07-27T07:14:56.600 INFO:teuthology.orchestra.run.smithi066.stderr: --verbose -- /var/log/ceph/ceph-client.admin.51308.log 2024-07-27T07:14:56.601 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75894.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86833.log 2024-07-27T07:14:56.602 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75894.log.gz 2024-07-27T07:14:56.603 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51308.log: 87.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38039.log 2024-07-27T07:14:56.603 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51308.log.gz 2024-07-27T07:14:56.604 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.86833.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.86833.log.gz 2024-07-27T07:14:56.605 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38039.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.38039.log.gz 2024-07-27T07:14:56.606 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73616.log 2024-07-27T07:14:56.607 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46111.log 2024-07-27T07:14:56.609 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73616.log: gzip -5 --verbose -- 87.0% -- replaced with /var/log/ceph/ceph-client.admin.73616.log.gz 2024-07-27T07:14:56.609 INFO:teuthology.orchestra.run.smithi066.stderr: /var/log/ceph/ceph-client.admin.55891.log 2024-07-27T07:14:56.610 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46111.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46111.log.gz 2024-07-27T07:14:56.610 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95889.log 2024-07-27T07:14:56.612 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73183.log 2024-07-27T07:14:56.612 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.55891.log.gz 2024-07-27T07:14:56.613 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95889.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38267.log 2024-07-27T07:14:56.613 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.95889.log.gz 2024-07-27T07:14:56.614 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73183.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.73183.log.gz 2024-07-27T07:14:56.615 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59732.log 2024-07-27T07:14:56.616 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38267.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59774.log 2024-07-27T07:14:56.616 INFO:teuthology.orchestra.run.smithi066.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38267.log.gz 2024-07-27T07:14:56.618 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52230.log 2024-07-27T07:14:56.618 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59732.log.gz 2024-07-27T07:14:56.619 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37556.log 2024-07-27T07:14:56.620 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59774.log.gz/var/log/ceph/ceph-client.admin.52230.log: 2024-07-27T07:14:56.620 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52230.log.gz 2024-07-27T07:14:56.620 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94090.log 2024-07-27T07:14:56.621 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37556.log: 76.9% -- replaced with /var/log/ceph/ceph-client.admin.37556.log.gz 2024-07-27T07:14:56.622 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92644.log 2024-07-27T07:14:56.623 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94090.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69167.log 2024-07-27T07:14:56.623 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94090.log.gz 2024-07-27T07:14:56.625 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68575.log 2024-07-27T07:14:56.625 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92644.log.gz 2024-07-27T07:14:56.626 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69167.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73449.log 2024-07-27T07:14:56.626 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69167.log.gz 2024-07-27T07:14:56.627 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68575.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68575.log.gz 2024-07-27T07:14:56.629 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73449.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.73449.log.gz 2024-07-27T07:14:56.629 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66533.log 2024-07-27T07:14:56.631 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76527.log 2024-07-27T07:14:56.633 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66533.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76795.log 2024-07-27T07:14:56.633 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66533.log.gz 2024-07-27T07:14:56.633 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69412.log 2024-07-27T07:14:56.634 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76527.log.gz 2024-07-27T07:14:56.635 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72694.log 2024-07-27T07:14:56.636 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76795.log.gz 2024-07-27T07:14:56.636 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49272.log 2024-07-27T07:14:56.636 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69412.log.gz 2024-07-27T07:14:56.637 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72694.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72694.log.gz 2024-07-27T07:14:56.639 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58403.log 2024-07-27T07:14:56.639 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49272.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49272.log.gz 2024-07-27T07:14:56.639 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94132.log 2024-07-27T07:14:56.641 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58403.log: gzip -5 --verbose 87.2% -- /var/log/ceph/ceph-client.admin.56982.log -- replaced with /var/log/ceph/ceph-client.admin.58403.log.gz 2024-07-27T07:14:56.641 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.642 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94132.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51392.log 2024-07-27T07:14:56.642 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94132.log.gz 2024-07-27T07:14:56.644 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56982.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56982.log.gz 2024-07-27T07:14:56.644 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61062.log/var/log/ceph/ceph-client.admin.51392.log: 2024-07-27T07:14:56.647 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51392.log.gz 2024-07-27T07:14:56.647 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77135.log 2024-07-27T07:14:56.647 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67916.log 2024-07-27T07:14:56.647 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61062.log.gz 2024-07-27T07:14:56.649 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77135.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.77135.log.gz 2024-07-27T07:14:56.649 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93251.log 2024-07-27T07:14:56.650 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67916.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67916.log.gz 2024-07-27T07:14:56.650 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94779.log 2024-07-27T07:14:56.652 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65828.log 2024-07-27T07:14:56.652 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.93251.log.gz 2024-07-27T07:14:56.653 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94779.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.94779.log.gz 2024-07-27T07:14:56.653 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46153.log 2024-07-27T07:14:56.655 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65828.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65929.log 2024-07-27T07:14:56.655 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65828.log.gz 2024-07-27T07:14:56.656 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46153.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87533.log 2024-07-27T07:14:56.656 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46153.log.gz 2024-07-27T07:14:56.657 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65929.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.65929.log.gz 2024-07-27T07:14:56.658 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.87533.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.81341.log 2024-07-27T07:14:56.662 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.87533.log.gz 2024-07-27T07:14:56.662 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58174.log 2024-07-27T07:14:56.662 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81341.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.86927.log 2024-07-27T07:14:56.662 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.81341.log.gz 2024-07-27T07:14:56.663 INFO:teuthology.orchestra.run.smithi155.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-07-27T07:14:56.663 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53411.log 2024-07-27T07:14:56.663 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.58174.log.gz 2024-07-27T07:14:56.664 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.86927.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.86927.log.gz 2024-07-27T07:14:56.665 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59294.log 2024-07-27T07:14:56.665 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53411.log.gz 2024-07-27T07:14:56.666 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64838.log 2024-07-27T07:14:56.668 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88084.log 2024-07-27T07:14:56.668 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59294.log.gz 2024-07-27T07:14:56.669 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64838.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64838.log.gz 2024-07-27T07:14:56.670 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54127.log 2024-07-27T07:14:56.671 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88084.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88084.log.gz 2024-07-27T07:14:56.671 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37534.log 2024-07-27T07:14:56.672 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63951.log 2024-07-27T07:14:56.672 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54127.log.gz 2024-07-27T07:14:56.674 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37534.log: 76.9% -- replaced with /var/log/ceph/ceph-client.admin.37534.log.gz 2024-07-27T07:14:56.674 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93865.log 2024-07-27T07:14:56.675 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63951.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63951.log.gz 2024-07-27T07:14:56.676 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66062.log 2024-07-27T07:14:56.678 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93865.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50396.log 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93865.log.gz 2024-07-27T07:14:56.678 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.678 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66062.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.66062.log.gz 2024-07-27T07:14:56.679 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59206.log 2024-07-27T07:14:56.681 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64440.log 2024-07-27T07:14:56.681 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.50396.log.gz 2024-07-27T07:14:56.682 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59206.log: gzip 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59206.log.gz 2024-07-27T07:14:56.683 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.62472.log 2024-07-27T07:14:56.683 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64440.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64440.log.gz 2024-07-27T07:14:56.684 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49727.log 2024-07-27T07:14:56.685 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62472.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81299.log 2024-07-27T07:14:56.686 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62472.log.gz 2024-07-27T07:14:56.686 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43740.log 2024-07-27T07:14:56.687 INFO:teuthology.orchestra.run.smithi066.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.49727.log.gz 2024-07-27T07:14:56.688 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81299.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55258.log 2024-07-27T07:14:56.688 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.81299.log.gz 2024-07-27T07:14:56.689 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.96504.log 2024-07-27T07:14:56.689 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43740.log.gz 2024-07-27T07:14:56.691 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55258.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45384.log 2024-07-27T07:14:56.691 INFO:teuthology.orchestra.run.smithi066.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.55258.log.gz 2024-07-27T07:14:56.692 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.96504.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.96504.log.gz 2024-07-27T07:14:56.692 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50021.log 2024-07-27T07:14:56.693 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45812.log 2024-07-27T07:14:56.693 INFO:teuthology.orchestra.run.smithi066.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.45384.log.gz 2024-07-27T07:14:56.694 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50021.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.50021.log.gz 2024-07-27T07:14:56.695 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51182.log 2024-07-27T07:14:56.696 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45812.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46139.log 2024-07-27T07:14:56.697 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45812.log.gz 2024-07-27T07:14:56.698 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51182.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81486.log 2024-07-27T07:14:56.698 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51182.log.gz 2024-07-27T07:14:56.699 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46139.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61867.log 2024-07-27T07:14:56.699 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46139.log.gz 2024-07-27T07:14:56.701 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81486.log: gzip -5 87.3% -- replaced with /var/log/ceph/ceph-client.admin.81486.log.gz 2024-07-27T07:14:56.701 INFO:teuthology.orchestra.run.smithi066.stderr: --verbose -- /var/log/ceph/ceph-client.admin.81425.log 2024-07-27T07:14:56.702 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61867.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61867.log.gz 2024-07-27T07:14:56.702 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76104.log 2024-07-27T07:14:56.704 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81425.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74912.log 2024-07-27T07:14:56.704 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.81425.log.gz 2024-07-27T07:14:56.705 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76104.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65585.log 2024-07-27T07:14:56.705 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.76104.log.gz 2024-07-27T07:14:56.707 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74912.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.74912.log.gz 2024-07-27T07:14:56.707 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76020.log 2024-07-27T07:14:56.707 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65585.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.65585.log.gz 2024-07-27T07:14:56.708 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87365.log 2024-07-27T07:14:56.709 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43616.log 2024-07-27T07:14:56.710 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.76020.log.gz 2024-07-27T07:14:56.711 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87365.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87365.log.gz 2024-07-27T07:14:56.712 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.43616.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.62934.log 2024-07-27T07:14:56.712 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43616.log.gz 2024-07-27T07:14:56.713 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60965.log 2024-07-27T07:14:56.715 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69648.log 2024-07-27T07:14:56.715 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62934.log.gz 2024-07-27T07:14:56.716 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60965.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63423.log 2024-07-27T07:14:56.716 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60965.log.gz 2024-07-27T07:14:56.717 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69648.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.69648.log.gz 2024-07-27T07:14:56.718 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63423.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63423.log.gz 2024-07-27T07:14:56.719 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62740.log 2024-07-27T07:14:56.720 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59420.log 2024-07-27T07:14:56.722 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.55110.log 2024-07-27T07:14:56.724 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59420.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.62740.log.gz 2024-07-27T07:14:56.724 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59420.log.gz 2024-07-27T07:14:56.724 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67958.log 2024-07-27T07:14:56.725 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.55110.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.55110.log.gzgzip 2024-07-27T07:14:56.726 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.48732.log 2024-07-27T07:14:56.726 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67958.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.67958.log.gz 2024-07-27T07:14:56.726 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87281.log 2024-07-27T07:14:56.728 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58342.log 2024-07-27T07:14:56.728 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48732.log.gz 2024-07-27T07:14:56.729 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87281.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.87281.log.gz 2024-07-27T07:14:56.730 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37945.log 2024-07-27T07:14:56.730 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58342.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.58342.log.gz 2024-07-27T07:14:56.731 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95931.log 2024-07-27T07:14:56.732 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37945.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48942.log 2024-07-27T07:14:56.733 INFO:teuthology.orchestra.run.smithi066.stderr: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37945.log.gz 2024-07-27T07:14:56.734 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.95931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74458.log 2024-07-27T07:14:56.734 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.95931.log.gz 2024-07-27T07:14:56.735 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37732.log 2024-07-27T07:14:56.735 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48942.log.gz 2024-07-27T07:14:56.737 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71455.log 2024-07-27T07:14:56.737 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.74458.log.gz 2024-07-27T07:14:56.738 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43698.log 2024-07-27T07:14:56.739 INFO:teuthology.orchestra.run.smithi066.stderr: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.37732.log.gz 2024-07-27T07:14:56.739 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71455.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.71455.log.gz 2024-07-27T07:14:56.740 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43698.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43698.log.gz 2024-07-27T07:14:56.742 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.67056.log 2024-07-27T07:14:56.742 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43954.log 2024-07-27T07:14:56.744 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.67056.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43782.log 2024-07-27T07:14:56.744 INFO:teuthology.orchestra.run.smithi066.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.67056.log.gz 2024-07-27T07:14:56.745 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43954.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50869.log 2024-07-27T07:14:56.745 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43954.log.gz 2024-07-27T07:14:56.746 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65149.log 2024-07-27T07:14:56.746 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43782.log.gz 2024-07-27T07:14:56.747 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50869.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50421.log 2024-07-27T07:14:56.750 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.50869.log.gz 2024-07-27T07:14:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65149.log: 87.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.65149.log.gz 2024-07-27T07:14:56.751 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49681.log 2024-07-27T07:14:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50421.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.50421.log.gz 2024-07-27T07:14:56.751 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46392.log 2024-07-27T07:14:56.752 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63569.log 2024-07-27T07:14:56.752 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49681.log.gz 2024-07-27T07:14:56.753 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46392.log: 86.8%gzip -5 --verbose -- /var/log/ceph/ceph-client.0.47127.log 2024-07-27T07:14:56.753 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46392.log.gz 2024-07-27T07:14:56.754 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63569.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56841.log 2024-07-27T07:14:56.755 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8%/var/log/ceph/ceph-client.0.47127.log: -- replaced with /var/log/ceph/ceph-client.admin.63569.log.gz 2024-07-27T07:14:56.755 INFO:teuthology.orchestra.run.smithi066.stderr: 0.0% -- replaced with /var/log/ceph/ceph-client.0.47127.log.gz 2024-07-27T07:14:56.756 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45636.log 2024-07-27T07:14:56.757 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56841.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56841.log.gz 2024-07-27T07:14:56.757 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76146.log 2024-07-27T07:14:56.759 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45636.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45636.log.gz 2024-07-27T07:14:56.759 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47914.log 2024-07-27T07:14:56.760 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76146.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.76146.log.gz 2024-07-27T07:14:56.761 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44358.log 2024-07-27T07:14:56.761 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.47914.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.47914.log.gz 2024-07-27T07:14:56.762 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63635.log 2024-07-27T07:14:56.763 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82123.log 2024-07-27T07:14:56.764 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44358.log.gz 2024-07-27T07:14:56.765 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.38004.log 2024-07-27T07:14:56.765 INFO:teuthology.orchestra.run.smithi066.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.63635.log.gz 2024-07-27T07:14:56.766 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82123.log: gzip -5 --verbose 87.3% -- replaced with /var/log/ceph/ceph-client.admin.82123.log.gz 2024-07-27T07:14:56.767 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.93083.log 2024-07-27T07:14:56.767 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.38004.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.38004.log.gz 2024-07-27T07:14:56.768 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56078.log 2024-07-27T07:14:56.769 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87491.log 2024-07-27T07:14:56.769 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93083.log.gz 2024-07-27T07:14:56.770 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56078.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56078.log.gz 2024-07-27T07:14:56.772 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.87491.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.56120.log 2024-07-27T07:14:56.772 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.87491.log.gz 2024-07-27T07:14:56.774 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88647.log 2024-07-27T07:14:56.774 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56120.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.77177.log 2024-07-27T07:14:56.774 INFO:teuthology.orchestra.run.smithi066.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56120.log.gz 2024-07-27T07:14:56.776 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88647.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.88647.log.gz 2024-07-27T07:14:56.776 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45804.log 2024-07-27T07:14:56.777 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.77177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61104.log 2024-07-27T07:14:56.778 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.77177.log.gz 2024-07-27T07:14:56.780 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.45804.log: /var/log/ceph/ceph-client.admin.61104.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45804.log.gz 2024-07-27T07:14:56.780 INFO:teuthology.orchestra.run.smithi066.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.62032.log 2024-07-27T07:14:56.780 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61104.log.gz 2024-07-27T07:14:56.781 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60307.log 2024-07-27T07:14:56.782 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62032.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54922.log 2024-07-27T07:14:56.783 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62032.log.gz 2024-07-27T07:14:56.784 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.60307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75558.log 2024-07-27T07:14:56.784 INFO:teuthology.orchestra.run.smithi066.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.60307.log.gz 2024-07-27T07:14:56.785 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54922.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54922.log.gz 2024-07-27T07:14:56.786 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71176.log 2024-07-27T07:14:56.787 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75558.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82479.log 2024-07-27T07:14:56.787 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.75558.log.gz 2024-07-27T07:14:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.71176.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.71176.log.gz 2024-07-27T07:14:56.788 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76702.log 2024-07-27T07:14:56.791 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64378.log 2024-07-27T07:14:56.792 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.82479.log.gz 2024-07-27T07:14:56.792 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76702.log: gzip -5 --verbose 87.4% -- replaced with /var/log/ceph/ceph-client.admin.76702.log.gz 2024-07-27T07:14:56.792 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.52314.log 2024-07-27T07:14:56.792 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64378.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64378.log.gz 2024-07-27T07:14:56.793 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56372.log 2024-07-27T07:14:56.794 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52314.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54337.log 2024-07-27T07:14:56.794 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52314.log.gz 2024-07-27T07:14:56.795 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.88901.log 2024-07-27T07:14:56.795 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56372.log.gz 2024-07-27T07:14:56.796 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88223.log 2024-07-27T07:14:56.797 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54337.log.gz 2024-07-27T07:14:56.797 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.88901.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.88901.log.gz 2024-07-27T07:14:56.798 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72820.log 2024-07-27T07:14:56.799 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88223.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81131.log 2024-07-27T07:14:56.799 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88223.log.gz 2024-07-27T07:14:56.801 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72820.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66365.log 2024-07-27T07:14:56.801 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.72820.log.gz 2024-07-27T07:14:56.802 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45174.log 2024-07-27T07:14:56.802 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.81131.log.gz 2024-07-27T07:14:56.804 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66365.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66365.log.gz 2024-07-27T07:14:56.804 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88041.log 2024-07-27T07:14:56.804 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45174.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45174.log.gz 2024-07-27T07:14:56.804 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88605.log 2024-07-27T07:14:56.806 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88041.log: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51589.log 2024-07-27T07:14:56.806 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.88041.log.gz 2024-07-27T07:14:56.807 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88605.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.88605.log.gz 2024-07-27T07:14:56.808 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51350.log 2024-07-27T07:14:56.810 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51589.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.51589.log.gz 2024-07-27T07:14:56.810 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64139.log 2024-07-27T07:14:56.810 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51350.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45038.log 2024-07-27T07:14:56.811 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.51350.log.gz 2024-07-27T07:14:56.812 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64139.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64139.log.gz 2024-07-27T07:14:56.812 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61287.log 2024-07-27T07:14:56.813 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45038.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45038.log.gz 2024-07-27T07:14:56.814 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61203.log 2024-07-27T07:14:56.815 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61287.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93735.log 2024-07-27T07:14:56.815 INFO:teuthology.orchestra.run.smithi066.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.61287.log.gz 2024-07-27T07:14:56.816 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61203.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61203.log.gz 2024-07-27T07:14:56.817 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73089.log 2024-07-27T07:14:56.817 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93735.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93735.log.gz 2024-07-27T07:14:56.818 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53700.log 2024-07-27T07:14:56.819 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55723.log 2024-07-27T07:14:56.819 INFO:teuthology.orchestra.run.smithi066.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.73089.log.gz 2024-07-27T07:14:56.820 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53700.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53700.log.gz 2024-07-27T07:14:56.822 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55723.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55723.log.gz 2024-07-27T07:14:56.822 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37895.log 2024-07-27T07:14:56.823 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.75100.log 2024-07-27T07:14:56.825 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94917.log 85.8% -- replaced with /var/log/ceph/ceph-client.admin.37895.log.gz 2024-07-27T07:14:56.825 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:56.826 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.75100.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.75100.log.gz 2024-07-27T07:14:56.826 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52880.log 2024-07-27T07:14:56.828 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58823.log 2024-07-27T07:14:56.828 INFO:teuthology.orchestra.run.smithi066.stderr: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.94917.log.gz 2024-07-27T07:14:56.829 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52880.log: 89.9% -- replaced with /var/log/ceph/ceph-client.admin.52880.log.gz 2024-07-27T07:14:56.830 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.50317.log 2024-07-27T07:14:56.830 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58823.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58823.log.gz 2024-07-27T07:14:56.835 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81570.log 2024-07-27T07:14:56.835 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.50317.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.50317.log.gz 2024-07-27T07:14:56.835 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69125.log 2024-07-27T07:14:56.835 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81570.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53243.log 2024-07-27T07:14:56.835 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81570.log.gz 2024-07-27T07:14:56.836 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69125.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51835.log 2024-07-27T07:14:56.836 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69125.log.gz 2024-07-27T07:14:56.837 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81654.log 2024-07-27T07:14:56.837 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.53243.log.gz 2024-07-27T07:14:56.838 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.51835.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.51835.log.gz 2024-07-27T07:14:56.839 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81654.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81654.log.gz 2024-07-27T07:14:56.840 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37794.log 2024-07-27T07:14:56.841 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66491.log 2024-07-27T07:14:56.842 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70694.log 2024-07-27T07:14:56.842 INFO:teuthology.orchestra.run.smithi066.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37794.log.gz 2024-07-27T07:14:56.844 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66491.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59546.log 2024-07-27T07:14:56.844 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.66491.log.gz 2024-07-27T07:14:56.845 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.70694.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64097.log 2024-07-27T07:14:56.845 INFO:teuthology.orchestra.run.smithi066.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.70694.log.gz 2024-07-27T07:14:56.846 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46097.log 2024-07-27T07:14:56.847 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59546.log.gz 2024-07-27T07:14:56.848 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64097.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76613.log 2024-07-27T07:14:56.848 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64097.log.gz 2024-07-27T07:14:56.849 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46097.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46097.log.gz 2024-07-27T07:14:56.850 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81612.log 2024-07-27T07:14:56.850 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.76613.log.gz 2024-07-27T07:14:56.851 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81948.log 2024-07-27T07:14:56.852 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81612.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52524.log 2024-07-27T07:14:56.853 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.81612.log.gz 2024-07-27T07:14:56.854 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63261.log 2024-07-27T07:14:56.854 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.81948.log.gz 2024-07-27T07:14:56.855 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52524.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.52524.log.gz 2024-07-27T07:14:56.855 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49458.log 2024-07-27T07:14:56.856 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63261.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63261.log.gz 2024-07-27T07:14:56.857 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64942.log 2024-07-27T07:14:56.858 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45216.log 2024-07-27T07:14:56.858 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.49458.log.gz 2024-07-27T07:14:56.859 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64942.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82857.log 2024-07-27T07:14:56.859 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64942.log.gz 2024-07-27T07:14:56.861 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59462.log 2024-07-27T07:14:56.861 INFO:teuthology.orchestra.run.smithi066.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45216.log.gz 2024-07-27T07:14:56.862 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82857.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67134.log 2024-07-27T07:14:56.863 INFO:teuthology.orchestra.run.smithi066.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.82857.log.gz 2024-07-27T07:14:56.863 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59462.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.59462.log.gz 2024-07-27T07:14:56.865 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87701.log 2024-07-27T07:14:56.865 INFO:teuthology.orchestra.run.smithi066.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.67134.log.gz 2024-07-27T07:14:56.866 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46602.log 2024-07-27T07:14:56.867 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87701.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73574.log 2024-07-27T07:14:56.867 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.87701.log.gz 2024-07-27T07:14:56.869 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46602.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46602.log.gz 2024-07-27T07:14:56.870 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73574.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53826.log 2024-07-27T07:14:56.870 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.73574.log.gz 2024-07-27T07:14:56.871 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48445.log 2024-07-27T07:14:56.872 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53826.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53826.log.gz 2024-07-27T07:14:56.873 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87659.log 2024-07-27T07:14:56.874 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81696.log 2024-07-27T07:14:56.874 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48445.log.gz 2024-07-27T07:14:56.875 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87659.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72282.log 2024-07-27T07:14:56.875 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.87659.log.gz 2024-07-27T07:14:56.877 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81696.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46144.log 2024-07-27T07:14:56.877 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.81696.log.gz 2024-07-27T07:14:56.878 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81906.log 2024-07-27T07:14:56.878 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72282.log.gz 2024-07-27T07:14:56.879 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46144.log: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75178.log 2024-07-27T07:14:56.879 INFO:teuthology.orchestra.run.smithi066.stderr: -- replaced with /var/log/ceph/ceph-client.admin.46144.log.gz 2024-07-27T07:14:56.881 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81383.log 2024-07-27T07:14:56.881 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.81906.log.gz 2024-07-27T07:14:56.882 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75178.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49144.log 2024-07-27T07:14:56.883 INFO:teuthology.orchestra.run.smithi066.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.75178.log.gz 2024-07-27T07:14:56.883 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81383.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44795.log 2024-07-27T07:14:56.883 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.81383.log.gz 2024-07-27T07:14:56.885 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.60028.log 2024-07-27T07:14:56.885 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49144.log.gz 2024-07-27T07:14:56.886 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.44795.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45813.log 2024-07-27T07:14:56.887 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.60028.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.60028.log.gz 2024-07-27T07:14:56.888 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose 92.3% -- replaced with /var/log/ceph/ceph-client.admin.44795.log.gz 2024-07-27T07:14:56.889 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.54562.log 2024-07-27T07:14:56.889 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45813.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.45813.log.gz 2024-07-27T07:14:56.889 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94875.log 2024-07-27T07:14:56.891 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67750.log 2024-07-27T07:14:56.891 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54562.log.gz 2024-07-27T07:14:56.892 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94875.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43912.log 2024-07-27T07:14:56.892 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.94875.log.gz 2024-07-27T07:14:56.893 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67750.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63788.log 2024-07-27T07:14:56.894 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67750.log.gz 2024-07-27T07:14:56.895 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43912.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43912.log.gz 2024-07-27T07:14:56.895 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62206.log 2024-07-27T07:14:56.897 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66124.log 2024-07-27T07:14:56.897 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.63788.log.gz 2024-07-27T07:14:56.898 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.62206.log: gzip -5 --verbose 87.1% -- replaced with /var/log/ceph/ceph-client.admin.62206.log.gz 2024-07-27T07:14:56.898 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.69951.log 2024-07-27T07:14:56.899 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66124.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66124.log.gz 2024-07-27T07:14:56.899 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48858.log 2024-07-27T07:14:56.900 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69951.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51669.log 2024-07-27T07:14:56.901 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69951.log.gz 2024-07-27T07:14:56.902 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48858.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.48858.log.gz 2024-07-27T07:14:56.904 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5/var/log/ceph/ceph-client.admin.51669.log: --verbose -- /var/log/ceph/ceph-client.admin.92550.log 2024-07-27T07:14:56.905 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.51669.log.gz 2024-07-27T07:14:56.905 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75516.log 2024-07-27T07:14:56.906 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56414.log 2024-07-27T07:14:56.906 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.92550.log.gz 2024-07-27T07:14:56.907 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75516.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53201.log 2024-07-27T07:14:56.908 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.75516.log.gz 2024-07-27T07:14:56.908 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.56414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.94638.log 2024-07-27T07:14:56.908 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56414.log.gz 2024-07-27T07:14:56.910 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53201.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54381.log 2024-07-27T07:14:56.910 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53201.log.gz 2024-07-27T07:14:56.911 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.94638.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.94638.log.gz 2024-07-27T07:14:56.911 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48564.log 2024-07-27T07:14:56.912 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54381.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58781.log 2024-07-27T07:14:56.912 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54381.log.gz 2024-07-27T07:14:56.913 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48564.log: gzip -5 --verbose 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48564.log.gz 2024-07-27T07:14:56.914 INFO:teuthology.orchestra.run.smithi066.stderr: -- /var/log/ceph/ceph-client.admin.48277.log 2024-07-27T07:14:56.914 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58781.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58781.log.gz 2024-07-27T07:14:56.915 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92728.log 2024-07-27T07:14:56.916 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48277.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-07-27T07:14:56.916 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48277.log.gz 2024-07-27T07:14:56.917 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88311.log 2024-07-27T07:14:56.918 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.92728.log.gz 2024-07-27T07:14:56.919 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74416.log 2024-07-27T07:14:56.920 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88311.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.88311.log.gz 2024-07-27T07:14:56.921 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5/var/log/ceph/ceph-client.admin.74416.log: --verbose -- /var/log/ceph/ceph-client.admin.45800.log 2024-07-27T07:14:56.922 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.74416.log.gz 2024-07-27T07:14:56.923 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.82377.log 2024-07-27T07:14:56.924 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45800.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.45800.log.gz 2024-07-27T07:14:56.925 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53285.log 2024-07-27T07:14:56.926 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.82377.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.82377.log.gz 2024-07-27T07:14:56.927 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.68781.log 2024-07-27T07:14:56.928 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53285.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.53285.log.gz 2024-07-27T07:14:56.929 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67200.log 2024-07-27T07:14:56.929 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.68781.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.68781.log.gz 2024-07-27T07:14:56.930 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53658.log 2024-07-27T07:14:56.931 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67200.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67200.log.gz 2024-07-27T07:14:56.932 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37817.log 2024-07-27T07:14:56.933 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53658.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.53658.log.gz 2024-07-27T07:14:56.934 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55189.log 2024-07-27T07:14:56.936 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37817.log: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.37817.log.gz 2024-07-27T07:14:56.936 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67690.log 2024-07-27T07:14:56.937 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55189.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55189.log.gz 2024-07-27T07:14:56.938 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74560.log 2024-07-27T07:14:56.939 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.67690.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67690.log.gz 2024-07-27T07:14:56.939 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76883.log 2024-07-27T07:14:56.941 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.74560.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.74560.log.gz 2024-07-27T07:14:56.942 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.76883.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.64749.log 2024-07-27T07:14:56.942 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76883.log.gz 2024-07-27T07:14:56.943 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49500.log 2024-07-27T07:14:56.944 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64749.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64749.log.gz 2024-07-27T07:14:56.945 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58960.log 2024-07-27T07:14:56.946 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49500.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49500.log.gz 2024-07-27T07:14:56.947 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66407.log 2024-07-27T07:14:56.948 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.58960.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.58960.log.gz 2024-07-27T07:14:56.949 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61020.log 2024-07-27T07:14:56.950 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66407.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66407.log.gz 2024-07-27T07:14:56.951 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76230.log 2024-07-27T07:14:56.952 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.61020.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61020.log.gz 2024-07-27T07:14:56.953 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.76230.log: /var/log/ceph/ceph-client.admin.48984.log 2024-07-27T07:14:56.954 INFO:teuthology.orchestra.run.smithi066.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.76230.log.gz 2024-07-27T07:14:56.955 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37999.log 2024-07-27T07:14:56.956 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.48984.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48984.log.gz 2024-07-27T07:14:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49979.log 2024-07-27T07:14:56.957 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.37999.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37999.log.gz 2024-07-27T07:14:56.958 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70511.log 2024-07-27T07:14:56.959 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49979.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.49979.log.gz 2024-07-27T07:14:56.960 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.70511.log: /var/log/ceph/ceph-client.admin.76841.log 2024-07-27T07:14:56.961 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.70511.log.gz 2024-07-27T07:14:56.962 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72099.log 2024-07-27T07:14:56.964 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76841.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76841.log.gz 2024-07-27T07:14:56.964 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.72099.log: /var/log/ceph/ceph-client.admin.63830.log 2024-07-27T07:14:56.965 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72099.log.gz 2024-07-27T07:14:56.966 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94737.log 2024-07-27T07:14:56.967 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.63830.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63830.log.gz 2024-07-27T07:14:56.968 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69564.log 2024-07-27T07:14:56.969 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94737.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94737.log.gz 2024-07-27T07:14:56.969 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51879.log 2024-07-27T07:14:56.971 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.69564.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69564.log.gz 2024-07-27T07:14:56.972 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.76925.log/var/log/ceph/ceph-client.admin.51879.log: 2024-07-27T07:14:56.973 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.51879.log.gz 2024-07-27T07:14:56.973 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.52820.log 2024-07-27T07:14:56.975 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.76925.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.76925.log.gz 2024-07-27T07:14:56.975 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88713.log 2024-07-27T07:14:56.976 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.0.52820.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.52820.log.gz 2024-07-27T07:14:56.977 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81173.log 2024-07-27T07:14:56.978 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88713.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88713.log.gz 2024-07-27T07:14:56.979 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81173.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45817.log 2024-07-27T07:14:56.979 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.81173.log.gz 2024-07-27T07:14:56.980 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50499.log 2024-07-27T07:14:56.982 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45817.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45817.log.gz 2024-07-27T07:14:56.983 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66449.log/var/log/ceph/ceph-client.admin.50499.log: 2024-07-27T07:14:56.983 INFO:teuthology.orchestra.run.smithi066.stderr: 89.7% -- replaced with /var/log/ceph/ceph-client.admin.50499.log.gz 2024-07-27T07:14:56.984 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64581.log 2024-07-27T07:14:56.985 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.66449.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.66449.log.gz 2024-07-27T07:14:56.986 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54856.log/var/log/ceph/ceph-client.admin.64581.log: 2024-07-27T07:14:56.987 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64581.log.gz 2024-07-27T07:14:56.988 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52272.log 2024-07-27T07:14:56.991 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54856.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.54856.log.gz 2024-07-27T07:14:56.991 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52272.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.75390.log 2024-07-27T07:14:56.991 INFO:teuthology.orchestra.run.smithi066.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.52272.log.gz 2024-07-27T07:14:56.993 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81780.log 2024-07-27T07:14:56.994 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.75390.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.75390.log.gz 2024-07-27T07:14:56.994 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43998.log 2024-07-27T07:14:56.995 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81780.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81780.log.gz 2024-07-27T07:14:56.996 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59630.log 2024-07-27T07:14:56.997 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.43998.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43998.log.gz 2024-07-27T07:14:56.998 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.59630.log: /var/log/ceph/ceph-client.admin.53616.log 2024-07-27T07:14:56.999 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.59630.log.gz 2024-07-27T07:14:57.000 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87838.log 2024-07-27T07:14:57.001 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.53616.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.53616.log.gz 2024-07-27T07:14:57.002 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52104.log 2024-07-27T07:14:57.002 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.87838.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.87838.log.gz 2024-07-27T07:14:57.003 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68000.log 2024-07-27T07:14:57.005 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52104.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52104.log.gz 2024-07-27T07:14:57.006 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68481.log 2024-07-27T07:14:57.006 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68000.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68000.log.gz 2024-07-27T07:14:57.007 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73871.log 2024-07-27T07:14:57.008 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68481.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68481.log.gz 2024-07-27T07:14:57.009 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45258.log 2024-07-27T07:14:57.011 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73871.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.73871.log.gz 2024-07-27T07:14:57.011 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63117.log 2024-07-27T07:14:57.012 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45258.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45258.log.gz 2024-07-27T07:14:57.013 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65684.log/var/log/ceph/ceph-client.admin.63117.log: 2024-07-27T07:14:57.014 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63117.log.gz 2024-07-27T07:14:57.014 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44082.log 2024-07-27T07:14:57.016 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65684.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65684.log.gz 2024-07-27T07:14:57.017 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.44082.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.92686.log 2024-07-27T07:14:57.017 INFO:teuthology.orchestra.run.smithi066.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44082.log.gz 2024-07-27T07:14:57.019 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.92686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72443.log 2024-07-27T07:14:57.020 INFO:teuthology.orchestra.run.smithi066.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.92686.log.gz 2024-07-27T07:14:57.021 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72527.log 2024-07-27T07:14:57.023 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72443.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.72443.log.gz 2024-07-27T07:14:57.023 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49314.log 2024-07-27T07:14:57.024 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72527.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72527.log.gz 2024-07-27T07:14:57.025 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45096.log 2024-07-27T07:14:57.026 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49314.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49314.log.gz 2024-07-27T07:14:57.027 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68260.log 2024-07-27T07:14:57.027 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.45096.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45096.log.gz 2024-07-27T07:14:57.029 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93960.log 2024-07-27T07:14:57.029 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68260.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68260.log.gz 2024-07-27T07:14:57.030 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49356.log 2024-07-27T07:14:57.031 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.93960.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.93960.log.gz 2024-07-27T07:14:57.033 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49811.log 2024-07-27T07:14:57.033 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49356.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.49356.log.gz 2024-07-27T07:14:57.034 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48690.log 2024-07-27T07:14:57.035 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49811.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49811.log.gz 2024-07-27T07:14:57.036 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72865.log/var/log/ceph/ceph-client.admin.48690.log: 2024-07-27T07:14:57.036 INFO:teuthology.orchestra.run.smithi066.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.48690.log.gz 2024-07-27T07:14:57.037 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50743.log 2024-07-27T07:14:57.039 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.72865.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.72865.log.gz 2024-07-27T07:14:57.040 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.50743.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.88395.log 2024-07-27T07:14:57.040 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50743.log.gz 2024-07-27T07:14:57.041 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81215.log 2024-07-27T07:14:57.043 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.88395.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88395.log.gz 2024-07-27T07:14:57.044 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65055.log 2024-07-27T07:14:57.044 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81215.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.81215.log.gz 2024-07-27T07:14:57.045 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.81257.log 2024-07-27T07:14:57.046 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65055.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65055.log.gz 2024-07-27T07:14:57.048 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68386.log 2024-07-27T07:14:57.048 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.81257.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.81257.log.gz 2024-07-27T07:14:57.049 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68042.log 2024-07-27T07:14:57.051 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68386.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68386.log.gz 2024-07-27T07:14:57.051 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54249.log/var/log/ceph/ceph-client.admin.68042.log: 2024-07-27T07:14:57.052 INFO:teuthology.orchestra.run.smithi066.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68042.log.gz 2024-07-27T07:14:57.052 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55849.log 2024-07-27T07:14:57.053 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.54249.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.54249.log.gz 2024-07-27T07:14:57.055 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68176.log 2024-07-27T07:14:57.055 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.55849.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55849.log.gz 2024-07-27T07:14:57.056 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.74374.log 2024-07-27T07:14:57.057 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.68176.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68176.log.gz 2024-07-27T07:14:57.058 INFO:teuthology.orchestra.run.smithi066.stderr:gzip/var/log/ceph/ceph-client.admin.74374.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.50649.log 2024-07-27T07:14:57.058 INFO:teuthology.orchestra.run.smithi066.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.74374.log.gz 2024-07-27T07:14:57.059 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64011.log 2024-07-27T07:14:57.060 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.50649.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50649.log.gz 2024-07-27T07:14:57.061 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49544.log 2024-07-27T07:14:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.64011.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64011.log.gz 2024-07-27T07:14:57.063 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45803.log 2024-07-27T07:14:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49544.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.49544.log.gz 2024-07-27T07:14:57.065 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose --/var/log/ceph/ceph-client.admin.45803.log: /var/log/ceph/ceph-client.admin.65481.log 2024-07-27T07:14:57.067 INFO:teuthology.orchestra.run.smithi066.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.45803.log.gz 2024-07-27T07:14:57.067 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46560.log 2024-07-27T07:14:57.069 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.65481.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.65481.log.gz 2024-07-27T07:14:57.069 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46476.log 2024-07-27T07:14:57.070 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46560.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46560.log.gz 2024-07-27T07:14:57.073 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31468.log 2024-07-27T07:14:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.46476.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46476.log.gz 2024-07-27T07:14:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.73914.log 2024-07-27T07:14:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph.tmp-client.admin.31468.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31468.log.gz 2024-07-27T07:14:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49588.log 2024-07-27T07:14:57.076 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.73914.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.73914.log.gz 2024-07-27T07:14:57.078 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59690.log 2024-07-27T07:14:57.078 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.49588.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49588.log.gz 2024-07-27T07:14:57.078 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52146.log 2024-07-27T07:14:57.079 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.59690.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.59690.log.gz 2024-07-27T07:14:57.079 INFO:teuthology.orchestra.run.smithi066.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94384.log 2024-07-27T07:14:57.080 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.52146.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.52146.log.gz 2024-07-27T07:14:57.082 INFO:teuthology.orchestra.run.smithi066.stderr:/var/log/ceph/ceph-client.admin.94384.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.94384.log.gz 2024-07-27T07:14:57.929 INFO:teuthology.orchestra.run.smithi066.stderr: 92.2% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-07-27T07:14:58.158 INFO:teuthology.orchestra.run.smithi066.stderr: 90.3% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-07-27T07:14:59.134 INFO:teuthology.orchestra.run.smithi155.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-07-27T07:14:59.226 INFO:teuthology.orchestra.run.smithi155.stderr: 93.7% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-07-27T07:14:59.258 INFO:teuthology.orchestra.run.smithi155.stderr: 93.3% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-07-27T07:14:59.520 INFO:teuthology.orchestra.run.smithi155.stderr: 93.4% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-07-27T07:14:59.524 INFO:teuthology.orchestra.run.smithi155.stderr: 2024-07-27T07:14:59.524 INFO:teuthology.orchestra.run.smithi155.stderr:real 0m3.551s 2024-07-27T07:14:59.524 INFO:teuthology.orchestra.run.smithi155.stderr:user 0m13.863s 2024-07-27T07:14:59.524 INFO:teuthology.orchestra.run.smithi155.stderr:sys 0m1.290s 2024-07-27T07:14:59.786 INFO:teuthology.orchestra.run.smithi066.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-07-27T07:14:59.865 INFO:teuthology.orchestra.run.smithi066.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-07-27T07:14:59.875 INFO:teuthology.orchestra.run.smithi066.stderr: 93.6% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-07-27T07:14:59.905 INFO:teuthology.orchestra.run.smithi066.stderr: 93.5% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-07-27T07:14:59.909 INFO:teuthology.orchestra.run.smithi066.stderr: 2024-07-27T07:14:59.910 INFO:teuthology.orchestra.run.smithi066.stderr:real 0m3.942s 2024-07-27T07:14:59.910 INFO:teuthology.orchestra.run.smithi066.stderr:user 0m16.183s 2024-07-27T07:14:59.910 INFO:teuthology.orchestra.run.smithi066.stderr:sys 0m3.358s 2024-07-27T07:14:59.911 INFO:tasks.ceph:Archiving logs... 2024-07-27T07:14:59.911 DEBUG:teuthology.misc:Transferring archived files from smithi066:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi066/log 2024-07-27T07:14:59.912 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-27T07:15:02.641 DEBUG:teuthology.misc:Transferring archived files from smithi155:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi155/log 2024-07-27T07:15:02.641 DEBUG:teuthology.orchestra.run.smithi155:> sudo tar c -f - -C /var/log/ceph -- . 2024-07-27T07:15:04.624 ERROR:teuthology.run_tasks:Manager failed: ceph Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2024-07-27T07:15:04.636 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-07-27T07:15:04.646 ERROR:teuthology.contextutil:Saw exception from nested tasks Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/contextutil.py", line 32, in nested yield vars File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/install/__init__.py", line 641, in task yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2024-07-27T07:15:04.650 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-07-27T07:15:04.650 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-27T07:15:04.663 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-07-27T07:15:04.791 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-07-27T07:15:04.801 INFO:teuthology.task.clock:Checking final clock skew... 2024-07-27T07:15:04.801 DEBUG:teuthology.orchestra.run.smithi066:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-27T07:15:04.809 DEBUG:teuthology.orchestra.run.smithi155:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-07-27T07:15:04.859 INFO:teuthology.orchestra.run.smithi066.stderr:bash: line 1: ntpq: command not found 2024-07-27T07:15:04.861 INFO:teuthology.orchestra.run.smithi155.stderr:bash: line 1: ntpq: command not found 2024-07-27T07:15:04.870 INFO:teuthology.orchestra.run.smithi066.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-27T07:15:04.870 INFO:teuthology.orchestra.run.smithi066.stdout:=============================================================================== 2024-07-27T07:15:04.870 INFO:teuthology.orchestra.run.smithi066.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 +498us[ +510us] +/- 50ms 2024-07-27T07:15:04.870 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -815us[ -815us] +/- 67ms 2024-07-27T07:15:04.871 INFO:teuthology.orchestra.run.smithi066.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 +167us[ +180us] +/- 76ms 2024-07-27T07:15:04.871 INFO:teuthology.orchestra.run.smithi066.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T07:15:04.871 INFO:teuthology.orchestra.run.smithi155.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-07-27T07:15:04.871 INFO:teuthology.orchestra.run.smithi155.stdout:=============================================================================== 2024-07-27T07:15:04.872 INFO:teuthology.orchestra.run.smithi155.stdout:^* hv01.front.sepia.ceph.com 3 7 377 12 +469us[ +469us] +/- 50ms 2024-07-27T07:15:04.872 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 11 -834us[ -834us] +/- 67ms 2024-07-27T07:15:04.872 INFO:teuthology.orchestra.run.smithi155.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +155us[ +155us] +/- 76ms 2024-07-27T07:15:04.872 INFO:teuthology.orchestra.run.smithi155.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-07-27T07:15:04.873 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-07-27T07:15:04.883 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-07-27T07:15:04.883 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-07-27T07:15:04.892 DEBUG:teuthology.orchestra.run.smithi066:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-27T07:15:05.145 DEBUG:teuthology.orchestra.run.smithi155:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-07-27T07:15:05.346 DEBUG:teuthology.orchestra.run.smithi066:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-27T07:15:05.450 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:15:05.450 DEBUG:teuthology.orchestra.run.smithi155:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-07-27T07:15:05.541 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:15:05.541 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-07-27T07:15:05.551 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-07-27T07:15:05.572 INFO:teuthology.task.internal:Duration was 2105.125604 seconds 2024-07-27T07:15:05.572 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-07-27T07:15:05.583 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-07-27T07:15:05.584 DEBUG:teuthology.orchestra.run.smithi066:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-27T07:15:05.592 DEBUG:teuthology.orchestra.run.smithi155:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-07-27T07:15:05.726 INFO:teuthology.orchestra.run.smithi066.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-27T07:15:05.738 INFO:teuthology.orchestra.run.smithi155.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-07-27T07:15:06.210 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-07-27T07:15:06.210 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi066.front.sepia.ceph.com 2024-07-27T07:15:06.210 DEBUG:teuthology.orchestra.run.smithi066:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-27T07:15:06.280 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi155.front.sepia.ceph.com 2024-07-27T07:15:06.280 DEBUG:teuthology.orchestra.run.smithi155:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-07-27T07:15:06.353 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-07-27T07:15:06.353 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-27T07:15:06.358 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-07-27T07:15:06.449 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-07-27T07:15:06.449 DEBUG:teuthology.orchestra.run.smithi066:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-27T07:15:06.454 DEBUG:teuthology.orchestra.run.smithi155:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-27T07:15:06.695 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-07-27T07:15:06.706 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-07-27T07:15:06.706 DEBUG:teuthology.orchestra.run.smithi066:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-27T07:15:06.796 DEBUG:teuthology.orchestra.run.smithi155:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-07-27T07:15:06.884 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-07-27T07:15:06.895 DEBUG:teuthology.orchestra.run.smithi066:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:06.903 DEBUG:teuthology.orchestra.run.smithi155:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:07.002 INFO:teuthology.orchestra.run.smithi066.stdout:kernel.core_pattern = core 2024-07-27T07:15:07.003 INFO:teuthology.orchestra.run.smithi155.stdout:kernel.core_pattern = core 2024-07-27T07:15:07.064 DEBUG:teuthology.orchestra.run.smithi066:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:07.115 WARNING:teuthology.task.internal:Found coredumps on ubuntu@smithi066.front.sepia.ceph.com, flagging run as failed 2024-07-27T07:15:07.115 DEBUG:teuthology.orchestra.run.smithi155:> test -e /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:07.169 WARNING:teuthology.task.internal:Found coredumps on ubuntu@smithi155.front.sepia.ceph.com, flagging run as failed 2024-07-27T07:15:07.170 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-07-27T07:15:07.182 INFO:teuthology.task.internal:Transferring archived files... 2024-07-27T07:15:07.183 DEBUG:teuthology.misc:Transferring archived files from smithi066:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi066 2024-07-27T07:15:07.183 DEBUG:teuthology.orchestra.run.smithi066:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-07-27T07:15:17.420 INFO:teuthology.task.internal:Transferring binaries for coredumps... 2024-07-27T07:15:17.430 INFO:teuthology.task.internal: core looks like: /home/teuthworker/archive/vshankar-2024-07-26_04:18:59-fs-wip-vshankar-testing-20240725.121331-debug-testing-default-smithi/7818895/remote/smithi066/coredump/1722063934.93656.core.gz: gzip compressed data, was "1722063934.93656.core", last modified: Sat Jul 27 07:15:07 2024, max compression, original size modulo 2^32 331329536 2024-07-27T07:15:17.430 INFO:teuthology.task.internal:core is compressed, try accessing gzip file ... 2024-07-27T07:15:18.812 INFO:teuthology.task.internal: core looks like: /tmp/tmpqh636q0l: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i c', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-07-27T07:15:18.850 INFO:teuthology.task.internal: dump_program: ceph-mds -f --cluster ceph -i c 2024-07-27T07:15:18.850 DEBUG:teuthology.orchestra.run.smithi066:> which 'ceph-mds -f --cluster ceph -i c' 2024-07-27T07:15:18.926 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/which: invalid option -- 'f' 2024-07-27T07:15:18.927 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/which: unrecognized option '--cluster' 2024-07-27T07:15:18.927 INFO:teuthology.orchestra.run.smithi066.stderr:/usr/bin/which: no c in (/home/ubuntu/.local/bin:/home/ubuntu/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin) 2024-07-27T07:15:18.927 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:15:18.928 INFO:teuthology.orchestra.run.smithi066.stdout:/usr/bin/ceph-mds 2024-07-27T07:15:18.928 INFO:teuthology.orchestra.run.smithi066.stdout:/usr/bin/ceph 2024-07-27T07:15:18.928 ERROR:teuthology.run_tasks:Manager failed: internal.archive Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 392, in archive yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 420, in archive fetch_binaries_for_coredumps(path, rem) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 345, in fetch_binaries_for_coredumps remote_path = remote.sh(['which', dump_program]).rstrip() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: "which 'ceph-mds -f --cluster ceph -i c'" 2024-07-27T07:15:18.946 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-07-27T07:15:18.958 INFO:teuthology.task.internal:Not uploading archives. 2024-07-27T07:15:18.959 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-07-27T07:15:19.037 INFO:teuthology.task.internal:Tidying up after the test... 2024-07-27T07:15:19.037 DEBUG:teuthology.orchestra.run.smithi066:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-27T07:15:19.051 DEBUG:teuthology.orchestra.run.smithi155:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-07-27T07:15:19.105 INFO:teuthology.orchestra.run.smithi066.stdout: 393705 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest 2024-07-27T07:15:19.105 INFO:teuthology.orchestra.run.smithi066.stdout: 393707 4 drwxr-xr-x 5 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 655664 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive/audit 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 655666 268 -rw------- 1 ubuntu ubuntu 271134 Jul 27 07:15 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 393729 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive/syslog 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 393320 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 27 06:39 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 393336 232 -rw-r--r-- 1 ubuntu ubuntu 233895 Jul 27 07:15 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 393335 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 27 06:39 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-27T07:15:19.106 INFO:teuthology.orchestra.run.smithi066.stdout: 393442 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:05 /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:19.107 INFO:teuthology.orchestra.run.smithi066.stdout: 394142 95460 -rw------- 1 root root 331329536 Jul 27 07:05 /home/ubuntu/cephtest/archive/coredump/1722063934.93656.core 2024-07-27T07:15:19.108 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-07-27T07:15:19.109 INFO:teuthology.orchestra.run.smithi066.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-27T07:15:19.109 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 48, in base yield File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph.py", line 1988, in task ctx.managers[config['cluster']].wait_for_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2850, in wait_for_clean num_active_clean = self.get_num_active_clean() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2682, in get_num_active_clean pgs = self.get_pg_stats() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 2448, in get_pg_stats out = self.raw_cluster_cmd('pg', 'dump', '--format=json') File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1684, in raw_cluster_cmd return self.run_cluster_cmd(**kwargs).stdout.getvalue() File "/home/teuthworker/src/git.ceph.com_ceph-c_e8f88bb1fe0f3b5172ca5b6b08c2be739c07e528/qa/tasks/ceph_manager.py", line 1675, in run_cluster_cmd return self.controller.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 153, in __exit__ self.gen.throw(typ, value, traceback) File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_53ce1462e129f6eb4071986336534c740fdebd31/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi066 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-07-27T07:15:19.124 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-07-27T07:15:19.245 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-07-27T07:15:19.362 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi066 with status 124: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json' 2024-07-27T07:15:19.366 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 3e9255e907100f88049f320ca33d977e29155d12 client.1-kernel-sha1: 3e9255e907100f88049f320ca33d977e29155d12 description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/snapshots} duration: 2105.1256041526794 failure_reason: 'Test failure: test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots), test_multimds_hardlink (tasks.cephfs.test_snapshots.TestSnapshots)' flavor: default owner: scheduled_vshankar@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=2d97acde153f4295a287fee2835afa7f status: fail success: false 2024-07-27T07:15:19.366 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-07-27T07:15:19.375 INFO:teuthology.orchestra.run.smithi155.stdout: 393229 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest 2024-07-27T07:15:19.375 INFO:teuthology.orchestra.run.smithi155.stdout: 393230 4 drwxr-xr-x 5 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive 2024-07-27T07:15:19.375 INFO:teuthology.orchestra.run.smithi155.stdout: 655363 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive/audit 2024-07-27T07:15:19.375 INFO:teuthology.orchestra.run.smithi155.stdout: 655668 148 -rw------- 1 ubuntu ubuntu 148193 Jul 27 07:15 /home/ubuntu/cephtest/archive/audit/audit.log.gz 2024-07-27T07:15:19.375 INFO:teuthology.orchestra.run.smithi155.stdout: 393232 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:15 /home/ubuntu/cephtest/archive/syslog 2024-07-27T07:15:19.376 INFO:teuthology.orchestra.run.smithi155.stdout: 393326 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 27 06:39 /home/ubuntu/cephtest/archive/syslog/misc.log.gz 2024-07-27T07:15:19.376 INFO:teuthology.orchestra.run.smithi155.stdout: 393241 196 -rw-r--r-- 1 ubuntu ubuntu 200410 Jul 27 07:15 /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-07-27T07:15:19.376 INFO:teuthology.orchestra.run.smithi155.stdout: 393242 4 -rw-rw-rw- 1 ubuntu ubuntu 29 Jul 27 06:39 /home/ubuntu/cephtest/archive/syslog/kern.log.gz 2024-07-27T07:15:19.376 INFO:teuthology.orchestra.run.smithi155.stdout: 393231 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Jul 27 07:06 /home/ubuntu/cephtest/archive/coredump 2024-07-27T07:15:19.377 INFO:teuthology.orchestra.run.smithi155.stdout: 393362 95388 -rw------- 1 root root 348028928 Jul 27 07:05 /home/ubuntu/cephtest/archive/coredump/1722063953.47421.core 2024-07-27T07:15:19.377 INFO:teuthology.orchestra.run.smithi155.stdout: 393364 86308 -rw------- 1 root root 343187456 Jul 27 07:06 /home/ubuntu/cephtest/archive/coredump/1722063972.47420.core 2024-07-27T07:15:19.379 INFO:teuthology.orchestra.run.smithi155.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-07-27T07:15:19.530 INFO:teuthology.run:FAIL